# robots.txt User-agent: * Disallow: /disclaimer.htm Disallow: /tos.htm Disallow: /certificate.htm User-agent:ia_archiver Disallow: /