# robots.txt generated at http://www.mcanerin.com User-agent: * Disallow: Disallow: /cgi-bin/ # Deny all robots that we do not specifically want to allow User-agent: * Disallow: / Crawl-delay: 10 # Allow these robots only User-agent: slurp User-agent: bingbot User-agent: googlebot