# robots.txt generated at http://www.mcanerin.com User-agent: * Disallow: Crawl-delay: 20 Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /poll/admin/ Disallow: /phpadsnew/