# robots.txt generated at www.mcanerin.com User-agent: Googlebot Disallow: /cgi/ Disallow: /refeed/ Disallow: /mt-static/ Disallow: /stats/ Disallow: /FriendsBlog/ User-agent: Googlebot-Image Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: User-agent: baiduspider #Disallow: #User-agent: * Disallow: / Crawl-delay: 10 Disallow: /cgi/ Disallow: /refeed/ Disallow: /mt-static/ Disallow: /stats/ Disallow: /FriendsBlog/