# robots.txt generated at http://www.mcanerin.com User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: Twiceler Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: User-agent: baiduspider Disallow: User-agent: yahoo-mmcrawler Disallow: User-agent: psbot Disallow: User-agent: asterias Disallow: User-agent: yahoo-blogs/v3.9 Disallow: User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /cp/ Disallow: /webgatecart/ Disallow: /webalizer/ Disallow: /Webgate_sign/ Disallow: /webgatecart/ Disallow: /e_mails_php/ Disallow: /awstats/ Disallow: /cgi/ Disallow: /cp/ Disallow: /banner/ Disallow: /banner2/ Disallow: /documents/ Disallow: /includes/ Disallow: /gallery/ Disallow: /fonts/ Disallow: /lang/ Disallow: /logo/ Disallow: /modules/ Disallow: /offer/ Disallow: /upload/ Disallow: /template/ Disallow: /docs/