# robots.txt generated at http://www.mcanerin.com User-agent: Googlebot Disallow: /include/ Disallow: /includes/ User-agent: googlebot-image Disallow: /include/ Disallow: /includes/ User-agent: googlebot-mobile Disallow: /include/ Disallow: /includes/ User-agent: MSNBot Disallow: /include/ Disallow: /includes/ User-agent: Slurp Disallow: /include/ Disallow: /includes/ User-agent: ia_archiver Disallow: /include/ Disallow: /includes/ User-agent: yahoo-mmcrawler Disallow: /include/ Disallow: /includes/ User-agent: psbot Disallow: /include/ Disallow: /includes/ User-agent: yahoo-blogs/v3.9 Disallow: /include/ Disallow: /includes/ User-agent: Mediapartners-Google* Disallow: /include/ Disallow: /includes/ Crawl-delay: 5