# robots.txt generated at http://www.mcanerin.com User-agent: AdsBot-Google User-agent: Mediapartners-Google Crawl-delay: 30 Disallow: User-agent: Googlebot Disallow: User-agent: Googlebot-Image Crawl-delay: 30 Disallow: User-agent: bingbot User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: yahoo-slurp Disallow: User-agent: Teoma Crawl-delay: 30 Disallow: User-agent: Robozilla Crawl-delay: 30 Disallow: User-agent: ia_archiver Crawl-delay: 30 Disallow: User-agent: yahoo-mmcrawler Crawl-delay: 30 Disallow: User-agent: psbot Crawl-delay: 30 Disallow: User-agent: FATbot Disallow: User-agent: Twiceler www.cuill.com/robots.html Disallow: / User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html) Disallow: / User-agent: Twiceler www.cuill.com/twiceler/robot.html Disallow: / User-agent: Twiceler-0.9 http://www.cuill.com/twiceler/robot.html Disallow: /