# robots.txt originally generated at http://www.mcanerin.com User-agent: Googlebot Disallow: /_notes/ Disallow: /cp/ Disallow: /images/ Disallow: /img/ Disallow: /phpmailer/ Crawl-delay: 20 User-agent: bingbot Disallow: /_notes/ Disallow: /cp/ Disallow: /images/ Disallow: /img/ Disallow: /phpmailer/ Crawl-delay: 20 User-agent: Teoma # (Ask/Teoma) Disallow: /_notes/ Disallow: /cp/ Disallow: /images/ Disallow: /img/ Disallow: /phpmailer/ Crawl-delay: 20 User-agent: facebookexternalhit Disallow: /_notes/ Disallow: /cp/ Disallow: /images/ Disallow: /img/ Disallow: /phpmailer/ Crawl-delay: 20 User-agent: ia_archiver Disallow: /_notes/ Disallow: /cp/ Disallow: /phpmailer/ Crawl-delay: 20 User-agent: TweetmemeBot Disallow: / User-agent: Twitterbot Disallow: Allow: /img/ User-agent: * Disallow: / # These are not needed but keep for reference User-agent: Googlebot-Image Disallow: / User-agent: IRLbot Disallow: / User-agent: Slurp Disallow: / User-agent: WebAlta Crawler Disallow: / User-agent: Yandex Disallow: / User-agent: MJ12bot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Vagabondo Disallow: / User-agent: Sogou Spider Disallow: /