# robots.txt generated at http://www.mcanerin.com User-agent: Googlebot User-agent: MSNBot User-agent: Slurp User-agent: Teoma User-agent: twiceler User-agent: Gigabot User-agent: Scrubby User-agent: Robozilla User-agent: Nutch User-agent: ia_archiver User-agent: baiduspider User-agent: yahoo-mmcrawler User-agent: psbot User-agent: asterias User-agent: yahoo-blogs/v3.9 Crawl-delay: 120 Disallow: /cgi-bin/ Disallow: /files/ Disallow: /wp-content/ Disallow: /yaertk/ Disallow: /cstadt-portal/ Disallow: /css/ Sitemap: http://webmasterler.de/sitemap.txt