# robots.txt file for http://www.thomas-frohnert.de/ # 2010-05-07 00:30 #Verzeichnisse ausschließen User-agent: * Disallow: /cgi-bin/ Disallow: /eye-os/ Disallow: /fehlerseiten/ Disallow: /js/ Disallow: /piwik/ # Disallow: /feed/ Disallow: /page/ Disallow: /tag/ Disallow: /trackback/ Disallow: /wp-content/plugins/ #Übereifrige Bots einbremsen User-agent: Slurp Crawl-delay: 5 User-agent: msnbot Crawl-delay: 5 User-agent: Teoma Crawl-delay: 5 User-agent: Francis Crawl-delay: 5 # end of file