# robots.txt

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot-Image
Disallow: 

User-agent: ia_archiver
Disallow: /

User-agent: Slurp
Crawl-delay: 900
Disallow: /downloads/files/
Disallow: /comments.php
Disallow: /wp-comments.php

User-agent: MSNBot
Crawl-delay: 900
Disallow:
Disallow: /comments.php
Disallow: /wp-comments.php

User-agent: gonzo*
Crawl-Delay: 900
Disallow:

User-agent: seekbot
Crawl-delay: 900
Disallow: /downloads/files/

User-agent: Robozilla
Disallow: 

User-agent: Yahoo-NewsCrawler
Crawl-delay: 900
Disallow:
Disallow: /comments.php
Disallow: /wp-comments.php

User-agent: msnbot
Crawl-delay: 900
Disallow:

User-agent: Teleport
Disallow: /

User-agent: Webwhacker
Disallow: /

User-agent: Webzip
Disallow: /

User-agent: Net Attache
Disallow: /

User-agent: ecollector
Disallow: /

User-agent: SiteSnagger
Disallow: /

# E-Mail Sammler raus

User-agent: WX_mail/2.000
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: WhoWhere
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: ActiveAgent
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: autoemailspider
Disallow: /


# Ausschließung bekannter eMail-sammelnder Robots
User-agent: web collector
Disallow: /

User-agent: Sniper
Disallow: /

User-agent: sonic
Disallow: /

User-agent: eMailReaper
Disallow: /

User-agent: Email Magnet
Disallow: /

User-agent: Platinum 3
Disallow: /

User-agent: Extractor
Disallow: /

User-agent: WebWeasel
Disallow: /

User-agent: Web Mole
Disallow: /

# Bilder-Sammler
User-agent: psbot
Disallow: 

User-agent: yahoo-blogs/v3.9
Disallow: 

User-agent: TurnitinBot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: NPBot-1/2.0
Disallow: /

#User-agent: Googlebot-Image
#Disallow: /

User-agent: searchpreview
Disallow: /

# Mirago: http://mywebsite.co.uk/
User-agent: mirago
Disallow: /

User-agent: HeinrichderMiragoRobot
Disallow: /

User-agent: thesubot
Disallow: /

# Firefox-Prefetching nicht erlauben
User-agent: Fasterfox
Disallow: /

User-agent: AboutUsBot
Disallow: /

# yacy-Bot ist ein P2P-Spider
# nicht schlimm, funktioniert nur nicht
User-agent: yacy
Disallow: /

# Yandex
User-agent: Yandex
Disallow: /

User-agent: *
Crawl-Delay: 300
Disallow: /_webtools
Disallow: /_mailtools
Disallow: /_js-search
Disallow: /9glossar
Disallow: /bestell
Disallow: /discussion
Disallow: /fussnote
Disallow: /news
Disallow: /images2
Disallow: /maschinisten
Disallow: /search
Disallow: /stats
Disallow: /archiv2
Disallow: /referrers.htm
Disallow: /spamdescription.htm
Disallow: /norobots.htm
Disallow: /teergrube.php
Disallow: /post
Disallow: /eintrag-00147.htm
Disallow: /eintrag-00235.htm
Disallow: /eintrag-00266.htm
Disallow: /eintrag-00327.htm
Disallow: /eintrag-00400.htm
Disallow: /eintrag-00444.htm
Disallow: /eintrag-00517.htm
Disallow: /eintrag-00547.htm
Disallow: /eintrag-00579.htm
Disallow: /eintrag-00651.htm
Disallow: /tb
Disallow: /tb/
Disallow: /farblog
Disallow: /farblogg
Disallow: /farblog/
Disallow: /farblogg/
Disallow: /suche.htm
Disallow: /comments.php
Disallow: /wp-comments.php
Disallow: /mystat/phpmyvisites.php
Disallow: /mystat/
Disallow: /downloads/files/
Disallow: /index-0
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /mailadressen/