# robots.txt  www.voerde.de 
# redaktion@voerde.de
# Peter Welbers 2005-11-29 mod 2008-02-28

User-agent: ConveraCrawler/0.9d
User-agent: CopyRightCheck
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: Francis
User-agent: Googlebot-Image
User-agent: ICCrawler
User-agent: IRLbot
User-agent: heritrix/1.6
User-agent: HTTrack 3.0
User-agent: Java/1.4.1_04
User-agent: Keyword Density/0.9
User-agent: LexiBot
User-agent: Mail.Ru/1.0
User-agent: Microsoft.URL.Control
User-agent: Miva
User-agent: mozilla
User-agent: Mozilla
User-agent: Mozilla/3.0
User-agent: Mozilla/4.0
User-agent: Mozilla/4.1
User-agent: Mozilla/4.7
User-agent: Mozilla/5.0
User-agent: Mozilla/6.0
User-agent: Mozilla/7.0
User-agent: Mozilla/8.0
User-agent: Offline Explorer
User-agent: bzBot/0.5-dev
User-agent: psbot
User-agent: unido-bot
User-agent: Win32
User-agent: Xenu's
User-agent: Xenu's Link Sleuth 1.1c
User-agent: Xenu's Link Sleuth 1.2e
User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: *
Disallow: /stadt-voerde/
Disallow: /stadt-voerde-eu/
Disallow: /standesamt-voerde/
Disallow: /voerde-eu/
Disallow: /C1256ED1003C8696/webJS/
Disallow: /www/navigator.nsf/
Disallow: /www/www.nsf/webJS/
Disallow: /www/www.nsf/webJS/

User-agent: WebAlta Crawler/2.0
Crawl-delay: 10

User-agent: Googlebot
Disallow: /C1256ED1003C8696/webJS

User-agent: Slurp
Crawl-delay: 10

# eGovernment Modellumgebung
User-agent: gsa-crawler
Crawl-delay: 10