# robots.txt file for heemskerk sites
# mail webmaster@heemskerk.nl for constructive criticism

#User-agent: *
#Disallow: *.*

User-agent: *
Disallow: /media/
Disallow: /t3lib/
Disallow: /tslib/
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow: /uploads/
Disallow: /fileadmin/
Crawl-delay: 3

user-agent: *
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.inc$
Disallow: /*.txt$
Disallow: /*.gz$
Disallow: /*.zip$

User-agent: Fasterfox
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: wget
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: crawl.yahoo.net
Disallow: /

User-agent: search.msn
Disallow: /