# robots.txt for www.berka.com

User-agent: *
Disallow: /cgi-bin/
Disallow: /berkagif/
Disallow: /amazon/
Disallow: /tzimages/
Disallow: /icons/
Disallow: /otliam/
Disallow: /zho/
Disallow: /qm/
Disallow: /se/
Disallow: /apache_dirlist_icons/
Disallow: /D.pl/cgi-bin/

# There is nothing for Turnitinbot here <http://www.turnitin.com/>
User-agent: TurnitinBot
Disallow: /

# Don't index multimedia
User-agent: asterias
Disallow: /

# WTF is this bot doing? <http://www.aipbot.com/>
User-agent: aipbot
Disallow: /

# Don't index pictures <http://www.picsearch.com/>
User-agent: psbot
Disallow: /D.pl/

# Don't just copy the dmoz stuff for the future
User-agent: COMBINE/0.0
Disallow: /D.pl/

User-agent: kulturarw3
Disallow: /D.pl/

User-agent: ia_archiver
Disallow: /D.pl/

# Stupid french bot
User-agent: VoilaBot
Disallow: /