# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
# WARNING: Spiders which do not adhere to those rules will be added to
# out htaccess !!
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

# Don't want those here at all
User-agent: WebReaper
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: wget
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: scrubby
Disallow: /

User-agent: nutch
Disallow: /

User-agent: Tbot
Disallow: /

User-agent: Ultraseek
Disallow: /

User-agent: Exabot
Disallow: /



# Don't allow on forum due to performance issues
User-agent:  Baiduspider
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  Baiduspider+
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  ichiro
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  Yandex
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  Bintelli
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  Bintellibot
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  Slurp
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  yahoo-mmcrawler
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  msnbot
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  msnbot-media
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  psbot
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  Teoma
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: AskJeeves
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  twiceler
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  ia_archiver
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent:  naverbot
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: DoCoMo
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: inktomi
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: Inktomi Slurp
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: ScoutJet
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: spbot
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: dotbot
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: arks
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: turnitinbot
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: 008
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: Speedy
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: Mail.Ru
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: VoilaBot
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/

User-agent: OOZBOT
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/
Disallow: /forum/



# de rest
User-agent: *
Crawl-Delay: 20  # was 10
Disallow: /forumt/
Disallow: /redactie/
Disallow: /piwik/