# robots.txt for http://www.bokt.nl/

# This MS product sucks
User-agent: MSIECrawler
Disallow: /

# MS Image search?
# Commented out this block, seems to block MSNbot completely?
#User-agent: msnbot-media
#Disallow: /

# This 'Intelligent' agent sucks too
User-agent: Internet Shinchakubin
Disallow: /

# Chem told us to disallow this one :D
User-agent: fast
Disallow: /

# Never heard of, trademark checking bot?
User-agent: Accelobot
Disallow: /

# Never heard of
User-agent: jetbot
Disallow: /

# Doesn't handle $sid (and I don't feel like adding it to the bot list)
User-agent: BoardReader
Disallow: /

# http://www.shopwiki.com/wiki/Help:Bot
User-agent: ShopWiki
Disallow: /

User-agent: Mediapartners-Google
# Allow /forums/memberlist.php
Disallow: /forums/posting.php
Disallow: /forums/report.php
Disallow: /forums/login.php
Disallow: /forums/mcp.php
Disallow: /forums/ucp.php
Disallow: /forums/postfreq.php
Disallow: /forums/viewonline.php
Disallow: /forums/calendar.php
Disallow: /blaat/
Disallow: /upload/
Disallow: /copy/
Disallow: /phpBB2/
Disallow: /forum14/
Disallow: /irclogs/
Disallow: /ads/
Disallow: /tools/postfreq.php
Disallow: /w/
Disallow: /wiki/Speciaal:Random
Disallow: /wiki/Speciaal%3ARandom
Disallow: /wiki/Speciaal:Willekeurig
Disallow: /wiki/Speciaal%3AWillekeurig
Disallow: /wiki/Speciaal:Search
Disallow: /wiki/Speciaal%3ASearch
Disallow: /wiki/Speciaal:Recentchangeslinked
Disallow: /wiki/Speciaal%3ARecentchangeslinked/
Disallow: /wiki/Speciaal:VerwijzingenNaarHier/
Disallow: /wiki/Speciaal%3AVerwijzingenNaarHier/
Disallow: /wiki/Speciaal:Whatlinkshere/
Disallow: /wiki/Speciaal%3AWhatlinkshere/
Disallow: /wiki/Overleg:
Disallow: /wiki/Overleg%3A
Disallow: /wiki/Gebruiker:
Disallow: /wiki/Gebruiker%3A

User-agent: *
Disallow: /forums/memberlist.php
Disallow: /forums/posting.php
Disallow: /forums/report.php
Disallow: /forums/login.php
Disallow: /forums/mcp.php
Disallow: /forums/ucp.php
Disallow: /forums/search.php
Disallow: /forums/postfreq.php
Disallow: /forums/viewonline.php
Disallow: /forums/calendar.php
Disallow: /blaat/
Disallow: /upload/
Disallow: /copy/
Disallow: /phpBB2/
Disallow: /forum14/
Disallow: /apc_debug/
Disallow: /apc.php
Disallow: /irclogs/
Disallow: /ads/
Disallow: /tools/postfreq.php
Disallow: /w/
Disallow: /wiki/Speciaal:Random
Disallow: /wiki/Speciaal%3ARandom
Disallow: /wiki/Speciaal:Willekeurig
Disallow: /wiki/Speciaal%3AWillekeurig
Disallow: /wiki/Speciaal:Search
Disallow: /wiki/Speciaal%3ASearch
Disallow: /wiki/Speciaal:Recentchangeslinked
Disallow: /wiki/Speciaal%3ARecentchangeslinked/
Disallow: /wiki/Speciaal:VerwijzingenNaarHier/
Disallow: /wiki/Speciaal%3AVerwijzingenNaarHier/
Disallow: /wiki/Speciaal:Whatlinkshere/
Disallow: /wiki/Speciaal%3AWhatlinkshere/
Disallow: /wiki/Speciaal:Contributors/
Disallow: /wiki/Speciaal%3AContributors/
Disallow: /wiki/Overleg:
Disallow: /wiki/Overleg%3A
Disallow: /wiki/Gebruiker:
Disallow: /wiki/Gebruiker%3A

Sitemap: http://www.bokt.nl/sitemap.xml
Sitemap: http://www.bokt.nl/sitemap_forum.xml.gz