# remember to check syntax: http://tool.motoricerca.info/robots-checker.phtml

# For Yahoo Spider
# from what I've seen, this crawl value is supposed to be seconds
# they don't advise setting it to less that 5 or so; but if I don't set it to something high
# I end up with many bots simultaneously accessing the forums

# I'm trying to block everybody, but this shit doesn't seem to work!

User-agent: Slurp
Crawl-delay: 600

# this line removes the whole forum
# Disallow: /forum/

Disallow: /forumtest/

# Disallow: /forum/showthread.php
Disallow: /forum/translation_do.php
Disallow: /forum/member.php
Disallow: /forum/memberlist.php
Disallow: /forum/search.php

# for all others

User-agent: *
# this line removes the whole forum
# Disallow: /forum/

Disallow: /forumtest/

# Disallow: /forum/showthread.php
Disallow: /forum/translation_do.php
Disallow: /forum/member.php
Disallow: /forum/memberlist.php
Disallow: /forum/search.php