# robots.txt for fumc-rr.org websites
# copied from slashdot.org (13 jun 06)
#
# Any empty [Disallow] value, indicates that all URLs can be retrieved.
# At least one Disallow field needs to be present in a record.

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot
Crawl-delay: 100
#Disallow: /users.pl
#Disallow: /zoo.pl
#Disallow: comments.pl
#Disallow: users.pl
#Disallow: zoo.pl
Disallow: /~
Disallow: ~

User-agent: Slurp
Crawl-delay: 100
Disallow:

User-agent: Yahoo-NewsCrawler
Disallow:

User-Agent: msnbot
Crawl-delay: 100
Disallow:

User-agent: *
Crawl-delay: 100
#Disallow: /authors.pl
#Disallow: /index.pl
#Disallow: /article.pl
#Disallow: /comments.pl
#Disallow: /journal.pl
#Disallow: /messages.pl
#Disallow: /metamod.pl
#Disallow: /users.pl
#Disallow: /search.pl
#Disallow: /pollBooth.pl
#Disallow: /pubkey.pl
#Disallow: /topics.pl
#Disallow: /zoo.pl
#Disallow: /palm
#Disallow: authors.pl
#Disallow: index.pl
#Disallow: article.pl
#Disallow: comments.pl
#Disallow: journal.pl
#Disallow: messages.pl
#Disallow: metamod.pl
#Disallow: users.pl
#Disallow: search.pl
#Disallow: pollBooth.pl
#Disallow: pubkey.pl
#Disallow: topics.pl
3Disallow: zoo.pl
Disallow: /~
Disallow: ~