# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism
# http://www.robotstxt.org/wc/faq.html#robotstxt



User-agent: *

Disallow: /
Disallow: /allBackup
Disallow: /common
Disallow: /getusall/writers
Disallow: /letusmatch/documents
Disallow: /letusmatch/documents
Disallow: /letusmatch2/documents
Disallow: /misc
Disallow: /forum/memberlist.php