# Prevent all well-behaved robots from visiting certain directories:

User-agent: *
Disallow: /cgi-bin/
Disallow: /faq/
Disallow: /galleys/
Disallow: /logs/
Disallow: /Merch_Graphics/
Disallow: /Merchant/
Disallow: /mockup/
Disallow: /reference/
Disallow: /scripts/
Disallow: /shartistdb/
Disallow: /survey/
Disallow: /test/
Disallow: /testing/
Disallow: /WorldCon01/
Disallow: /todelete/
Disallow: /fiction/obscura/

# Let the WDG validator do whatever it wants
# -- Zell 20080929

User-agent: WDG_SiteValidator
Disallow: