# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
Sitemap: /sitemap

User-agent: *
Request-rate: 1/5
Visit-time: 0400-0700
Disallow: /sbt/
Disallow: /tjnet/
Disallow: /spicyboost/
Disallow: /spicyboost-hard/
Disallow: /spicyboost-g/
Disallow: /blah/
Disallow: /voyeur/
Disallow: /images/
Disallow: /stylesheets/
Disallow: /javascripts/