# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

User-agent: *
Disallow: /admin/
Disallow: /internal/
Disallow: /resource/
Crawl-delay: 10
Visit-time: 1000-1400