# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Crawl-delay: 120
#Disallow: /
Disallow: /bamboo
Disallow: /fisheye
Disallow: /nexus
Disallow: /proximity
#Disallow: /confluence
#Disallow: /jira
#Disallow: /site

## See http://en.wikipedia.org/wiki/Robots_exclusion_standard
Request-rate: 1/10         # maximum rate is one page every 10 seconds
Visit-time: 0600-0845      # only visit between 06:00 and 08:45 UTC (GMT)