User-agent: *
#Disallow: /downloads/
# http://www.conman.org/people/spc/robots2.html
# maximum rate is one page every 5 seconds
Request-rate: 1/5
# maximum rate between requests in seconds
Crawl-delay: 1