User-agent: *
Disallow:                 # allows them to access all pages
Request-rate: 1/5         # maximum rate is one page every 5 seconds