User-agent: *
Disallow: /tmp
Disallow: /logs

User-agent: *
Request-rate: 1/5         # maximum rate is one page every 5 seconds