User-agent: *
Disallow: /admin
Disallow: /cgi-bin
Disallow: /content
Disallow: /lib

Request-rate: 1/5
Visit-time: 0600-0845