User-agent: *
Disallow: /cgi-bin/edit
Disallow: /cgi-bin/mod
Crawl-delay: 3
Request-rate: 1/3