User-agent: *
Disallow: /websvn
Disallow: /openwebmail
Disallow: /w3c-linkchecker
Disallow: /wdg-html-validator.html
Disallow: /w3c-markup-validator
Disallow: /cgi-bin/viewcvs.cgi
Disallow: /viewcvs.cgi
Crawl-delay: 30
#Visit-time: 1000-1400 # UTC time
Request-rate: 1/30