User-agent: *
Disallow: /
Disallow: /*

User-agent: Wget
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /wg/*/trac/*?
Disallow: /wg/*/trac/browser/
Disallow: /wg/*/trac/changeset/
Disallow: /wg/*/trac/report/
Disallow: /wg/*/trac/timeline
Disallow: /wg/*/trac/log/
Disallow: /tools/ietfdb/*?
Disallow: /tools/ietfdb//browser/
Disallow: /tools/ietfdb/changeset/
Disallow: /tools/ietfdb/report/

User-agent: Googlebot
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /wg/*/trac/*?
Disallow: /wg/*/trac/browser/
Disallow: /wg/*/trac/changeset/
Disallow: /wg/*/trac/report/
Disallow: /wg/*/trac/timeline
Disallow: /wg/*/trac/log/
Disallow: /tools/ietfdb/*?
Disallow: /tools/ietfdb/browser/
Disallow: /tools/ietfdb/changeset/
Disallow: /tools/ietfdb/report/

User-agent: Googlebot-Mobile
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /wg/*/trac/*?
Disallow: /wg/*/trac/browser/
Disallow: /wg/*/trac/changeset/
Disallow: /wg/*/trac/report/
Disallow: /wg/*/trac/timeline
Disallow: /wg/*/trac/log/
Disallow: /tools/ietfdb/*?
Disallow: /tools/ietfdb/browser/
Disallow: /tools/ietfdb/changeset/
Disallow: /tools/ietfdb/report/

User-agent: ia_archiver
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /wg/*/trac/*?
Disallow: /wg/*/trac/browser/
Disallow: /wg/*/trac/changeset/
Disallow: /wg/*/trac/report/
Disallow: /wg/*/trac/timeline
Disallow: /wg/*/trac/log/
Disallow: /tools/ietfdb/*?
Disallow: /tools/ietfdb/browser/
Disallow: /tools/ietfdb/changeset/
Disallow: /tools/ietfdb/report/

User-agent: msnbot
Crawl-delay:  30
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /wg/*/trac/*?
Disallow: /wg/*/trac/browser/
Disallow: /wg/*/trac/changeset/
Disallow: /wg/*/trac/report/
Disallow: /wg/*/trac/timeline
Disallow: /wg/*/trac/log/
Disallow: /tools/ietfdb/*?
Disallow: /tools/ietfdb/browser/
Disallow: /tools/ietfdb/changeset/
Disallow: /tools/ietfdb/report/

User-agent: Slurp
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /wg/*/trac/*?
Disallow: /wg/*/trac/browser/
Disallow: /wg/*/trac/changeset/
Disallow: /wg/*/trac/report/
Disallow: /wg/*/trac/timeline
Disallow: /wg/*/trac/log/
Disallow: /tools/ietfdb/*?
Disallow: /tools/ietfdb/browser/
Disallow: /tools/ietfdb/changeset/
Disallow: /tools/ietfdb/report/

User-agent: Browsershots
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /wg/*/trac/*?
Disallow: /wg/*/trac/browser/
Disallow: /wg/*/trac/changeset/
Disallow: /wg/*/trac/report/
Disallow: /wg/*/trac/timeline
Disallow: /wg/*/trac/log/
Disallow: /tools/ietfdb/*?
Disallow: /tools/ietfdb/browser/
Disallow: /tools/ietfdb/changeset/
Disallow: /tools/ietfdb/report/

User-Agent: W3C-checklink
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /wg/*/trac/*?
Disallow: /wg/*/trac/browser/
Disallow: /wg/*/trac/changeset/
Disallow: /wg/*/trac/report/
Disallow: /wg/*/trac/timeline
Disallow: /wg/*/trac/log/
Disallow: /tools/ietfdb/*?
Disallow: /tools/ietfdb/browser/
Disallow: /tools/ietfdb/changeset/
Disallow: /tools/ietfdb/report/