# This robots.txt should not be pushed to the RR. For RR edit robots.rr.txt.
User-agent: Claude-User
Allow: /

User-agent: *
Disallow: /

User-agent: Googlebot
Disallow: /*

User-agent: htdig
Disallow: /admin/
Disallow: /goldenPath/
Disallow: /qa/
Disallow: /cgi-bin/hgTracks
Disallow: /cgi-bin/hgTables
Disallow: /cgi-bin/hgLiftOver

User-Agent: W3C-checklink
Disallow:
