User-agent: *
Allow: /
Disallow: /tarballs/
Disallow: /*/watchers
Disallow: /*/network
Disallow: /*/graphs
Disallow: /*/raw/
Disallow: /*/compare/
Disallow: /*.git/
Disallow: /*q=
Disallow: /*.atom

User-agent: ScoutJet
Crawl-delay: 5