gistfile1.txt

User-agent: Googlebot
User-Agent: bingbot
User-Agent: MSNbot
User-Agent: Yahoo!
User-Agent: FacebookExternalHit
User-Agent: Ezooms
User-Agent: teoma
User-Agent: Butterfly
User-Agent: ShowyouBot
User-Agent: magpie-crawler
User-Agent: Baiduspider
User-Agent: ia_archiver
User-Agent: AcoonBot
User-Agent: Sosospider
User-Agent: psbot
User-Agent: findlinks
User-Agent: ZumBot
User-Agent: MetajobBot
User-Agent: AltaVista-Intranet

Disallow: /*?
Disallow: /browse
Disallow: /users/

user-agent: AhrefsBot
disallow: /