A slightly more robust bot deterrent.

robots.txt

# This file should prevent the site/server from being indexed by search engines.

User-agent: * # match all bots
Disallow: / # tell them to fuck off

User-Agent: Googlebot
Disallow: /
 
User-Agent: Googlebot-Mobile
Disallow: /
 
# Adsense
User-Agent: Mediapartners-Google
Disallow: /
 
User-Agent: msnbot
Disallow: /
 
User-Agent: bingbot
Disallow: /
 
# Blekko
User-Agent: ScoutJet
Disallow: /
 
User-Agent: Yandex
Disallow: /
 
User-agent: baiduspider
Disallow: /
 
User-agent: DuckDuckBot
Disallow: /
 
# CommonCrawl
User-agent: ccbot
Disallow: /