gistfile1.txt

"LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)"
"Mozilla/5.0"
"Mozilla/5.0 (compatible"
"Mozilla/5.0 (compatible; AhrefsBot/2.0; +http://ahrefs.com/robot/)"
"Mozilla/5.0 (compatible; aiHitBot/1.0; +http://www.aihit.com/)"
"-" "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"
"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"
"Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
"Mozilla/5.0 (compatible; BlogScope/1.0; +http://www.blogscope.net/; U of Toronto)"
"Mozilla/5.0 (compatible; discobot/2.0; +http://discoveryengine.com/discobot.html)"
"Mozilla/5.0 (compatible; Embedly/0.2; +http://support.embed.ly/)"
"Mozilla/5.0 (compatible; en-US; ReverseGet/1.0; http://reverseget.com/; robot@reverseget.com)"
"Mozilla/5.0 (compatible; Evrinid Iudex 2.0.0; +http://www.evri.com/evrinid)"
"Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)"
"Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot@gmail.com)"
"Mozilla/5.0 (compatible; Firefox Addon; Windows XP 5.1)"
"Mozilla/5.0 (compatible; FriendFeedBot/0.1; +Http://friendfeed.com/about/bot)"
"Mozilla/5.0 (compatible; FriendFeedBot/0.1; +Http://friendfeed.com/about/bot; 28 subscribers; feed-id=247135236921768512)"
"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
"Mozilla/5.0 (compatible; Google Desktop/5.9.1005.12335; http://desktop.google.com/)"
"Mozilla/5.0 (compatible; Hailoobot/1.2; +http://www.hailoo.com/spider.html)"
"Mozilla/5.0 (compatible; Konqueror/2.2.2; Linux 2.4.14-xfs; X11; i686)"
"Mozilla/5.0 (compatible; Linux; Socialradarbot/2.0; en-US; bot@infegy.com)"
"Mozilla/5.0 (compatible; Lipperhey Site Explorer; http://www.lipperhey.com/)"
"Mozilla/5.0 (compatible; MJ12bot/v1.4.0; http://www.majestic12.co.uk/bot.php?+)"
"Mozilla/5.0 (compatible; MJ12bot/v1.4.1; http://www.majestic12.co.uk/bot.php?+)"
"Mozilla/5.0 (compatible; MSIE 7.0; Windows 98; Avant Browser)"
"Mozilla/5.0 (compatible; MSIE 7.0; Windows 98; Dealio Toolbar 4.1.18; Maxthon; Maxthon; MSN Optimized)"
"Mozilla/5.0 (compatible; MSIE 7.0; Windows 98; SV1; Crazy Browser 4.1.92)"
"Mozilla/5.0 (compatible; MSIE 7.0; Windows NT 6.0; MSN Optimized; Alexa Toolbar; .NET CLR 5.5.22)"
"Mozilla/5.0 (compatible; MSIE 7.0; Windows NT 6.1; MS-RTC LM 8; InfoPath.1; InfoPath.2)"
"Mozilla/5.0 (compatible; MSIE 8.0; Windows 98; Avant Browser; Maxthon)"
"Mozilla/5.0 (compatible; MSIE 8.0; Windows 98; .NET CLR 4.4.11; MEGAUPLOAD 3.9.10)"
"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 4.1;GB; SV1)"
"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.0; Maxthon; MSN Optimized)"
"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.1; SV1;GB; Alexa Toolbar; Maxthon)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 5.2; IEMB3; Dealio Toolbar 4.7.98; IEMB3)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 5.2; SV1; InfoPath.1; Alexa Toolbar)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/5.0)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; WOW64; Trident/5.0)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; WOW64; Trident/5.0; BOIE9;ENUSMSNIP)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; MS-RTC LM 8)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; BOIE9;ENUS)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; chromeframe/16.0.912.77)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; msn OptimizedIE8;ITIT)"
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 7.1; Trident/5.0)"
"Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server; +http://ws.daum.net/aboutWebSearch.html) Daumoa/2.0"
"Mozilla/5.0 (compatible; Nigma.ru/3.0; crawler@nigma.ru)"
"Mozilla/5.0 (compatible; OpenindexDeepSpider/Nutch-1.5-dev; +http://openindex.io/spider.html; systemsATopenindexDOTio)"
"Mozilla/5.0 (compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)"
"Mozilla/5.0+(compatible;+PiplBot;++http://www.pipl.com/bot/)"
"Mozilla/5.0 (compatible; suggybot v0.01a, http://blog.suggy.com/was-ist-suggy/suggy-webcrawler/)"
"Mozilla/5.0 (compatible; SWEBot/1.0; +http://swebot.net)"
"Mozilla/5.0 (compatible; TweetedTimes Bot/1.0; +http://tweetedtimes.com)"
"Mozilla/5.0 (compatible; TweetmemeBot/2.11; +http://tweetmeme.com/)"
"Mozilla/5.0 (compatible; WBSearchBot/1.1; +http://www.warebay.com/bot.html)"
"Mozilla/5.0 (compatible; woriobot +http://worio.com)"
"Mozilla/5.0 (compatible; woriobot support [at] worio [dot] com +http://worio.com)"
"Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
"Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) 1 readers"
"Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)"
"Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )"
"Mozilla/5.0 (compatible;YodaoBot-Image/1.0;http://www.youdao.com/help/webmaster/spider/;)"
"Mozilla/5.0 (ganjle.com)"
"Mozilla/5.0 (Linux x86_64) AppleWebKit/534.26+ WebKitGTK+/1.4.3 luakit/af8e8ef"
"Mozilla/5.0 (Linux x86_64) AppleWebKit/534.26+ WebKitGTK+/1.6.1 luakit/b1fb7fa"
"Mozilla/5.0/Nutch-1.1 (Windows; U; Windows NT 5.1; en-US; rv:1.9.2.13)"
"Mozilla/5.0 (PLAYSTATION 3; 2.00)"
"Mozilla/5.0 (Really Gmane.org's favicon grabber)"
"Mozilla/5.0 (Windows NT 5.1; U; en) Opera 8.00"
"Mozilla/5.0 (Windows NT 5.1; U; en) Opera 8.01"
"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0a2) Firefox/6.1"
"Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US)"
"Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)"
"Mozilla/5.0 (X11; Linux) AppleWebKit/534.26+ Midori/0.4"
"SocialSearcher/0.1  Mozilla/5.0"
"TweetedTimes Bot/1.0 (Mozilla/5.0 Compatible, +http://tweetedtimes.com)"