Created
July 7, 2016 04:19
-
-
Save antoineMoPa/5e09aed91181ae45bbbc3c43bc8417d4 to your computer and use it in GitHub Desktop.
These are some bots that visited my site after a small Show HN
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Show HN: https://news.ycombinator.com/item?id=12041226 | |
| # keyword: bot | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 755 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.0" 200 719 "-" "Mozilla/5.0 (compatible; MJ12bot/v1.4.5; http://www.majestic12.co.uk/bot.php?+)" | |
| HTTP/1.0" 200 719 "-" "Mozilla/5.0 (compatible; MJ12bot/v1.4.5; http://www.majestic12.co.uk/bot.php?+)" | |
| HTTP/1.0" 200 719 "-" "Mozilla/5.0 (compatible; MJ12bot/v1.4.5; http://www.majestic12.co.uk/bot.php?+)" | |
| HTTP/1.1" 200 719 "-" "Wotbox/2.01 (+http://www.wotbox.com/bot/)" | |
| HTTP/1.1" 206 943 "-" "Mozilla/5.0 (TweetmemeBot/4.0; +http://datasift.com/bot.html) Gecko/20100101 Firefox/31.0" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 700 "-" "Mozilla/5.0 (compatible; AhrefsBot/5.1; +http://ahrefs.com/robot/)" | |
| HTTP/1.1" 200 700 "-" "bitlybot/3.0 (+http://bit.ly/)" | |
| HTTP/1.1" 200 755 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 206 801 "-" "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 200 755 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 206 801 "-" "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" | |
| HTTP/1.1" 206 801 "-" "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" | |
| HTTP/1.1" 206 800 "-" "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" | |
| HTTP/1.1" 206 801 "-" "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" | |
| HTTP/1.1" 206 801 "-" "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" | |
| HTTP/1.1" 206 801 "-" "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" | |
| HTTP/1.1" 206 801 "-" "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 200 755 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)" | |
| HTTP/1.1" 200 756 "-" "rogerbot/1.0 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+shiny@moz.com)" | |
| HTTP/1.1" 200 755 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" | |
| HTTP/1.1" 200 924 "-" "Mozilla/5.0 (compatible; Feedspotbot/1.0; +http://www.feedspot.com/fs/bot)" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 200 924 "-" "Mozilla/5.0 (compatible; Feedspotbot/1.0; +http://www.feedspot.com/fs/bot)" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| q.js HTTP/1.1" 200 2770 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| tri.js HTTP/1.1" 200 3198 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| riffwave.js HTTP/1.1" 200 1944 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 200 700 "-" "Twitterbot/1.0" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| " "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| " "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| " "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| " "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" | |
| HTTP/1.1" 200 756 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 795 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 796 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 795 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 200 795 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" | |
| HTTP/1.1" 206 1012 "-" "Mozilla/5.0 (TweetmemeBot/4.0; +http://datasift.com/bot.html) Gecko/20100101 Firefox/31.0" | |
| # keyword: Python | |
| HTTP/1.1" 200 756 "-" "python-requests/2.5.1 CPython/2.7.3 Linux/3.13.0-24-generic" | |
| HTTP/1.0" 200 917 "-" "Python-urllib/1.17" | |
| HTTP/1.0" 200 917 "-" "Python-urllib/1.17" | |
| HTTP/1.1" 200 756 "-" "python-requests/2.5.3 CPython/2.7.6 Linux/3.13.0-91-generic" | |
| HTTP/1.1" 200 756 "-" "python-requests/2.5.3 CPython/2.7.6 Linux/3.13.0-91-generic" | |
| HTTP/1.1" 200 917 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 917 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 917 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| HTTP/1.1" 200 986 "http://reread.id.hn" "Python-urllib/3.5" | |
| # keyword: Ruby | |
| HTTP/1.1" 200 924 "-" "HTTPClient/1.0 (2.6.0.1, ruby 2.2.2 (2015-04-13))" | |
| # keyword: client | |
| HTTP/1.1" 200 277 "-" "Go-http-client/1.1" | |
| HTTP/1.1" 200 700 "-" "Go-http-client/1.1" | |
| # keyword: AppEngine | |
| "Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US) AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)" | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment