Skip to content

Instantly share code, notes, and snippets.

@mcauser
Created October 1, 2013 06:28
Show Gist options
  • Save mcauser/6774564 to your computer and use it in GitHub Desktop.
Save mcauser/6774564 to your computer and use it in GitHub Desktop.
.wgetrc
# ~/.wgetrc
# http://www.gnu.org/software/wget/manual/html_node/Wgetrc-Commands.html
header = Accept: */*
header = Accept-Language: en-US,en;q=0.8
header = Keep-Alive: 300
user_agent = Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.65 Safari/537.36
# bind_address = 202.x.x.x
# header = Accept: text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5
# header = Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7
# header = Accept-Encoding: gzip,deflate,sdch
# referer = http://www.google.com
# user_agent = DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
# user_agent = Googlebot-Image/1.0
# user_agent = Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)
# user_agent = Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0)
# user_agent = Mozilla/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 5.1) Opera 7.01 [en]
# user_agent = Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Win 9x 4.90)
# user_agent = Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)
# user_agent = Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; FunWebProducts; MRA 4.6 (build 01425); .NET CLR 1.1.4322; .NET CLR 2.0.50727)
# user_agent = Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; WOW64; SV1; .NET CLR 2.0.50727)
# user_agent = Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
# user_agent = Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E)
# user_agent = Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)
# user_agent = Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
# user_agent = Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
# user_agent = Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot@gmail.com)
# user_agent = Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
# user_agent = Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)
# user_agent = Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)
# user_agent = Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
# user_agent = Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53
# user_agent = Mozilla/5.0 (iPhone; CPU iPhone OS 7_0_2 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A501 Safari/9537.53
# user_agent = Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
# user_agent = Mozilla/5.0 (Linux; U; Android 2.2; en-gb; GT-P1000 Build/FROYO) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1
# user_agent = Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:23.0) Gecko/20100101 Firefox/23.0
# user_agent = Mozilla/5.0 (Windows NT 5.1; rv:6.0.2) Gecko/20100101 Firefox/6.0.2
# user_agent = Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b
# user_agent = Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.76 Safari/537.36
# user_agent = Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20100101 Firefox/23.0
# user_agent = Mozilla/5.0 (Windows NT x.y; Win64; x64; rv:10.0.1) Gecko/20100101 Firefox/10.0.1
# user_agent = Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.2.8) Gecko/20100721 Firefox/3.6.8
# user_agent = msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)
# user_agent = OMozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.2.9) Gecko/20100827 Red Hat/3.6.9-2.el6 Firefox/3.6.9
# user_agent = Opera/9.01 (Windows NT 5.1; U; en)
# user_agent = SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment