自动更新 dnsmasq gfwlist 规则

dnsmasq-gfwlist.py

#!/usr/bin/env python
#coding=utf-8
#
# Generate a list of dnsmasq rules with ipset for gfwlist
#
# Copyright (C) 2014 http://www.shuyz.com
# Ref https://code.google.com/p/autoproxy-gfwlist/wiki/Rules

import urllib2
import re
import os
import datetime
import base64
import shutil

mydnsip = '208.67.222.222'
mydnsport = '5353'

# the url of gfwlist
baseurl = 'https://raw.githubusercontent.com/gfwlist/gfwlist/master/gfwlist.txt'
# match comments/title/whitelist/ip address
comment_pattern = '^\!|\[|^@@|^\d+\.\d+\.\d+\.\d+'
domain_pattern = '([\w\-\_]+\.[\w\.\-\_]+)[\/\*]*'
tmpfile = '/tmp/gfwlisttmp'
# do not write to router internal flash directly
outfile = '/tmp/gfwlist.conf'
rulesfile = '/etc/dnsmasq.d/gfwlist.conf'

fs = file(outfile, 'w')
fs.write('# gfw list ipset rules for dnsmasq\n')
fs.write('# updated on ' + datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
 + '\n')
fs.write('#\n')

#print 'fetching list...'
content = urllib2.urlopen(baseurl, timeout=15).read().decode('base64')

# write the decoded content to file then read line by line
tfs = open(tmpfile, 'w')
tfs.write(content)
tfs.close()
tfs = open(tmpfile, 'r')

#print 'page content fetched, analysis...'

# remember all blocked domains, in case of duplicate records
domainlist = []

for line in tfs.readlines():
        if not re.findall(comment_pattern, line):
                #print 'this is a comment line: ' + line
                #fs.write('#' + line)
        #else:
                domain = re.findall(domain_pattern, line)
                if domain:
                        try:
                                found = domainlist.index(domain[0])
                                #print domain[0] + ' exists.'
                        except ValueError:
                                #print 'saving ' + domain[0]
                                domainlist.append(domain[0])
                                fs.write('server=/.%s/%s#%s\n'%(domain[0],mydnsi
p,mydnsport))
                                fs.write('ipset=/.%s/ss\n'%domain[0])
                #else:
                        #print 'no valid domain in this line: ' + line

tfs.close()
fs.close();

#print 'moving generated file to dnsmasg directory'
shutil.move(outfile, rulesfile)

#print 'restart dnsmasq...'
print os.popen('/etc/init.d/dnsmasq restart').read()

#print 'done!'