dl_dmlq

#!/usr/bin/env python

import requests
from lxml.html import fromstring
import re
import time

fiction=''

prefix='http://www.ranwen.net/files/article/17/17528/'

s=requests.session()

r=s.get('http://www.ranwen.net/files/article/17/17528/index.html')
content=r.content.decode('gb18030')

index=re.findall(r'class="dccss".+?href="(.+?)"',content)

for i in index[400:]:
    c=s.get("%s%s" %(prefix,i)).content.decode('gb18030')
    m=fromstring(c)
    title=''.join(m.xpath('//h1/text()'))
    chpt=m.xpath('//div[@id="content"]/text()')
    chpt=''.join(chpt).replace('\xa0\xa0\xa0\xa0','\n').strip()
    fiction+=title
    fiction+='\n'
    fiction+=chpt
    fiction+='\n'
    print(title+" done!\n")
    time.sleep(1)

with open( "大明狼骑.txt", "w" )as f:
    f.write(fiction)