Created
February 21, 2018 02:54
-
-
Save PandyYang/2ad745c15a13b78ea6aad91338059cd4 to your computer and use it in GitHub Desktop.
mmpictures
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import urllib.request | |
import os | |
def url_open(url): | |
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20100101 Firefox/23.0'} | |
req = urllib.request.Request(url=url, headers=headers) | |
response = urllib.request.urlopen(req) | |
html = response.read() | |
return html | |
def get_page(url): | |
html = url_open(url).decode('utf-8') | |
# headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20100101 Firefox/23.0'} | |
# req = urllib.request.Request(url=url, headers=headers) | |
# response = urllib.request.urlopen(req) | |
# html = response.read().decode('utf-8') | |
a = html.find('current-comment-page')+ 23 | |
b = html.find(']', a) | |
print(html[a:b]) | |
return html[a:b] | |
def find_img(url): | |
html = url_open(url).decode('utf-8') | |
img_addrs = [] | |
a = html.find('img src=') | |
b = html.find('.jpg',a,a+255) | |
if b != -1: | |
img_addrs.append(html[a:b]) | |
a = html.find('img src=',b) | |
else: | |
b = a+9 | |
a = html.find('img_addrs',b) | |
for each in img_addrs: | |
print(each) | |
return img_addrs | |
def save_imgs(folder,img_addrs): | |
for each in img_addrs: | |
filename = each.split('/')[-1] | |
with open(filename,'wb') as f: | |
img = url_open(each) | |
f.write(img) | |
def download_mm(folder = 'OOXX',pages = 10): | |
os.mkdir(folder) | |
os.chdir(folder) | |
url = 'http://jandan.net/ooxx/' | |
page_num = int(get_page(url)) | |
for i in range(pages): | |
page_num -= i | |
page_url = url + 'page' + str(page_num) +'#comments' | |
img_addrs = find_img(page_url) | |
save_imgs(folder,img_addrs) | |
if __name__ == '__main__': | |
download_mm() |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment