Skip to content

Instantly share code, notes, and snippets.

@zYeoman zYeoman/byr.py
Last active Sep 20, 2019

Embed
What would you like to do?
自动从bt.byr.cn上下载免费种子文件,保存到指定位置
#! /usr/bin/env python
# -*- coding: utf-8 -*-
#
# Copyright © 2018 Yongwen Zhuang <zeoman@163.com>
#
# Distributed under terms of the MIT license.
"""
Byr
自动从bt.byr.cn上下载免费种子文件,保存到指定位置
Author: Yongwen Zhuang
Create: 2018-06-13
"""
import os
from PIL import Image
from io import BytesIO
import logging
import pickle
try:
from urllib.parse import urlparse, parse_qs
except ImportError:
from urlparse import urlparse, parse_qs
import requests
from bs4 import BeautifulSoup
from userpass import User
from decaptcha.decaptcha import DeCaptcha
class Byr(object):
"""login/logout/getpage"""
def __init__(self):
"""Byr Init """
console = logging.StreamHandler()
console.setLevel(logging.DEBUG)
formatter = logging.Formatter(
'[%(filename)s:%(lineno)4s - %(funcName)10s ] %(message)s'
)
console.setFormatter(formatter)
self.logger = logging.getLogger("byr")
self.logger.addHandler(console)
self.logger.setLevel(logging.INFO)
self._session = requests.session()
self._session.headers = {
'User-Agent': 'Magic Browser'
}
self._root = 'https://bt.byr.cn/'
self._user = User('.byr')
self.list = []
if os.path.exists('list.csv'):
self.logger.debug('Read list.csv')
with open('list.csv', 'r') as f:
for line in f.readlines():
self.list.append(line.split(',')[0])
def login(self):
"""Login to bt.bry.cn"""
login_page = self.get_url('login.php')
image_url = login_page.find('img', alt='CAPTCHA')['src']
image_hash = login_page.find(
'input', attrs={'name': 'imagehash'})['value']
self.logger.debug('Image url: ' + image_url)
self.logger.debug('Image hash: ' + image_hash)
req = self._session.get(self._root + image_url)
image_file = Image.open(BytesIO(req.content))
decaptcha = DeCaptcha()
decaptcha.load_model('./decaptcha/captcha_classifier.pkl')
captcha_text = decaptcha.decode(image_file)
self.logger.debug('Captcha text: ' + captcha_text)
login_data = {
'username': self._user.username,
'password': self._user.password,
'imagestring': captcha_text,
'imagehash': image_hash
}
main_page = self._session.post(
self._root + 'takelogin.php', login_data)
if main_page.url != self._root + 'index.php':
self.logger.error('Login error')
return
self._save()
def _save(self):
"""Save cookies to file"""
self.logger.debug('Save cookies')
with open('cookie', 'wb') as f:
pickle.dump(self._session.cookies, f)
def _load(self):
"""Load cookies from file"""
if os.path.exists('cookie'):
with open('cookie', 'rb') as f:
self.logger.debug('Load cookies from file.')
self._session.cookies = pickle.load(f)
else:
self.logger.debug('Load cookies by login')
self.login()
self._save()
@property
def pages(self):
"""Return pages in torrents.php
:returns: yield ByrPage pages
"""
# free url
self.logger.debug('Get pages')
page = self.get_url('torrents.php?spstate=2')
n = 0
for line in page.find_all('tr', class_='free_bg'):
if n == 0:
yield(ByrPage(line))
n = 1
else:
n -= 1
def get_url(self, url):
"""Return BeautifulSoup Pages
:url: page url
:returns: BeautifulSoups
"""
self.logger.debug('Get url: ' + url)
req = self._session.get(self._root + url)
return BeautifulSoup(req.text, 'lxml')
def start(self):
"""Start spider"""
self.logger.info('Start Spider')
self._load()
with open('list.csv', 'a') as f:
for page in self.pages:
self.logger.debug('Check ' + page.name)
if page.id not in self.list and page.ok:
self.logger.info('Download ' + page.name)
self.download(page.id)
f.write(page.id + ',' + page.name + '\n')
def download(self, id_):
"""Download torrent in url
:url: url
:filename: torrent filename
"""
url = self._root + 'download.php?id=' + id_
req = self._session.get(url)
with open('./tmp/' + id_ + '.torrent', 'wb') as f:
f.write(req.content)
class ByrPage(object):
"""Torrent Page Info"""
def __init__(self, soup):
"""Init variables
:soup: Soup
"""
url = soup.find(class_='torrentname').a['href']
self.name = soup.find(class_='torrentname').b.text
self.type = soup.img['title']
self.size = self.tosize(soup.find_all('td')[-5].text)
self.seeders = int(soup.find_all('td')[-4].text.replace(',', ''))
self.snatched = int(soup.find_all('td')[-2].text.replace(',', ''))
self.id = parse_qs(urlparse(url).query)['id'][0]
@property
def ok(self):
"""Check torrent info
:returns: If a torrent are ok to be downloaded
"""
return self.size < 20 and self.seeders < 10
def tosize(self, text):
"""Convert text 'xxxGB' to int size
:text: 123GB or 123MB
:returns: 123(GB) or 0.123(GB)
"""
if text.endswith('MB'):
size = float(text[:-2].replace(',', '')) / 1024
else:
size = float(text[:-2].replace(',', ''))
return size
def main():
b = Byr()
b.start()
if __name__ == "__main__":
main()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.