request with proxy

request_with_proxy.py

#coding:utf-8

import requests
import time
from fake_useragent import UserAgent
import requests
requests.packages.urllib3.disable_warnings()
from random import randint
import socks
import socket

ua = UserAgent()

def rand_port(x, y, exclude):
    r = None
    while r in exclude or not r:
        r = randint(x, y)
    return r


def request_with_proxy(url, timeout=10, use_ss=False, sleep=10):
    time.sleep(sleep)
    headers = {'User-Agent': ua.random}
    r = None
    if not use_ss:
        proxy_port = rand_port(9054, 9155, [])
        proxies = {
                "http": "socks5://127.0.0.1:{}".format(proxy_port),
                "https": "socks5://127.0.0.1:{}".format(proxy_port)
        }
        r = requests.get(url, proxies=proxies, headers=headers, timeout=20)
    else:
        port_range = (1080, 1097)
        error_ports = [1083, 1085, 1089, 1094]
        port = rand_port(1080, 1097, error_ports)
        proxies = {
            "http": "socks5://127.0.0.1:{}".format(port),
            "https": "socks5://127.0.0.1:{}".format(port)
        }
        r = requests.get(url, proxies=proxies, timeout=20, headers=headers)

    return r