Wrapper for python requests providing session and user agent

requests_wrapper.py

import requests


class RequestsWrapper():
    def __init__(self, user_agent):
        self._session = requests.Session()
        self._user_agent = user_agent

    def get(self, *args, **kwargs):
        headers = requests.structures.CaseInsensitiveDict(
            kwargs.get('headers', {})
        )

        if 'user-agent' not in headers:
            headers['user-agent'] = self._user_agent
        
        timeout = kwargs.pop('timeout', 10)

        return self._session.get(headers=headers, timeout=timeout, *args, **kwargs)

> curl -L https://gist.github.com/paulfurley/7a83bac60707a618cd896cdda8823c36/raw/ef96fdd03fe35ccd5666bc43aa7724a96900bb4c/requests_wrapper.py > requests_wrapper.py`

Then in your code:

from requests_wrapper import RequestsWrapper

http = RequestsWrapper('bot: github.com/myusername/myproject contact@mydomain.com')
http.get('http://www.example.com')