Pick a random user agent to be used by requests

random_user_agent.py

user_agent_list = [
    "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.0 Safari/536.3",
    "Mozilla/5.0 (IE 11.0; Windows NT 6.3; Trident/7.0; .NET4.0E; .NET4.0C; rv:11.0) like Gecko",
    "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36"
]
num = random.randint(0, (len(user_agent_list) - 1))


def get_page_object(url):
    response = requests.get(
        url, 
        headers={'User-Agent': user_agent_list[num]}
        )
    return html.fromstring(response.content)