Faster HTTP Requests with Session

faster_http_with_session.py

"""
requests with session gives faster results

the below code demonstrates a comparison in speed between requests with session vs requests not with session
"""
import requests
import datetime
from bs4 import BeautifulSoup

def scrape_no_session(x):
  url = f"https://scrapethissite.com/pages/forms/?page_num={x}"
  r = requests.get(url)
  soup = BeautifulSoup(r.text,'html.parser')
  print(soup.title.text)

def scrape_with_session(x):
  url = f"https://scrapethissite.com/pages/forms/?page_num={x}"
  s = requests.Session()
  r = s.get(url)
  soup = BeautifulSoup(r.text,'html.parser')
  print(soup.title.text)

start = datetime.datetime.now()
for x in range(1,24):
  scrape_no_session(x)
print(f"duration : {datetime.datetime.now()-start}")

start = datetime.datetime.now()
for x in range(1,24):
  scrape_with_session(x)
print(f"duration : {datetime.datetime.now()-start}")