Simple Python scraper for the Internet Archive text

scrape.py

#!/usr/bin/env python3 

import requests 
from bs4 import BeautifulSoup

url = "https://archive.org/stream/ahandbooksocial00blisgoog/ahandbooksocial00blisgoog_djvu.txt"
response = requests.get(url)

soup = BeautifulSoup(response.text, "html.parser")
pre_selector = "#maincontent > div > pre"
pre_element = soup.select_one(pre_selector)

if pre_element :
    text = pre_element.text.strip()
    with open("scraped.txt", "w", encoding="utf-8") as f:
        f.write(text)
    print("Text written to file.")
else:
    print(f"Could not find element with selector {pre_selector}")