Fetch Tweet by Tweet ID

fetch_tweet.py

from bs4 import BeautifulSoup, NavigableString
from urllib.request import urlopen, Request


def fetch_tweet(tweet_id):
    url = f"https://twitter.com/anyuser/status/{tweet_id}"
    agent = "Mozilla/5.0 (compatible;  MSIE 7.01; Windows NT 5.0)"

    try:
        html_response = urlopen(Request(url, headers={'User-Agent': agent}))
    except:
        # Page no longer exists
        return None

    html_source = html_response.read().decode('utf-8')
    soup = BeautifulSoup(html_source, features="lxml")
    tweet_text_div = soup.find("div", {"class": "tweet-text"})

    # Twitter account is probably suspended or tweet deleted
    if not tweet_text_div:
        return None

    tweet_components = []
    for child in tweet_text_div.children:
        if isinstance(child, NavigableString):
            continue

        tweet_components.append(child.text)

    tweet = " ".join(tweet_components).strip()
    return tweet