Twitter Scrapper | Hashtags & User

twitter_scrapper.py

# pip3 install --user --upgrade git+https://github.com/twintproject/twint.git@origin/master#egg=twint

import os
import twint

tempath = "add a temp path folder"

def top_tweets(username): 
    for user in username:
        c = twint.Config()
        c.Limit = 4
        c.Min_likes = 1
        c.Output = os.path.join(tempath, f"tweets_{user}.json")
        c.Store_json = True
        c.Username = user #change to search if u want to scrape from hashtags
        c.Filter_retweets = True
        a = twint.run.Search(c)

    # scrapping done & preprocessing start
    totalTweets = {}
    for user in username:
        tweets = []
        for line in open(os.path.join(os.path.join(tempath, f"tweets_{user}.json")), 'r'):
            tweets.append(json.loads(line))
            totalTweets[user] = tweets
    return totalTweets #returns a json