Scraping Verified Twitter Usernames

twitter_verified_usernames.py

import oauth2 as oauth
import json
import random
import time

# You can add as many keys as you want here !! :)
keys = {
    "key1": {
        "CONSUMER_KEY": "",
        "CONSUMER_SECRET": "",
        "ACCESS_TOKEN": "",
        "ACCESS_SECRET": "",
    },
    "key2": {
        "CONSUMER_KEY": "",
        "CONSUMER_SECRET": "",
        "ACCESS_TOKEN": "",
        "ACCESS_SECRET": "",
    },
    # ...
}

users = keys.keys()
USER_NAME = "verified"
fileToSave = open('twitter_verified_usernames.txt', 'w+')

timeline_endpoint = "https://api.twitter.com/1.1/friends/list.json?screen_name=verified"
cursor = '0'

for _ in range(300):
    for i in keys:
        user = keys[i]
        consumer = oauth.Consumer(
            key=user["CONSUMER_KEY"], secret=user["CONSUMER_SECRET"])
        access_token = oauth.Token(
            key=user["ACCESS_TOKEN"], secret=user["ACCESS_SECRET"])
        client = oauth.Client(consumer, access_token)
        print("Consumer Key   ", user["CONSUMER_KEY"])
        print("Consumer Secret", user["CONSUMER_SECRET"])
        print("Access Token   ", user["ACCESS_TOKEN"])
        print("Access Secret  ", user["ACCESS_SECRET"])
        while True:
            response, data = client.request(timeline_endpoint)
            data = json.loads(data)
            print(response['status'])
            if(response["status"] == '200'):
                for k in data["users"]:
                    print(k["screen_name"])
                    fileToSave.write(k["screen_name"]+'\n')
                cursor = data["next_cursor_str"]
                timeline_endpoint = "https://api.twitter.com/1.1/friends/list.json?screen_name=verified&cursor="+cursor
            else:
                break
    time.sleep(15*60)