search_tweet.py

# -*- coding: utf-8 -*-

from requests_oauthlib import OAuth1Session
import json
import settings
import os
import sys

if len(sys.argv) != 2:
    print("Please input search keyword!")
    sys.exit()

twitter = OAuth1Session(
    settings.CONSUMER_KEY,
    settings.CONSUMER_SECRET,
    settings.ACCESS_TOKEN,
    settings.ACCESS_TOKEN_SECRET
)

uri = "https://api.twitter.com/1.1/search/tweets.json"

output_dir = sys.argv[1] + "_results"

os.makedirs(output_dir, exist_ok=True)

params = {
    "q": sys.argv[1],
    "lang": "ja",
    "count": "100"
}

for i in range(5):
    req = twitter.get(uri, params = params)

    results = json.loads(req.text)
    params["max_id"] = results["search_metadata"]["max_id_str"]

    for result in results["statuses"]:
        id = result["id"]

        print(id)

        file = open(f"{output_dir}/{id}.json", "w")
        json.dump(result, file, indent=2, ensure_ascii=False)
        file.close()

print('complete!')

settings.py.sample

CONSUMER_KEY = "xxxxxxxxxxxxxxxxxxxxxxxxx"
CONSUMER_SECRET = "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
ACCESS_TOKEN = "xxxxxxxxxx-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
ACCESS_TOKEN_SECRET = "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"