get_tweets.py

#!/usr/bin/python
#-*- coding: utf-8 -*-

from requests_oauthlib import OAuth1Session
import json
import HTMLParser

CK = 'XXXXXXXXXXXXXXXXXXXXXX'                             # Consumer Key
CS = 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX'         # Consumer Secret
AT = 'XXXXXXXXX-XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' # Access Token
AS = 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX'         # Accesss Token Secret

url = "https://api.twitter.com/1.1/statuses/user_timeline.json"

params = {"screen_name": "realDonaldTrump",
          "count": 5,
          "exclude_replies": "true",
          "include_rts": "true"
        }

twitter = OAuth1Session(CK, CS, AT, AS)
req = twitter.get(url, params = params)

html_parser = HTMLParser.HTMLParser()
if req.status_code == 200:
    timeline = json.loads(req.text)
    for tweet in timeline:
        if not ('retweeted_status' in tweet):
            print html_parser.unescape(tweet["text"]).encode('utf-8')
            maxid = tweet["id"]
else:
    print ("Error: %d" % req.status_code)
for i in range(20):
    print '-------------------'
    params = {"screen_name": "realDonaldTrump",
              "count": 200,
              "exclude_replies": "true",
              "include_rts": "true",
              "max_id": maxid - 1
            }
    req = twitter.get(url, params = params)
    if req.status_code == 200:
        timeline = json.loads(req.text)
        for tweet in timeline:
            if not ('retweeted_status' in tweet):
                print html_parser.unescape(tweet["text"]).encode('utf-8')
                maxid = tweet["id"]
    else:
        print ("Error: %d" % req.status_code)