Sample script to pull a stream of San Francisco tweets and push them into PipelineDB

gistfile1.txt

from TwitterAPI import TwitterAPI
import psycopg2
from psycopg2.extras import Json

CONSUMER_KEY = 'Get'
CONSUMER_SECRET = 'your'
ACCESS_TOKEN_KEY = 'own'
ACCESS_TOKEN_SECRET = 'API key'

api = TwitterAPI(CONSUMER_KEY,
                CONSUMER_SECRET,
                ACCESS_TOKEN_KEY,
                ACCESS_TOKEN_SECRET)

# stream all tweets identified as being in San Francisco
r = api.request('statuses/filter', {'locations': '-122.75,36.8,-121.75,37.8'} )

conn = psycopg2.connect('dbname=twitter user=pipeline 
    password=pipeline host=pipeline port=6543')
conn.autocommit = True
cur = conn.cursor()

for item in r:
    # check if this is a tweet by looking for message text
    if 'text' in item:
        cur.execute("""INSERT INTO tweets ( content ) VALUES ( %s )""",(Json(item),))