r

def stream[T](f: => T, t:T => Boolean):Stream[T] = {
    val v = f
    if (t(v)) Stream.cons(v, stream(f, t)) else Stream.empty
}

def whileNotNull[T](f: => T):Stream[T] = stream(f, {t:T => t != null})

r

class ThreadLocal[T](init: => T) extends java.lang.ThreadLocal[T] with Function0[T] {
  override def initialValue:T = init
  def apply = get
  def withValue[S](thunk:(T => S)):S = thunk(get)
}

r

from twisted.internet import reactor, task
from twisted.internet.protocol import Factory, Protocol
from twisted.internet.endpoints import TCP4ClientEndpoint
import re

class PlexKiwi(Protocol):
    def connectionMade(self):
        self.initializeConnection()

    testMode = ''

r

Keybase proof

I hereby claim:

• I am r on github.
• I am raffi (https://keybase.io/raffi) on keybase.
• I have a public key whose fingerprint is A422 AE14 57F4 145D DE5E 10C2 9405 9054 E8EF F260

To claim this, I am signing this object:

r

set default_parallel 10;

register 'lib/jython.jar';
register 's3://tumo/scripts/date.py' using jython as datefunctions;

tweets = load 's3://tumo/input/twitter*.tsv' using PigStorage as (tweet_id:long, created_at:chararray, user_id:long, text:chararray, in_reply_to_status_id:long, retweet_tweet_id:long, retweet_created_at:chararray, retweet_user_id:long, retweet_text:chararray, latitude:double, longitude:double);

limited_tweets = limit tweets 10;
millisecond_tweets = foreach limited_tweets generate tweet_id, datefunctions.dateToMillis(created_at);
describe millisecond_tweets;

r

var http = require("http");
var url = require("url");

function writeResponse(response, code, text) {
  response.writeHead(code, {"Content-Type": "text/plain"});
  response.write(text);
  response.end();
}

function index(response) {

r

// npm install twitter <- requirement

CONSUMER_KEY = '';
CONSUMER_SECRET = '';
ACCESS_TOKEN_KEY = '';
ACCESS_TOKEN_SECRET = '';

NUMBER_TWEETS_DOWNLOAD = 5000;

OUTPUT_FILE = 'twitter.tsv';