sideb0ard

REGISTER file:/home/hadoop/lib/pig/piggybank.jar;                                       

DEFINE EXTRACT org.apache.pig.piggybank.evaluation.string.EXTRACT();                    
DEFINE CustomFormatToISO org.apache.pig.piggybank.evaluation.datetime.convert.CustomFormatToISO();
DEFINE ISOToUnix org.apache.pig.piggybank.evaluation.datetime.convert.ISOToUnix();
DEFINE DATE_TIME org.apache.pig.piggybank.evaluation.datetime.DATE_TIME();
DEFINE FORMAT_DT org.apache.pig.piggybank.evaluation.datetime.FORMAT_DT();
DEFINE FORMAT org.apache.pig.piggybank.evaluation.string.FORMAT();

RAW_LOGS = LOAD '$INPUT' as (line:chararray);

sideb0ard

register file:/home/hadoop/lib/pig/piggybank.jar
DEFINE EXTRACT org.apache.pig.piggybank.evaluation.string.EXTRACT;
RAW_LOGS = LOAD 's3://apiaxle-logs/*' USING TextLoader as (line:chararray);

LOGS_BASE = FOREACH RAW_LOGS GENERATE
    FLATTEN(
      EXTRACT(line, '^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] "(.+?) (.+)&api_key=(.+?)(&.+)? (.+?)" (\\S+) (\\S+) "([^"]*)" "([^"]*)"')
    )
    as (
      remoteAddr:    chararray,

sideb0ard

package main

import (
        "bytes"
        "fmt"
        "log"
        "os"
        "strings"
)

sideb0ard

package main

import (
        "bytes"
        "fmt"
        "log"
        "os"
        "strconv"
)

sideb0ard

### Keybase proof

I hereby claim:

  * I am sideb0ard on github.
  * I am sideb0ard (https://keybase.io/sideb0ard) on keybase.
  * I have a public key whose fingerprint is 612E 4F5B 6AC2 3248 70CB  8484 24F3 D920 4EC7 80FF

To claim this, I am signing this object:

sideb0ard

#!/usr/bin/perl -w
use strict;
use Time::Piece;

die "Ooft, mate, i need an input file\n" unless (scalar @ARGV == 1);

my $date = localtime->strftime('%m-%d-%Y');
my $infile = $ARGV[0];
my $outfile = $infile . ".$date";
open(FILE, $infile) || die "Cannae open yer file, buddy\n";

sideb0ard

package main

import (
	"fmt"
	"math/rand"
	"time"
)

type Philosopher struct{}

sideb0ard

package main

import (
	"fmt"
	//"math/rand"
	//"time"
)

type Message struct {
	str  string

sideb0ard

package main

// bits of code gratutiously borrowed from https://golang.org/doc/codewalk/markov/

import (
	"bufio"
	"fmt"
	"io"
	"math/rand"
	"os"

sideb0ard

#cloud-config
hostname: <%= shortname %>

ssh_authorized_keys:
  - ssh-rsa xxxx rsa-key-20120604

coreos:
  units:
    - name: settimezone.service
      command: start