hellertime

$ git status -s
warning: skipping rename detection, detected duplicate destination 'src/main/java/com/a/r/s2s/eventbus/EventBus.java'
 D src/main
D  src/main/java/com/a/r/s2s/Flags.java
A  src/main/java/com/a/r/s2s/Main.java
A  src/main/java/com/a/r/s2s/Stream2StoreConfig.java
D  src/main/java/com/a/r/s2s/Stream2StoreCycler.java
D  src/main/java/com/a/r/s2s/Stream2StoreEvent.java
D  src/main/java/com/a/r/s2s/Stream2StoreExecutor.java
A  src/main/java/com/a/r/s2s/Stream2StoreScheduler.java

hellertime

package com.a.r.ingest.scalding

import scala.collection.JavaConversions._

import _root_.parquet.cascading.ParquetTupleScheme
import cascading.scheme.Scheme
import cascading.tap.SinkMode
import cascading.tuple.Fields
import com.twitter.scalding.FixedPathSource
import com.twitter.scalding.HadoopSchemeInstance

hellertime

Exploring the Typeclassopedia. First up: Functors.

A Functor is a type which satisfies the following laws:

fmap id = id
fmap (f . g) = fmap f . fmap g

Its declaration is:

class Functor f where

hellertime

import scala.collection.JavaConversions._

import cascading.scheme.Scheme
import cascading.tap.SinkMode
import cascading.tuple.Fields
import com.twitter.scalding.{FixedPathSource, HadoopSchemeInstance, SchemedSource}
import org.apache.hadoop.mapred.{JobConf, OutputCollector, RecordReader}

trait HiveScheme extends SchemedSource {
  // cascading-hive Schemes take two arrays as arguments