Skip to content

Instantly share code, notes, and snippets.

import com.twitter.scalding.{PipeDebug}
birds
// You can dump out the current pipe contents to the console.
// This is useful when writing tests to see what your transforms are actually doing
.debug(PipeDebug().toStdOut.withPrefix("before adding doubleSpeed field"))
.map('speed -> 'doubledSpeed) { speed : Int => speed * 2 }
.debug(PipeDebug().toStdOut.withPrefix("after adding doubleSpeed field"))
FROM ruby:2.4.1
WORKDIR /wraith
RUN gem install wraith --no-rdoc --no-ri
# install chrome and chromedriver (unzip is needed for installing chromedriver)
RUN wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | apt-key add - \
&& echo "deb http://dl.google.com/linux/chrome/deb/ stable main" > /etc/apt/sources.list.d/google.list \
&& apt-get update \