This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import com.twitter.scalding.{PipeDebug} | |
birds | |
// You can dump out the current pipe contents to the console. | |
// This is useful when writing tests to see what your transforms are actually doing | |
.debug(PipeDebug().toStdOut.withPrefix("before adding doubleSpeed field")) | |
.map('speed -> 'doubledSpeed) { speed : Int => speed * 2 } | |
.debug(PipeDebug().toStdOut.withPrefix("after adding doubleSpeed field")) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM ruby:2.4.1 | |
WORKDIR /wraith | |
RUN gem install wraith --no-rdoc --no-ri | |
# install chrome and chromedriver (unzip is needed for installing chromedriver) | |
RUN wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | apt-key add - \ | |
&& echo "deb http://dl.google.com/linux/chrome/deb/ stable main" > /etc/apt/sources.list.d/google.list \ | |
&& apt-get update \ |