Skip to content

Instantly share code, notes, and snippets.

@smarden1
Created November 4, 2013 23:07
Show Gist options
  • Save smarden1/7310874 to your computer and use it in GitHub Desktop.
Save smarden1/7310874 to your computer and use it in GitHub Desktop.
diff --git a/scalding-core/src/main/scala/com/twitter/scalding/CascadeJob.scala b/scalding-core/src/main/scala/com/twitter/scalding/CascadeJob.scala
index 9247c69..0cd31d2 100644
--- a/scalding-core/src/main/scala/com/twitter/scalding/CascadeJob.scala
+++ b/scalding-core/src/main/scala/com/twitter/scalding/CascadeJob.scala
@@ -7,14 +7,17 @@ abstract class CascadeJob(args: Args) extends Job(args) {
def jobs: Seq[Job]
- override def run : Boolean = {
- val flows = jobs.map { _.buildFlow }
-
+ def buildFlows() : Seq[Flow[_]] =
+ jobs.map { _.buildFlow }
+
+ override def run : Boolean =
+ runFlows(buildFlows)
+
+ def runFlows(flows : Seq[Flow[_]]) : Boolean = {
val cascade = new CascadeConnector().connect(flows: _*)
preProcessCascade(cascade)
cascade.complete()
postProcessCascade(cascade)
- cascade.getCascadeStats().isSuccessful()
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment