Created
November 4, 2013 23:07
-
-
Save smarden1/7310874 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
diff --git a/scalding-core/src/main/scala/com/twitter/scalding/CascadeJob.scala b/scalding-core/src/main/scala/com/twitter/scalding/CascadeJob.scala | |
index 9247c69..0cd31d2 100644 | |
--- a/scalding-core/src/main/scala/com/twitter/scalding/CascadeJob.scala | |
+++ b/scalding-core/src/main/scala/com/twitter/scalding/CascadeJob.scala | |
@@ -7,14 +7,17 @@ abstract class CascadeJob(args: Args) extends Job(args) { | |
def jobs: Seq[Job] | |
- override def run : Boolean = { | |
- val flows = jobs.map { _.buildFlow } | |
- | |
+ def buildFlows() : Seq[Flow[_]] = | |
+ jobs.map { _.buildFlow } | |
+ | |
+ override def run : Boolean = | |
+ runFlows(buildFlows) | |
+ | |
+ def runFlows(flows : Seq[Flow[_]]) : Boolean = { | |
val cascade = new CascadeConnector().connect(flows: _*) | |
preProcessCascade(cascade) | |
cascade.complete() | |
postProcessCascade(cascade) | |
- cascade.getCascadeStats().isSuccessful() | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment