Skip to content

Instantly share code, notes, and snippets.

@filipefigcorreia
Last active January 4, 2016 19:54
Show Gist options
  • Save filipefigcorreia/fdf106eb3d40e035f82a to your computer and use it in GitHub Desktop.
Save filipefigcorreia/fdf106eb3d40e035f82a to your computer and use it in GitHub Desktop.
import scala.collection.mutable
import org.apache.flink.api.common.functions.FlatMapFunction
import org.apache.flink.streaming.api.scala._
import org.apache.flink.streaming.api.functions.sink.SinkFunction
import org.apache.flink.streaming.util.StreamingMultipleProgramsTestBase
import org.apache.flink.util.Collector
import org.junit.{Before, Test}
import org.junit.Assert.assertEquals
/* Non-working example of an unit test for a flink program. Somehow this
* fails with a "Expected 5, Actual 0" assertion error. */
class ASimpleTestExample extends StreamingMultipleProgramsTestBase {
var env: StreamExecutionEnvironment = null
var sourceData: DataStream[Int] = null
var testResults: mutable.MutableList[String] = null
@Before
def setUp() = {
env = StreamExecutionEnvironment.getExecutionEnvironment
env.setParallelism(1)
this.sourceData = this.env.fromElements(1, 2, 3, 4, 5)
}
@Test
def testNumberOne(): Unit = {
val strs = this.sourceData.flatMap(new FlatMapFunction[Int, String](){
override def flatMap(i: Int, out: Collector[String]): Unit = {
out.collect(i.toString)
}
})
this.testResults = mutable.MutableList[String]()
strs.addSink(new ResultsSinkFunction[String](this.testResults))
this.env.execute()
assertEquals(5, this.testResults.length)
}
}
class ResultsSinkFunction[T](var elements: mutable.MutableList[T]) extends SinkFunction[T] {
override def invoke(value: T): Unit = {
elements += value
}
}
/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/bin/java -ea -Didea.launcher.port=7532 "-Didea.launcher.bin.path=/Applications/IntelliJ IDEA 15 CE.app/Contents/bin" -Didea.junit.sm_runner -Dfile.encoding=UTF-8 -classpath "/Applications/IntelliJ IDEA 15 CE.app/Contents/lib/idea_rt.jar:/Applications/IntelliJ IDEA 15 CE.app/Contents/plugins/junit/lib/junit-rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/ant-javafx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/dt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/javafx-mx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/jconsole.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/packager.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/sa-jdi.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/tools.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Users/fcorreia/myfiles/projects/anonymizer/target/scala-2.11/test-classes:/Users/fcorreia/myfiles/projects/anonymizer/target/scala-2.11/classes:/Users/fcorreia/.ivy2/cache/aopalliance/aopalliance/jars/aopalliance-1.0.jar:/Users/fcorreia/.ivy2/cache/asm/asm/jars/asm-3.1.jar:/Users/fcorreia/.ivy2/cache/com.101tec/zkclient/jars/zkclient-0.3.jar:/Users/fcorreia/.ivy2/cache/com.esotericsoftware.kryo/kryo/bundles/kryo-2.24.0.jar:/Users/fcorreia/.ivy2/cache/com.esotericsoftware.minlog/minlog/jars/minlog-1.2.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.core/jackson-annotations/bundles/jackson-annotations-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.core/jackson-core/bundles/jackson-core-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.core/jackson-databind/bundles/jackson-databind-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.module/jackson-module-paranamer/bundles/jackson-module-paranamer-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.fasterxml.jackson.module/jackson-module-scala_2.11/bundles/jackson-module-scala_2.11-2.6.3.jar:/Users/fcorreia/.ivy2/cache/com.github.scopt/scopt_2.11/jars/scopt_2.11-3.2.0.jar:/Users/fcorreia/.ivy2/cache/com.google.guava/guava/bundles/guava-18.0.jar:/Users/fcorreia/.ivy2/cache/com.google.inject/guice/jars/guice-3.0.jar:/Users/fcorreia/.ivy2/cache/com.google.protobuf/protobuf-java/bundles/protobuf-java-2.5.0.jar:/Users/fcorreia/.ivy2/cache/com.jamesmurty.utils/java-xmlbuilder/jars/java-xmlbuilder-0.4.jar:/Users/fcorreia/.ivy2/cache/com.jcraft/jsch/jars/jsch-0.1.42.jar:/Users/fcorreia/.ivy2/cache/com.novocode/junit-interface/jars/junit-interface-0.11.jar:/Users/fcorreia/.ivy2/cache/com.sun.jersey/jersey-core/bundles/jersey-core-1.9.jar:/Users/fcorreia/.ivy2/cache/com.thoughtworks.paranamer/paranamer/jars/paranamer-2.6.jar:/Users/fcorreia/.ivy2/cache/com.twitter/bijection-avro_2.11/bundles/bijection-avro_2.11-0.7.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/bijection-core_2.11/bundles/bijection-core_2.11-0.7.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/chill-avro_2.11/jars/chill-avro_2.11-0.5.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/chill-bijection_2.11/jars/chill-bijection_2.11-0.5.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/chill-java/jars/chill-java-0.5.2.jar:/Users/fcorreia/.ivy2/cache/com.twitter/chill_2.11/jars/chill_2.11-0.5.2.jar:/Users/fcorreia/.ivy2/cache/com.typesafe/config/bundles/config-1.2.1.jar:/Users/fcorreia/.ivy2/cache/com.typesafe.akka/akka-actor_2.11/jars/akka-actor_2.11-2.3.7.jar:/Users/fcorreia/.ivy2/cache/com.typesafe.akka/akka-remote_2.11/jars/akka-remote_2.11-2.3.7.jar:/Users/fcorreia/.ivy2/cache/com.typesafe.akka/akka-slf4j_2.11/jars/akka-slf4j_2.11-2.3.7.jar:/Users/fcorreia/.ivy2/cache/com.yammer.metrics/metrics-core/jars/metrics-core-2.2.0.jar:/Users/fcorreia/.ivy2/cache/commons-beanutils/commons-beanutils/jars/commons-beanutils-1.7.0.jar:/Users/fcorreia/.ivy2/cache/commons-beanutils/commons-beanutils-core/jars/commons-beanutils-core-1.8.0.jar:/Users/fcorreia/.ivy2/cache/commons-cli/commons-cli/jars/commons-cli-1.2.jar:/Users/fcorreia/.ivy2/cache/commons-codec/commons-codec/jars/commons-codec-1.6.jar:/Users/fcorreia/.ivy2/cache/commons-collections/commons-collections/jars/commons-collections-3.2.2.jar:/Users/fcorreia/.ivy2/cache/commons-configuration/commons-configuration/jars/commons-configuration-1.6.jar:/Users/fcorreia/.ivy2/cache/commons-daemon/commons-daemon/jars/commons-daemon-1.0.13.jar:/Users/fcorreia/.ivy2/cache/commons-digester/commons-digester/jars/commons-digester-1.8.jar:/Users/fcorreia/.ivy2/cache/commons-el/commons-el/jars/commons-el-1.0.jar:/Users/fcorreia/.ivy2/cache/commons-fileupload/commons-fileupload/jars/commons-fileupload-1.3.1.jar:/Users/fcorreia/.ivy2/cache/commons-httpclient/commons-httpclient/jars/commons-httpclient-3.1.jar:/Users/fcorreia/.ivy2/cache/commons-io/commons-io/jars/commons-io-2.4.jar:/Users/fcorreia/.ivy2/cache/commons-lang/commons-lang/jars/commons-lang-2.6.jar:/Users/fcorreia/.ivy2/cache/commons-logging/commons-logging/jars/commons-logging-1.1.3.jar:/Users/fcorreia/.ivy2/cache/commons-net/commons-net/jars/commons-net-3.1.jar:/Users/fcorreia/.ivy2/cache/de.javakaffee/kryo-serializers/bundles/kryo-serializers-0.27.jar:/Users/fcorreia/.ivy2/cache/io.dropwizard.metrics/metrics-core/bundles/metrics-core-3.1.0.jar:/Users/fcorreia/.ivy2/cache/io.dropwizard.metrics/metrics-json/bundles/metrics-json-3.1.0.jar:/Users/fcorreia/.ivy2/cache/io.dropwizard.metrics/metrics-jvm/bundles/metrics-jvm-3.1.0.jar:/Users/fcorreia/.ivy2/cache/io.netty/netty/bundles/netty-3.8.0.Final.jar:/Users/fcorreia/.ivy2/cache/io.netty/netty-all/jars/netty-all-4.0.31.Final.jar:/Users/fcorreia/.ivy2/cache/javax.activation/activation/jars/activation-1.1.jar:/Users/fcorreia/.ivy2/cache/javax.inject/javax.inject/jars/javax.inject-1.jar:/Users/fcorreia/.ivy2/cache/javax.xml.bind/jaxb-api/jars/jaxb-api-2.2.2.jar:/Users/fcorreia/.ivy2/cache/javax.xml.stream/stax-api/jars/stax-api-1.0-2.jar:/Users/fcorreia/.ivy2/cache/joda-time/joda-time/jars/joda-time-2.5.jar:/Users/fcorreia/.ivy2/cache/junit/junit/jars/junit-3.8.1.jar:/Users/fcorreia/.ivy2/cache/junit/junit/jars/junit-4.12.jar:/Users/fcorreia/.ivy2/cache/log4j/log4j/bundles/log4j-1.2.17.jar:/Users/fcorreia/.ivy2/cache/net.java.dev.jets3t/jets3t/jars/jets3t-0.9.0.jar:/Users/fcorreia/.ivy2/cache/net.jpountz.lz4/lz4/jars/lz4-1.2.0.jar:/Users/fcorreia/.ivy2/cache/org.apache.avro/avro/bundles/avro-1.7.6.jar:/Users/fcorreia/.ivy2/cache/org.apache.commons/commons-compress/jars/commons-compress-1.4.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.commons/commons-lang3/jars/commons-lang3-3.3.2.jar:/Users/fcorreia/.ivy2/cache/org.apache.commons/commons-math/jars/commons-math-2.2.jar:/Users/fcorreia/.ivy2/cache/org.apache.commons/commons-math3/jars/commons-math3-3.5.jar:/Users/fcorreia/.ivy2/cache/org.apache.curator/curator-test/jars/curator-test-2.8.0.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-clients_2.11/jars/flink-clients_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-connector-kafka_2.11/jars/flink-connector-kafka_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-core_2.11/jars/flink-core_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-core_2.11/jars/flink-core_2.11-0.10.1-tests.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-java_2.11/jars/flink-java_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-optimizer_2.11/jars/flink-optimizer_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-runtime_2.11/jars/flink-runtime_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-runtime_2.11/jars/flink-runtime_2.11-0.10.1-tests.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-scala_2.11/jars/flink-scala_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-shaded-hadoop2_2.11/jars/flink-shaded-hadoop2_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-streaming-java_2.11/jars/flink-streaming-java_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-streaming-java_2.11/jars/flink-streaming-java_2.11-0.10.1-tests.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-streaming-scala_2.11/jars/flink-streaming-scala_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.flink/flink-test-utils_2.11/jars/flink-test-utils_2.11-0.10.1.jar:/Users/fcorreia/.ivy2/cache/org.apache.httpcomponents/httpclient/jars/httpclient-4.2.jar:/Users/fcorreia/.ivy2/cache/org.apache.httpcomponents/httpcore/jars/httpcore-4.2.jar:/Users/fcorreia/.ivy2/cache/org.apache.kafka/kafka-clients/jars/kafka-clients-0.8.2.0.jar:/Users/fcorreia/.ivy2/cache/org.apache.kafka/kafka_2.11/jars/kafka_2.11-0.8.2.0.jar:/Users/fcorreia/.ivy2/cache/org.apache.sling/org.apache.sling.commons.json/bundles/org.apache.sling.commons.json-2.0.6.jar:/Users/fcorreia/.ivy2/cache/org.apache.zookeeper/zookeeper/jars/zookeeper-3.4.6.jar:/Users/fcorreia/.ivy2/cache/org.clapper/grizzled-slf4j_2.11/jars/grizzled-slf4j_2.11-1.0.2.jar:/Users/fcorreia/.ivy2/cache/org.codehaus.jackson/jackson-core-asl/jars/jackson-core-asl-1.9.13.jar:/Users/fcorreia/.ivy2/cache/org.codehaus.jackson/jackson-mapper-asl/jars/jackson-mapper-asl-1.9.13.jar:/Users/fcorreia/.ivy2/cache/org.codehaus.jettison/jettison/bundles/jettison-1.1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-continuation/jars/jetty-continuation-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-http/jars/jetty-http-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-io/jars/jetty-io-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-security/jars/jetty-security-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-server/jars/jetty-server-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-servlet/jars/jetty-servlet-8.0.0.M1.jar:/Users/fcorreia/.ivy2/cache/org.eclipse.jetty/jetty-util/jars/jetty-util-8.0.0.M1.jar:/Users/fcorreia/.m2/repository/org/flinkspector/flinkspector-core_2.11/0.1-SNAPSHOT/flinkspector-core_2.11-0.1-SNAPSHOT.jar:/Users/fcorreia/.m2/repository/org/flinkspector/flinkspector-datastream_2.11/0.1-SNAPSHOT/flinkspector-datastream_2.11-0.1-SNAPSHOT.jar:/Users/fcorreia/.ivy2/cache/org.hamcrest/hamcrest-all/jars/hamcrest-all-1.3.jar:/Users/fcorreia/.ivy2/cache/org.hamcrest/hamcrest-core/jars/hamcrest-core-1.3.jar:/Users/fcorreia/.ivy2/cache/org.javassist/javassist/bundles/javassist-3.18.2-GA.jar:/Users/fcorreia/.ivy2/cache/org.joda/joda-convert/jars/joda-convert-1.7.jar:/Users/fcorreia/.ivy2/cache/org.mortbay.jetty/servlet-api/jars/servlet-api-3.0.20100224.jar:/Users/fcorreia/.ivy2/cache/org.objenesis/objenesis/jars/objenesis-2.1.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang/scala-compiler/jars/scala-compiler-2.11.7.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang/scala-library/jars/scala-library-2.11.7.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang/scala-reflect/jars/scala-reflect-2.11.7.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang.modules/scala-parser-combinators_2.11/bundles/scala-parser-combinators_2.11-1.0.4.jar:/Users/fcorreia/.ivy2/cache/org.scala-lang.modules/scala-xml_2.11/bundles/scala-xml_2.11-1.0.4.jar:/Users/fcorreia/.ivy2/cache/org.scala-sbt/test-interface/jars/test-interface-1.0.jar:/Users/fcorreia/.ivy2/cache/org.scalatest/scalatest_2.11/bundles/scalatest_2.11-2.2.4.jar:/Users/fcorreia/.ivy2/cache/org.slf4j/slf4j-api/jars/slf4j-api-1.7.7.jar:/Users/fcorreia/.ivy2/cache/org.slf4j/slf4j-log4j12/jars/slf4j-log4j12-1.7.7.jar:/Users/fcorreia/.ivy2/cache/org.sonatype.sisu.inject/cglib/jars/cglib-2.2.1-v20090111.jar:/Users/fcorreia/.ivy2/cache/org.tukaani/xz/jars/xz-1.0.jar:/Users/fcorreia/.ivy2/cache/org.uncommons.maths/uncommons-maths/jars/uncommons-maths-1.2.2a.jar:/Users/fcorreia/.ivy2/cache/org.xerial.snappy/snappy-java/bundles/snappy-java-1.0.5.jar:/Users/fcorreia/.ivy2/cache/org.zeromq/jeromq/jars/jeromq-0.3.5.jar:/Users/fcorreia/.ivy2/cache/stax/stax-api/jars/stax-api-1.0.1.jar:/Users/fcorreia/.ivy2/cache/xmlenc/xmlenc/jars/xmlenc-0.52.jar" com.intellij.rt.execution.application.AppMain com.intellij.rt.execution.junit.JUnitStarter -ideVersion5 TestSimpleExample
2016-01-04 19:48:35 INFO FlinkMiniCluster:230 - Starting FlinkMiniCluster.
2016-01-04 19:48:36 INFO Slf4jLogger:80 - Slf4jLogger started
2016-01-04 19:48:36 INFO BlobServer:94 - Created BLOB server storage directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/blobStore-7c98e08c-9485-4b43-8ae9-1ed089d0e8f4
2016-01-04 19:48:36 INFO BlobServer:154 - Started BLOB server at 0.0.0.0:60051 - max concurrent requests: 50 - max backlog: 1000
2016-01-04 19:48:36 INFO TestingMemoryArchivist:128 - Started memory archivist akka://flink/user/archive_1
2016-01-04 19:48:36 INFO TestingJobManager:128 - Starting JobManager at akka://flink/user/jobmanager_1.
2016-01-04 19:48:36 INFO TestingJobManager:128 - JobManager akka://flink/user/jobmanager_1 was granted leadership with leader session ID None.
2016-01-04 19:48:36 INFO TaskManager:128 - Messages between TaskManager and JobManager have a max timeout of 1000000 milliseconds
2016-01-04 19:48:36 INFO TaskManager:128 - Temporary file directory '/var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T': total 232 GB, usable 187 GB (80.60% usable)
2016-01-04 19:48:36 INFO NetworkBufferPool:121 - Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
2016-01-04 19:48:36 INFO TaskManager:128 - Using 80 MB for Flink managed memory.
2016-01-04 19:48:36 INFO IOManager:94 - I/O manager uses directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/flink-io-749ed636-b0e0-431c-92c3-526c8a7af426 for spill files.
2016-01-04 19:48:36 INFO FileCache:88 - User file cache uses directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/flink-dist-cache-7d6d2910-29c5-45dc-a306-dc15f1c7ea0e
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Starting TaskManager actor at akka://flink/user/taskmanager0#811012472.
2016-01-04 19:48:37 INFO TestingTaskManager:128 - TaskManager data connection information: localhost (dataPort=60052)
2016-01-04 19:48:37 INFO TestingTaskManager:128 - TaskManager has 4 task slot(s).
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Memory usage stats: [HEAP: 88/168/1820 MB, NON HEAP: 24/25/-1 MB (used/committed/max)]
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Trying to register at JobManager akka://flink/user/jobmanager_1 (attempt 1, timeout: 500 milliseconds)
2016-01-04 19:48:37 INFO InstanceManager:179 - Registered TaskManager at localhost (akka://flink/user/taskmanager0) as dde67ac13f0df3e1c3a22572671bebf5. Current number of registered hosts is 1. Current number of alive task slots is 4.
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Successful registration at JobManager (akka://flink/user/jobmanager_1), starting network stack and library cache.
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Determined BLOB server address to be localhost/127.0.0.1:60051. Starting BLOB cache.
2016-01-04 19:48:37 INFO BlobCache:70 - Created BLOB cache storage directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/blobStore-54022311-1ac7-4113-b7ad-24168b1ea2ca2016-01-04 19:48:37 INFO TestSimpleExample:40 -
================================================================================
Test testNumberOne(TestSimpleExample) is running.
--------------------------------------------------------------------------------
2016-01-04 19:48:37 INFO JobClientActor:167 - Received job Flink Streaming Job (3518d55d6b5670c74da920ec7d611dbb).
2016-01-04 19:48:37 INFO JobClientActor:369 - Could not submit job Flink Streaming Job (3518d55d6b5670c74da920ec7d611dbb), because there is no connection to a JobManager.
2016-01-04 19:48:37 INFO JobClientActor:311 - Connected to new JobManager akka://flink/user/jobmanager_1.
2016-01-04 19:48:37 INFO JobClientActor:321 - Sending message to JobManager akka://flink/user/jobmanager_1 to submit job Flink Streaming Job (3518d55d6b5670c74da920ec7d611dbb) and wait for progress
2016-01-04 19:48:37 INFO JobClientActor:329 - Upload jar files to job manager akka://flink/user/jobmanager_1.
2016-01-04 19:48:37 INFO JobClientActor:347 - Submit job to the job manager akka://flink/user/jobmanager_1.
2016-01-04 19:48:37 INFO TestingJobManager:128 - Submitting job 3518d55d6b5670c74da920ec7d611dbb (Flink Streaming Job).
2016-01-04 19:48:37 INFO TestingJobManager:128 - Scheduling job 3518d55d6b5670c74da920ec7d611dbb (Flink Streaming Job).
2016-01-04 19:48:37 INFO JobClientActor:210 - Job was successfully submitted to the JobManager akka://flink/user/jobmanager_1.
2016-01-04 19:48:37 INFO ExecutionGraph:934 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (d9fc149d159e82def4a1d19301af8bff) switched from CREATED to SCHEDULED
2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Job execution switched to status RUNNING.
2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Source: Collection Source -> Flat Map -> Sink: Unnamed(1/1) switched to SCHEDULED
2016-01-04 19:48:37 INFO TestingJobManager:137 - Status of job 3518d55d6b5670c74da920ec7d611dbb (Flink Streaming Job) changed to RUNNING.
2016-01-04 19:48:37 INFO ExecutionGraph:934 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (d9fc149d159e82def4a1d19301af8bff) switched from SCHEDULED to DEPLOYING
2016-01-04 19:48:37 INFO ExecutionGraph:358 - Deploying Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (attempt #0) to localhost
2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Source: Collection Source -> Flat Map -> Sink: Unnamed(1/1) switched to DEPLOYING
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Received task Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1)
2016-01-04 19:48:37 INFO Task:470 - Loading JAR files for task Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1)
2016-01-04 19:48:37 INFO Task:487 - Registering task at network: Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) [DEPLOYING]
2016-01-04 19:48:37 WARN StreamTask:506 - No state backend has been specified, using default state backend (Memory / JobManager)
2016-01-04 19:48:37 INFO StreamTask:513 - State backend is set to heap memory (checkpoint to jobmanager)
2016-01-04 19:48:37 INFO Task:855 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) switched to RUNNING
2016-01-04 19:48:37 INFO Task:855 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) switched to FINISHED
2016-01-04 19:48:37 INFO Task:672 - Freeing task resources for Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1)
2016-01-04 19:48:37 INFO ExecutionGraph:934 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (d9fc149d159e82def4a1d19301af8bff) switched from DEPLOYING to RUNNING
2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Source: Collection Source -> Flat Map -> Sink: Unnamed(1/1) switched to RUNNING
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Unregistering task and sending final execution state FINISHED to JobManager for task Source: Collection Source -> Flat Map -> Sink: Unnamed (d9fc149d159e82def4a1d19301af8bff)
2016-01-04 19:48:37 INFO ExecutionGraph:934 - Source: Collection Source -> Flat Map -> Sink: Unnamed (1/1) (d9fc149d159e82def4a1d19301af8bff) switched from RUNNING to FINISHED
2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Source: Collection Source -> Flat Map -> Sink: Unnamed(1/1) switched to FINISHED
2016-01-04 19:48:37 INFO JobClientActor:280 - 01/04/2016 19:48:37 Job execution switched to status FINISHED.
2016-01-04 19:48:37 INFO TestingJobManager:137 - Status of job 3518d55d6b5670c74da920ec7d611dbb (Flink Streaming Job) changed to FINISHED.
2016-01-04 19:48:37 INFO JobClient:150 - Job execution complete
2016-01-04 19:48:37 ERROR TestSimpleExample:56 -
--------------------------------------------------------------------------------
Test testNumberOne(TestSimpleExample) failed with:
java.lang.AssertionError: expected:<5> but was:<0>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at TestSimpleExample.testNumberOne(TestSimpleExample.scala:33)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:117)
at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:234)
at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at com.intellij.rt.execution.application.AppMain.main(AppMain.java:144)
================================================================================
java.lang.AssertionError:
Expected :5
Actual :0
<Click to see difference>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at TestSimpleExample.testNumberOne(TestSimpleExample.scala:33)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:117)
at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:234)
at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at com.intellij.rt.execution.application.AppMain.main(AppMain.java:144)
2016-01-04 19:48:37 INFO FlinkMiniCluster:304 - Stopping FlinkMiniCluster.
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Stopping TaskManager akka://flink/user/taskmanager0#811012472.
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Disassociating from JobManager
2016-01-04 19:48:37 INFO TestingJobManager:128 - Stopping JobManager akka://flink/user/jobmanager_1.
2016-01-04 19:48:37 INFO IOManager:109 - I/O manager removed spill file directory /var/folders/n4/_bl8xyqs15xbgy37k889plm80000gn/T/flink-io-749ed636-b0e0-431c-92c3-526c8a7af426
2016-01-04 19:48:37 INFO BlobServer:311 - Stopped BLOB server at 0.0.0.0:60051
2016-01-04 19:48:37 INFO TestingTaskManager:128 - Task manager akka://flink/user/taskmanager0 is completely shut down.
2016-01-04 19:48:37 INFO FlinkMiniCluster:237 - Stopping ZooKeeper cluster.
Process finished with exit code 255
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment