CountingDStreamTest.scala

import com.uber.hacman.CountingDirectDStream
import org.apache.spark.SparkConf
import org.apache.spark.streaming.{Milliseconds, Seconds, StreamingContext}

/** 
 */
object CountingDStreamTest {

  def main(args: Array[String]) = {

    val sparkConf = new SparkConf().setAppName("CountingDStreamTest").setMaster("local[2]");
    val ssc = new StreamingContext(sparkConf, Milliseconds(100))

    val countingDStream = new CountingDirectDStream(ssc, 0)
    countingDStream.foreachRDD(countRDD => {
      countRDD.foreach(count => {
        println(s"Received count : ${count}")
      })
    })

    ssc.start()
    ssc.awaitTermination()
  }
}