Gradle Spark Unittest Setup

SharedSparkContext.scala

import org.apache.spark.sql.SparkSession
import org.apache.spark.{SparkConf, SparkContext}
import org.scalatest.{BeforeAndAfterAll, Suite}

// https://www.slideshare.net/SparkSummit/spark-summit-eu-talk-by-ted-malaska
trait SharedSparkContext extends BeforeAndAfterAll { self: Suite =>
  @transient private var _sc: SparkContext = _

  def sc: SparkContext = _sc
  def spark: SparkSession = SparkSession.builder().config(_sc.getConf).getOrCreate()

  override def beforeAll() {
    super.beforeAll()

    val conf = new SparkConf().setAppName("applogs-test").setMaster("local[2]")
    _sc = new SparkContext(conf)
  }

  override def afterAll() {
    _sc.stop()

    super.afterAll()
  }
}