LucaCanali

// Proof-of-concept code of how to extend Spark listeners for custom monitoring of Spark metrics
// When using this from the spark-shell, use the REPL command :paste and copy-paste the following code
// Tested on Spark 2.1.0, March 2017

import org.apache.spark.scheduler._
import org.apache.log4j.LogManager
val logger = LogManager.getLogger("CustomListener")

class CustomListener extends SparkListener  {
  override def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit = {