mahmoudhanafy

package test

import org.apache.spark.rdd.RDD
import org.apache.spark.sql.SparkSession

import scala.collection.mutable

class DisjointSet() extends Serializable {

  private val parentMap = mutable.Map[Int, Int]()

mahmoudhanafy

import java.io._
import java.net.URI
import java.time.LocalDate

import org.apache.hadoop.conf.Configuration
import org.apache.hadoop.fs.{FileStatus, Path, _}

val startDate = LocalDate.of(2014, 10, 31)
val endDate = LocalDate.of(2015, 7, 1)

mahmoudhanafy

curl -H 'Content-Type: application/json' -H 'Authorization: Token token="lkasjdfallapweurwenrjLJSD23420DLKJSDFJJJANCM"' -d '{"vanilla":{"actions_request":[{"action_id":1,"attributes":[{"column":"duration","value":"0"},{"column":"start_time","value":"2015-10-3116:00:03"},{"column":"run_id","value":"0000362-151026004527202-oozie-oozi-W@:start:"},{"column":"system_id","value":":START:"},{"column":"log_url","value":"-"},{"column":"end_time","value":"2015-10-3116:00:03"},{"column":"system_sub_job_id","value":"-"},{"column":"exit_status","value":"OK"},{"column":"message"}],"type":"create","table":"subJobs"}]}}' 'http://incorta-master.seeloz.com/monitoring/clients/handle_vanilla_object'