I hereby claim:
- I am rcmiii on github.
- I am rcmiii (https://keybase.io/rcmiii) on keybase.
- I have a public key ASD9CNsV64y5o71VY46fEgywGGcCUbYaHU7wZeSaagsWYQo
To claim this, I am signing this object:
import org.apache.spark.sql.{Dataset, Encoder, Encoders, SparkSession} | |
import scala.reflect.ClassTag | |
import scala.reflect.runtime.universe.TypeTag | |
implicit class TypedDataset[T: TypeTag: Encoder](ds: Dataset[T]) { | |
val spark: SparkSession = ds.sparkSession | |
import spark.implicits._ |
spark-shell --jars ~/dev/hadoop-aws-2.7.0.jar --conf 'spark.driver.extraJavaOptions=-Ddata-warehouse-url-read=s3n://grovo-data-warehouse-dev' | |
import com.grovo.data.common.dao.CsvReportDao | |
import com.grovo.data.common.domain.TimePeriod | |
import com.grovo.data.cubes.enterprise.dao.EnterpriseAggregateDao | |
import com.grovo.data.snapshots.enterprise.dao.EnterpriseDataSnapshotsDao | |
import org.apache.spark.sql.{SaveMode, SparkSession} | |
import com.grovo.data.common.etl.SnapshotBuilder | |
import com.grovo.data.common.util.Config.SNAPSHOT_TASKS_PARALLELISM | |
import com.grovo.data.common.util.DateConversions.processingHours |
I hereby claim:
To claim this, I am signing this object: