Skip to content

Instantly share code, notes, and snippets.

View HarborZeng's full-sized avatar
🎯
Focusing

HarborZeng HarborZeng

🎯
Focusing
View GitHub Profile
@HarborZeng
HarborZeng / JoinSpec.scala
Created November 4, 2019 12:38
Explorer what spark join is
import org.apache.log4j.{Level, Logger}
import org.apache.spark.sql.{Row, SparkSession}
import org.apache.spark.sql.types.{DoubleType, IntegerType, StringType, StructField, StructType}
import org.scalatest.{FlatSpec, Matchers}
class JoinSpec extends FlatSpec with Matchers {
@transient lazy val logger: Logger = Logger.getLogger(getClass)
Logger.getRootLogger.setLevel(Level.INFO)
Logger.getLogger("org").setLevel(Level.WARN)
Logger.getLogger("akka").setLevel(Level.WARN)