Integrate Spark with Hive

spark-hive.scala

import org.apache.spark.sql.{SaveMode, SparkSession}
case class HelloWorld(message: String)

def main(args: Array[String]): Unit = {
    
        // Creation of SparkSession
        val sparkSession = SparkSession.builder()
          .appName("example-spark-scala-read-and-write-from-hive")
          .config("hive.metastore.warehouse.dir", params.hiveHost + "user/hive/warehouse")
          .enableHiveSupport()
          .getOrCreate()

        // ====== Creating a dataframe with 1 partition
        import sparkSession.implicits._
        val df = Seq(HelloWorld("helloworld")).toDF().coalesce(1)

        // ======= Writing files
        // Writing Dataframe as a Hive table
        import sparkSession.sql

        sql("DROP TABLE IF EXISTS helloworld")
        sql("CREATE TABLE helloworld (message STRING)")
        df.write.mode(SaveMode.Overwrite).saveAsTable("helloworld")
        logger.info("Writing hive table : OK")

        // ======= Reading files
        // Reading hive table into a Spark Dataframe
        val dfHive = sql("SELECT * from helloworld")
        logger.info("Reading hive table : OK")
        logger.info(dfHive.show())

      case None =>
       println("Bblabla")