context.scala

val spark = org.apache.spark.sql.SparkSession.builder
  .master("local")
  .appName("Spark CSV Reader")
  .getOrCreate
val df = spark.read
  .format("csv")
  .option("header", "false") //reading the headers
  .option("mode", "DROPMALFORMED")
  .schema(StructType(List(
    StructField("polarity", IntegerType, nullable = false),
    StructField("id", IntegerType, nullable = false),
    StructField("date", StringType, nullable = false),
    StructField("query", StringType, nullable = false),
    StructField("user", StringType, nullable = false),
    StructField("text", StringType, nullable = false)
  )))
  .load("/Users/mitya/Downloads/trainingandtestdata/testdata.manual.2009.06.14.csv")