Creates Dataframe with Structured Streaming and renaming all the columns

renameDataframeColumns.scala

// Gets the schema from the CSV files
val crimesSchema = spark.read
      .option("inferSchema", true)
      .option("header","true")
      .csv(dataPath)
      .schema

// Creates Structured Stream over the CSV files 
val crimes = spark.readStream
      .schema(crimesSchema)
      .csv(dataPath)

import spark.implicits._

// Map of (oldColumnName -> newColumnName)
val columnsToBottom = crimes.columns
      .map(col => (col, col.replace(" ", "_")))
      .toMap

// Update columns names by the columnsToBottom
val renamedCrimes = columnsToBottom.foldLeft(crimes)((acc, pair) => acc.withColumnRenamed(pair._1, pair._2))