Skip to content

Instantly share code, notes, and snippets.

@zorteran
Created October 31, 2020 19:38
Show Gist options
  • Save zorteran/f78192c5fc36ec916d48e830dc30d88e to your computer and use it in GitHub Desktop.
Save zorteran/f78192c5fc36ec916d48e830dc30d88e to your computer and use it in GitHub Desktop.
package pl.wiadrodanych.demo
import org.apache.spark.sql.DataFrame
import pl.wiadrodanych.demo.NiceApp.spark
import pl.wiadrodanych.demo.extensions.GroceryDataFrameExtensions._
object CoolApp {
def main(args: Array[String]) = {
val result = getGroceries
.filterFruits
.addNormalizedNameColumn
.sumByNormalizedName
result.show
}
private def getGroceries: DataFrame = {
val groceries = spark.read
.option("inferSchema", "true")
.option("header", "true")
.csv("some-data.csv")
groceries
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment