fizzbuzz-spark-job.scala

val conf = new SparkConf()
    //.setMaster("local") for local development
    .setAppName("FizzBuzz App")

val spark = SparkSession
      .builder()
      .config(conf)
      .getOrCreate()

import spark.implicits._

def basicFizzbuzzRules( x: Long ): String = {
  ( x % 3, x % 5 ) match {
    case ( 0, 0 ) => "FizzBuzz"
    case ( 0, _ ) => "Fizz"
    case ( _, 0 ) => "Buzz"
    case _        => x.toString
  }
}

val N = 10000000
spark
  .range(1, N)
  .repartition(10) // chose the number partitions you want
  .map(x => (x, basicFizzbuzzRules(x)))
  .write
  .csv("/tmp/fizzbuzz-spark")