spark-scala-word-count.scala

val inputPath = "/Users/itversity/Research/data/wordcount.txt" or val inputPath = "/public/randomtextwriter/part-m-00000"
val outputPath = "/Users/itversity/Research/data/wordcount" or val outputPath = "/user/dgadiraju/wordcount"
//Make sure outputPath does not exist for this example

sc.textFile(inputPath).
  flatMap(_.split(" ")).
  map((_, 1)).
  reduceByKey(_ + _).
  take(100).
  foreach(println)

//alternative
sc.textFile(inputPath).
  flatMap(line => line.split(" ").map(rec => (rec, 1))).
  reduceByKey(_ + _).
  take(100).
  foreach(println)

//Saving to file
sc.textFile(inputPath).
  flatMap(_.split(" ")).
  map((_, 1)).
  reduceByKey(_ + _).
  map(rec => rec._1 + "\t" + rec._2).
  saveAsTextFile(outputPath)