kaniska

val path = "/public/retail_db"
val products = sc.textFile(path + "/products")

val minPricedProductsByCategory = products.
  filter(product => product.split(",")(4) != "").
  map(product => {
    val p = product.split(",")
    (p(1).toInt, product)
  }).
  reduceByKey((agg, product) => {

kaniska

val path = "/Users/itversity/Research/data/retail_db" or val path = "/public/retail_db"

val orderItems = sc.textFile(path + "/order_items").
  map(orderItem => (orderItem.split(",")(1).toInt, orderItem.split(",")(4).toFloat))

// Compute revenue for each order
orderItems.
  reduceByKey((total, orderItemSubtotal) => total + orderItemSubtotal).
  take(100).
  foreach(println)

kaniska

ContainerNode Meetup

http://www.meetup.com/ContainerNode/events/225045748/

Install Dependencies

Install Docker Toolbox