skp33

package com.neolitec.examples;

import org.apache.commons.codec.binary.Base64;
import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import javax.servlet.*;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

skp33

val ts = sc.parallelize(0 to 100, 10)
val window = 3

class StraightPartitioner(p: Int) extends Partitioner {
  def numPartitions = p
  def getPartition(key: Int) = key * p/0.5
}

val partitioned = ts.mapPartitionsWithIndex((i, p) => {
  val overlap = p.take(window - 1).toArray