Skip to content

Instantly share code, notes, and snippets.

View AtlasPilotPuppy's full-sized avatar

anant asthana AtlasPilotPuppy

73 followers · 141 following
  • Salt Lake City
View GitHub Profile
@AtlasPilotPuppy
AtlasPilotPuppy / SparkHbaseALS.scala
Last active August 29, 2015 14:03
Uses values in hbase tables to train and test ALS model in MLib.
import org.apache.spark.rdd.NewHadoopRDD
import org.apache.hadoop.hbase.mapreduce.TableInputFormat
import org.apache.hadoop.hbase.HBaseConfiguration
import org.apache.hadoop.hbase.client.Result
import org.apache.hadoop.hbase.io.ImmutableBytesWritable
import scala.collection.JavaConversions._
import scala.collection.JavaConverters._
import org.apache.spark.mllib.recommendation.ALS
import org.apache.spark.mllib.recommendation.Rating
import scala.collection.mutable.ArrayBuffer
@AtlasPilotPuppy
AtlasPilotPuppy / hbase_rdd.scala
Last active August 3, 2016 14:21
Accessing Hbase from Apache Spark
import org.apache.spark.rdd.NewHadoopRDD
import org.apache.hadoop.hbase.mapreduce.TableInputFormat
import org.apache.hadoop.hbase.HBaseConfiguration
import org.apache.hadoop.hbase.client.Result
import org.apache.hadoop.hbase.io.ImmutableBytesWritable
import scala.collection.JavaConversions._
import scala.collection.JavaConverters._
val sc = new SparkContext("local", "Simple App")
@AtlasPilotPuppy
AtlasPilotPuppy / question1_19.py
Last active January 2, 2016 21:19
python matplotlib example code.
from pylab import *
#create the function q(t) based on the question
def q(t):
if t < 0:
return 0
if t <= 10:
return 5 * t
if t <= 60:
return 60 - t