Skip to content

Instantly share code, notes, and snippets.

@malaikannan
Created December 10, 2015 14:06
Show Gist options
  • Save malaikannan/6ccb96e02c80e0d9ab5a to your computer and use it in GitHub Desktop.
Save malaikannan/6ccb96e02c80e0d9ab5a to your computer and use it in GitHub Desktop.
Ipython for Spark
import os
import sys
os.environ['SPARK_HOME'] = "C:/spark/spark-1.5.1-bin-hadoop2.6"
sys.path.append("C:/spark/spark-1.5.1-bin-hadoop2.6/bin")
sys.path.append("C:/spark/spark-1.5.1-bin-hadoop2.6/python")
sys.path.append("C:/spark/spark-1.5.1-bin-hadoop2.6/python/pyspark")
sys.path.append("C:/spark/spark-1.5.1-bin-hadoop2.6/python/lib")
sys.path.append("C:/spark/spark-1.5.1-bin-hadoop2.6/python/lib/pyspark.zip")
sys.path.append("C:/spark/spark-1.5.1-bin-hadoop2.6/python/lib/py4j-0.8.2.1-src.zip")
sys.path.append("C:/spark/spark-1.5.1-bin-hadoop2.6/python/lib/py4j-0")
sys.path.append("C:/Program Files (x86)/Java/jre1.8.0_51/bin")
from pyspark import SparkContext
from pyspark import SparkConf
sc = SparkContext("local","test2")
sc
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment