pyspark cassandra

 git clone https://github.com/TargetHolding/pyspark-cassandra.git


http://www.scala-sbt.org/release/docs/Installing-sbt-on-Linux.html

https://medium.com/@amirziai/running-pyspark-with-cassandra-in-jupyter-2bf5e95c319#.xhvqljmy6


./bin/spark-submit --packages com.datastax.spark:spark-cassandra-connector_2.11:1.5.0-M2 ../Main/Code/myPysparkFile.py



cd ~/myproject/myprojectenv/
source  bin/activate


$SPARK_HOME/bin/spark-shell --packages TargetHolding:pyspark-cassandra:0.3.5


spark-submit \
    --jars /path/to/pyspark-cassandra-assembly-<version>.jar \
    --driver-class-path /path/to/pyspark-cassandra-assembly-<version>.jar \
    --py-files /path/to/pyspark-cassandra-assembly-<version>.jar \
    --conf spark.cassandra.connection.host=your,cassandra,node,names \
    --master spark://spark-master:7077 \
    yourscript.py


spark-submit \
    --packages TargetHolding/pyspark-cassandra:0.3.5 \
    --conf spark.cassandra.connection.host=your,cassandra,node,names



/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit --master mesos://10.0.0.11:5050 --total-executor-cores 4 --executor-memory 2g app.py \
--packages TargetHolding:pyspark-cassandra:0.3.5 --conf spark.cassandra.connection.host=10.0.0.12
 
/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit --master mesos://10.0.0.11:5050 --total-executor-cores 4 --executor-memory 2g app.py \ --packages TargetHolding:pyspark-cassandra:0.3.5 --conf spark.cassandra.connection.host=10.0.0.12   --py-files \
/home/centos/spark-2.0.2-bin-hadoop2.7/jars/pyspark-cassandra-0.3.5.jar
.

/home/centos/spark-2.0.2-bin-hadoop2.7/bin/pyspark --master mesos://10.0.0.11:5050 --total-executor-cores 4 --executor-memory 2g app.py \ --packages TargetHolding:pyspark-cassandra:0.3.5 --conf spark.cassandra.connection.host=10.0.0.12   --py-files \
/home/centos/spark-2.0.2-bin-hadoop2.7/jars/pyspark-cassandra-0.3.5.jar




/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit \
--packages TargetHolding/pyspark-cassandra:0.3.5 --conf spark.cassandra.connection.host=10.0.0.12 --master mesos://10.0.0.11:5050 app.py




/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit \
--packages  --packages com.datastax.spark:spark-cassandra-connector_2.11:1.5.0-M2 --conf spark.cassandra.connection.host=10.0.0.12 \
--master mesos://10.0.0.11:5050 app.py





/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit  --packages datastax:spark-cassandra-connector:1.6.3-s_2.11 \
--conf spark.cassandra.connection.host=10.0.0.12 --master mesos://10.0.0.11:5050 SparkCassandraTest.py



/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit --packages com.datastax.spark:spark-cassandra-connector_2.11:1.5.0-M2 \
--conf spark.cassandra.connection.host=10.0.0.12 --master mesos://10.0.0.11:5050 SparkCassandraTest.py

 /home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit --packages com.datastax.spark:spark-cassandra-connector_2.11:1.5.0-M2 --conf spark.cassandra.connection.host=10.0.0.12 --master mesos://10.0.0.11:5050 SparkCassandraTest.py



/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit --jars spark-cassandra-connector_2.10-2.0.0-M3.jar --conf spark.cassandra.connection.host=10.0.0.12 --master mesos://10.0.0.11:5050 SparkCassandraTest.py





/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-submit --packages com.datastax.spark:spark-cassandra-connector_2.11:1.5.0-M2 --conf spark.cassandra.connection.host=10.0.0.12 --master mesos://10.0.0.11:5050 SparkCassandraTest.py

/home/centos/spark-2.0.2-bin-hadoop2.7/bin/spark-shell --packages com.datastax.spark:spark-cassandra-connector_2.11:2.0.0-M3,TargetHolding/pyspark-cassandra:0.1.5 --conf spark.cassandra.connection.host=10.0.0.12 --master mesos://10.0.0.11:5050 kafka2SparkStream.py