Created
May 17, 2016 14:09
-
-
Save giulioungaretti/03b9a88a853f58b9b3d15cd6dc927048 to your computer and use it in GitHub Desktop.
Find Spark and run notebook with pyspakr.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#! /bin/sh | |
# | |
# sparknb.sh | |
# Copyright (C) 2016 giulio <giulioungaretti@me.com> | |
# | |
# Distributed under terms of the MIT license. | |
# | |
VIRTUAL_ENV_DIR="/Users/giulio/Hack/python/Envs/spark3" | |
if [ -d $VIRTUAL_ENV_DIR ] | |
then | |
source $VIRTUAL_ENV_DIR/bin/activate | |
# Added by findspark | |
export SPARK_HOME=/Users/giulio/ShopGun/spark/spark-1.6.0 | |
export PYTHONPATH=/Users/giulio/ShopGun/spark/spark-1.6.0/python:/Users/giulio/ShopGun/spark/spark-1.6.0/python/lib/py4j-0.9-src.zip:$PYTHONPATH | |
jupyter notebook | |
else | |
echo $VIRTUAL_ENV_DIR" does not exist" | |
fi | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment