Skip to content

Instantly share code, notes, and snippets.

@limitpointinf0
Last active August 23, 2018 02:07
Show Gist options
  • Save limitpointinf0/e8e769098effa541108c0de6c3a851bf to your computer and use it in GitHub Desktop.
Save limitpointinf0/e8e769098effa541108c0de6c3a851bf to your computer and use it in GitHub Desktop.
Install Spark on Debian Stretch
#!/bin/sh
sudo apt-get update
sudo mkdir /usr/local/java
sudo mv ~/jdk-8u171-linux-x64.tar.gz /usr/local/java/
cd /usr/local/java/
sudo tar zxvf jdk-8u171-linux-x64.tar.gz
cd ~
export PATH=$PATH:/usr/local/java/jdk1.8.0_171/bin
wget https://downloads.lightbend.com/scala/2.12.6/scala-2.12.6.tgz
tar xvf scala-2.12.6.tgz
sudo mv ~/scala-2.12.6 /usr/local/scala
export PATH=$PATH:/usr/local/scala/bin
#!/bin/sh
sudo apt-get update
sudo mkdir /usr/local/java
## download JDK from http://www.oracle.com/technetwork/java/javase/downloads/jdk8-downloads-2133151.html
sudo mv ~/jdk-8u171-linux-x64.tar.gz /usr/local/java/
cd /usr/local/java/
tar zxvf jdk-8u171-linux-x64.tar.gz
cd ~
export PATH=$PATH:/usr/local/java/jdk1.8.0_171/bin
wget https://downloads.lightbend.com/scala/2.12.6/scala-2.12.6.tgz
tar xvf scala-2.12.6.tgz
sudo mv ~/scala-2.12.6 /usr/local/scala
export PATH=$PATH:/usr/local/scala/bin
wget https://archive.apache.org/dist/spark/spark-2.1.1/spark-2.1.1-bin-hadoop2.7.tgz
tar xvf spark-2.1.1-bin-hadoop2.7.tgz
sudo mv spark-2.1.1-bin-hadoop2.7 /usr/local/spark
export PATH=$PATH:/usr/local/spark/bin
source ~/.bashrc
spark-shell
#!/bin/sh
export PATH=$PATH:/usr/local/java/jdk1.8.0_171/bin
export PATH=$PATH:/usr/local/scala/bin
export PATH=$PATH:/usr/local/spark/bin
source ~/.bashrc
echo "path variable set for spark"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment