Vagrant - Ubuntu 14.10 - Apache Spark - dev maschine

apache-spark-dev-linux-ubuntu.sh

#!/usr/bin/env bash
# Ubuntu 14.10 Vagrant Dev machine for Apache Spark development
#
# $> vagrant box add Ubuntu14.10 https://cloud-images.ubuntu.com/vagrant/utopic/current/utopic-server-cloudimg-amd64-vagrant-disk1.box
# $> vagrant init Ubuntu14.10
# $> vagrant up
# 
# - Increase RAM to 8048M
#
#
 
# install necessary software on clean Ubuntu system
sudo apt-get update

# tools 
sudo apt-get -y install git

# openjdk
sudo apt-get -y install openjdk-8-jdk

# scala 
wget http://www.scala-lang.org/files/archive/scala-2.10.5.deb
sudo dpkg -i scala-2.10.5.deb
sudo apt-get update
sudo apt-get install scala

# install spark binary release
cd /vagrant && wget http://d3kbcqa49mib13.cloudfront.net/spark-1.3.0-bin-hadoop2.4.tgz
tar xvfz spark-1.3.0-bin-hadoop2.4.tgz
ln -s /vagrant/spark-1.3.0-bin-hadoop2.4 /home/vagrant/spark

# configure SPARK_HOME in bashrc
echo 'export SPARK_HOME' >> ~/.bashrc
echo 'SPARK_HOME=/home/vagrant/spark/' >> ~/.bashrc