roongr2k7/compile_spark1.6_with_scala2.11.md

## compile_spark1.6_with_scala2.11.md

      
    Raw
  

              compile_spark1.6_with_scala2.11.md
            
          
    Install Maven 3.3.3

sudo apt-get purge -y maven

wget http://www-eu.apache.org/dist/maven/maven-3/3.3.3/binaries/apache-maven-3.3.3-bin.tar.gz

tar -zxf apache-maven-3.3.3-bin.tar.gz

sudo cp -R apache-maven-3.3.3 /usr/local
sudo ln -s /usr/local/apache-maven-3.3.3/bin/mvn /usr/bin/mvn

echo "export M2_HOME=/usr/local/apache-maven-3.3.3" >> ~/.profile
source ~/.profile
Install Scala 2.11

wget http://www.scala-lang.org/files/archive/scala-2.11.8.deb
sudo dpkg -i scala-2.11.8.deb 
sudo apt-get update
sudo apt-get install scala
Install SBT 0.13

wget https://bintray.com/artifact/download/sbt/debian/sbt-0.13.6.deb
sudo dpkg -i sbt-0.13.6.deb 
sudo apt-get update
sudo apt-get install sbt
Clone and Build Spark with Scala 2.11

git clone git://github.com/apache/spark.git -b branch-1.6

./dev/change-scala-version.sh 2.11
mvn -Pyarn -Phadoop-2.4 -Dscala-2.11 -DskipTests clean package