Last active
August 29, 2015 14:04
-
-
Save samarthbhargav/a2fbcdb5f5725666737d to your computer and use it in GitHub Desktop.
Script to Install Hadoop and Mahout
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
# Questions? -> samarth.bhargav92@gmail.com | |
############################ SET THESE VARIABLES ########################## | |
HADOOP_VERSION=1.1.2 | |
MAHOUT_VERSION=0.8 | |
HADOOP_HOME_DIR=/usr/local | |
MAHOUT_HOME_DIR=/usr/local | |
################################################################################ | |
ROOT_UID="0" | |
#Check if run as root, else exit | |
if [[ "$UID" -ne "$ROOT_UID" ]] ; then | |
echo "Use sudo to execute this script" | |
exit 1 | |
fi | |
HADOOP_TAR_NAME=hadoop-$HADOOP_VERSION-bin.tar.gz | |
HADOOP_DIR_NAME=hadoop-$HADOOP_VERSION | |
MAHOUT_TAR_NAME=mahout-distribution-$MAHOUT_VERSION-src.tar.gz | |
MAHOUT_DIR_NAME=mahout-distribution-$MAHOUT_VERSION | |
HADOOP_URL=http://archive.apache.org/dist/hadoop/core/hadoop-$HADOOP_VERSION/$HADOOP_TAR_NAME | |
MAHOUT_URL=http://archive.apache.org/dist/mahout/$MAHOUT_VERSION/$MAHOUT_TAR_NAME | |
echo "############################### Setting Up Mahout ########################################" | |
echo "############################### Getting Mahout (Version: $MAHOUT_VERSION) from $MAHOUT_URL" | |
sudo wget -N $MAHOUT_URL | |
echo "############################### Extracting Mahout" | |
sudo tar --overwrite -zxvf $MAHOUT_TAR_NAME | |
echo "############################### Building and Installing Mahout " | |
cd $MAHOUT_DIR_NAME | |
#sudo mvn -DskipTests clean install #TODO | |
cd .. | |
echo "############################### Copying Mahout to $MAHOUT_HOME_DIR" | |
sudo cp -fR $MAHOUT_DIR_NAME $MAHOUT_HOME_DIR | |
echo "############################### Setting up Path Variables" | |
echo "export MAHOUT_HOME=$MAHOUT_HOME_DIR/$MAHOUT_DIR_NAME" #TODO | |
echo "export PATH=\$PATH:\$MAHOUT_HOME/bin" #TODO | |
echo "############################### Setup Mahout Successfully! ################################" | |
echo "############################### Setting up Hadoop! ################################" | |
echo "###############################Getting Hadoop (Version: $HADOOP_VERSION) from $HADOOP_URL" | |
sudo wget -N $HADOOP_URL | |
echo "###############################Extracting hadoop" | |
sudo tar --overwrite -zxvf $HADOOP_TAR_NAME | |
echo "############################### Copying Hadoop to $HADOOP_HOME_DIR" | |
sudo cp -fR $HADOOP_DIR_NAME $HADOOP_HOME_DIR | |
echo "############################### Setting up Path Variables" | |
echo "export HADOOP_HOME=$HADOOP_HOME_DIR/$HADOOP_DIR_NAME" #TODO | |
echo "export PATH=\$PATH:\$HADOOP_HOME/bin" #TODO | |
echo "############################### Setup Hadoop Successfully! ################################" | |
echo "############################### Setup Complete ############################################" | |
echo "!Note: Change Ownership to required User Properly to get Hadoop / Mahout running properly" | |
echo "!Note: Configure Hadoop: $HADOOP_HOME_DIR/$HADOOP_DIR_NAME/conf" |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment