Skip to content

Instantly share code, notes, and snippets.

@samarthbhargav
Last active August 29, 2015 14:04
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save samarthbhargav/a2fbcdb5f5725666737d to your computer and use it in GitHub Desktop.
Save samarthbhargav/a2fbcdb5f5725666737d to your computer and use it in GitHub Desktop.
Script to Install Hadoop and Mahout
#!/bin/bash
# Questions? -> samarth.bhargav92@gmail.com
############################ SET THESE VARIABLES ##########################
HADOOP_VERSION=1.1.2
MAHOUT_VERSION=0.8
HADOOP_HOME_DIR=/usr/local
MAHOUT_HOME_DIR=/usr/local
################################################################################
ROOT_UID="0"
#Check if run as root, else exit
if [[ "$UID" -ne "$ROOT_UID" ]] ; then
echo "Use sudo to execute this script"
exit 1
fi
HADOOP_TAR_NAME=hadoop-$HADOOP_VERSION-bin.tar.gz
HADOOP_DIR_NAME=hadoop-$HADOOP_VERSION
MAHOUT_TAR_NAME=mahout-distribution-$MAHOUT_VERSION-src.tar.gz
MAHOUT_DIR_NAME=mahout-distribution-$MAHOUT_VERSION
HADOOP_URL=http://archive.apache.org/dist/hadoop/core/hadoop-$HADOOP_VERSION/$HADOOP_TAR_NAME
MAHOUT_URL=http://archive.apache.org/dist/mahout/$MAHOUT_VERSION/$MAHOUT_TAR_NAME
echo "############################### Setting Up Mahout ########################################"
echo "############################### Getting Mahout (Version: $MAHOUT_VERSION) from $MAHOUT_URL"
sudo wget -N $MAHOUT_URL
echo "############################### Extracting Mahout"
sudo tar --overwrite -zxvf $MAHOUT_TAR_NAME
echo "############################### Building and Installing Mahout "
cd $MAHOUT_DIR_NAME
#sudo mvn -DskipTests clean install #TODO
cd ..
echo "############################### Copying Mahout to $MAHOUT_HOME_DIR"
sudo cp -fR $MAHOUT_DIR_NAME $MAHOUT_HOME_DIR
echo "############################### Setting up Path Variables"
echo "export MAHOUT_HOME=$MAHOUT_HOME_DIR/$MAHOUT_DIR_NAME" #TODO
echo "export PATH=\$PATH:\$MAHOUT_HOME/bin" #TODO
echo "############################### Setup Mahout Successfully! ################################"
echo "############################### Setting up Hadoop! ################################"
echo "###############################Getting Hadoop (Version: $HADOOP_VERSION) from $HADOOP_URL"
sudo wget -N $HADOOP_URL
echo "###############################Extracting hadoop"
sudo tar --overwrite -zxvf $HADOOP_TAR_NAME
echo "############################### Copying Hadoop to $HADOOP_HOME_DIR"
sudo cp -fR $HADOOP_DIR_NAME $HADOOP_HOME_DIR
echo "############################### Setting up Path Variables"
echo "export HADOOP_HOME=$HADOOP_HOME_DIR/$HADOOP_DIR_NAME" #TODO
echo "export PATH=\$PATH:\$HADOOP_HOME/bin" #TODO
echo "############################### Setup Hadoop Successfully! ################################"
echo "############################### Setup Complete ############################################"
echo "!Note: Change Ownership to required User Properly to get Hadoop / Mahout running properly"
echo "!Note: Configure Hadoop: $HADOOP_HOME_DIR/$HADOOP_DIR_NAME/conf"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment