Skip to content

Instantly share code, notes, and snippets.

@debasishg
Forked from rsumbaly/gist:1260230
Created January 17, 2013 05:43
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save debasishg/4553969 to your computer and use it in GitHub Desktop.
Save debasishg/4553969 to your computer and use it in GitHub Desktop.
svn co http://svn.apache.org/repos/asf/hadoop/common/trunk hadoop-trunk -r 1178440
cd hadoop-trunk/
mvn clean install package -Dtar -Pdist -DskipTests -P-cbuild
cd hadoop-mapreduce-project/
mvn clean install package -Dtar -Pdist -DskipTests -P-cbuild assembly:assembly
mkdir ~/HADOOP_MAPREDUCE
cp ./../../hadoop-trunk/hadoop-common-project/hadoop-common/target/hadoop-common-0.24.0-SNAPSHOT.tar.gz ~/HADOOP_MAPREDUCE/.
cp ./../../hadoop-trunk/hadoop-mapreduce-project/target/hadoop-mapreduce-0.24.0-SNAPSHOT-all.tar.gz ~/HADOOP_MAPREDUCE/.
cd ~/HADOOP_MAPREDUCE
tar xvfz hadoop-common-0.24.0-SNAPSHOT.tar.gz ; mv hadoop-common-0.24.0-SNAPSHOT common
tar xvfz hadoop-mapreduce-0.24.0-SNAPSHOT.tar.gz ; mv hadoop-mapreduce-0.24.0-SNAPSHOT yarn
export CLUSTERNAME=/Users/rsumbaly/HADOOP_MAPREDUCE
export HADOOP_COMMON_HOME=$CLUSTERNAME/common
export YARN_HOME=$CLUSTERNAME/yarn
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-app-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/
ln -s $YARN_HOME/modules/hadoop-yarn-api-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-common-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/
ln -s $YARN_HOME/modules/hadoop-yarn-common-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-core-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/
ln -s $YARN_HOME/modules/hadoop-yarn-server-common-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-jobclient-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/
$YARN_HOME/bin/yarn resourcemanager
$YARN_HOME/bin/yarn nodemanager
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment