Skip to content

Instantly share code, notes, and snippets.

@shiumachi
Created November 28, 2018 06:26
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save shiumachi/0977a057bbf70f65bd329c2abb998c1a to your computer and use it in GitHub Desktop.
Save shiumachi/0977a057bbf70f65bd329c2abb998c1a to your computer and use it in GitHub Desktop.
#!/bin/sh
TMP_DIR=/tmp
HADOOP_BIN_DIR=${HADOOP_MAPRED_HOME}/bin
HADOOP_COMMAND=${HADOOP_BIN_DIR}/hadoop
HADOOP_JAR_COMMAND="${HADOOP_COMMAND} jar"
MAPRED_SHARE_HOME=${HADOOP_MAPRED_HOME}/share/hadoop/mapreduce
HADOOP_EXAMPLE_JAR=${MAPRED_SHARE_HOME}/hadoop*examples*.jar
HADOOP_EXAMPLE_COMMAND="${HADOOP_JAR_COMMAND} ${HADOOP_EXAMPLE_JAR}"
MAPRED_PI_COMMAND="${HADOOP_EXAMPLE_COMMAND} pi 2 1000"
HASH=`uuidgen | cut -c 1-8`
usage(){
printf "usage: %s -prod\n" `basename $0` 1>&2
}
initialize(){
echo "initialize()"
echo "(do nothing)"
}
initialize_dryrun(){
echo "initialize()"
echo "(do nothing)"
}
mapred_pi(){
echo "mapred_pi()"
${MAPRED_PI_COMMAND}
}
mapred_pi_dryrun(){
echo "mapred_pi()"
echo "${MAPRED_PI_COMMAND}"
}
cleanup(){
echo "cleanup()"
echo "(do nothing)"
}
cleanup_dryrun(){
echo "cleanup()"
echo "(do nothing)"
}
execute(){
if [ "${DRYRUN}" == 1 ]; then
initialize_dryrun
mapred_pi_dryrun
cleanup_dryrun
else
initialize
mapred_pi
cleanup
fi
}
if [ $# == 1 ]; then
DRYRUN=0
elif [ $# == 0 ]; then
DRYRUN=1
else
usage
exit
fi
execute
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment