Skip to content

Instantly share code, notes, and snippets.

@prongs
Last active April 8, 2018 09:07
Show Gist options
  • Save prongs/14de2903b60692a17eda1585cd0876fa to your computer and use it in GitHub Desktop.
Save prongs/14de2903b60692a17eda1585cd0876fa to your computer and use it in GitHub Desktop.
start-hadoop
apt-get -y update
apt-get update
apt-get -y install --no-install-recommends \
apt-transport-https \
curl \
software-properties-common
apt-get -y install -y --no-install-recommends \
linux-image-extra-$(uname -r) \
linux-image-extra-virtual
curl -fsSL 'https://sks-keyservers.net/pks/lookup?op=get&search=0xee6d536cf7dc86e2d7d56f59a178ac6c6238f52e' | apt-key add -
add-apt-repository \
"deb https://packages.docker.com/1.12/apt/repo/ \
ubuntu-$(lsb_release -cs) \
main"
apt-get -y update
add-apt-repository ppa:openjdk-r/ppa
apt-get -y update
apt-get -y install -y curl wget telnet tar sudo rsync openjdk-8-jdk ssh openssh-client
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
apt-get -y install docker-engine
apt-get -y install docker
for i in "$@"
do
DOCKER_ENV_ARGS="$DOCKER_ENV_ARGS -e $i"
done
docker pull prongs/datanode
# -p 8088:8088 -p 19888:19888 -p 45454:45454 -p 8042:8042
docker run -itd --net=host --name datanode $DOCKER_ENV_ARGS -e HOSTNAME=0.0.0.0 prongs/datanode
apt-get -y update
apt-get update
apt-get -y install --no-install-recommends \
apt-transport-https \
curl \
software-properties-common
apt-get -y install -y --no-install-recommends \
linux-image-extra-$(uname -r) \
linux-image-extra-virtual
curl -fsSL 'https://sks-keyservers.net/pks/lookup?op=get&search=0xee6d536cf7dc86e2d7d56f59a178ac6c6238f52e' | apt-key add -
add-apt-repository \
"deb https://packages.docker.com/1.12/apt/repo/ \
ubuntu-$(lsb_release -cs) \
main"
apt-get -y update
apt-get -y install docker-engine
apt-get -y install docker
for i in "$@"
do
DOCKER_ENV_ARGS="$DOCKER_ENV_ARGS -e $i"
done
docker pull prongs/namenode
# -p 50070:50070 -p 9000:9000 -p 50090:50090
docker run -itd --net=host --name namenode $DOCKER_ENV_ARGS prongs/namenode
apt-get -y update
apt-get update
apt-get -y install --no-install-recommends \
apt-transport-https \
curl \
software-properties-common
apt-get -y install -y --no-install-recommends \
linux-image-extra-$(uname -r) \
linux-image-extra-virtual
curl -fsSL 'https://sks-keyservers.net/pks/lookup?op=get&search=0xee6d536cf7dc86e2d7d56f59a178ac6c6238f52e' | apt-key add -
add-apt-repository \
"deb https://packages.docker.com/1.12/apt/repo/ \
ubuntu-$(lsb_release -cs) \
main"
apt-get -y update
add-apt-repository ppa:openjdk-r/ppa
apt-get -y update
apt-get -y install -y curl wget telnet tar sudo rsync openjdk-8-jdk ssh openssh-client
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
apt-get -y install docker-engine
apt-get -y install docker
for i in "$@"
do
DOCKER_ENV_ARGS="$DOCKER_ENV_ARGS -e $i"
done
docker pull prongs/yarn
# -p 8088:8088 -p 8050:8050 -p 8025:8025 -p 8030:8030 -p 8141:8141 -p 19888:19888 -p 10200:10200 -p 8188:8188 -p 8190:8190
docker run -itd --net=host --name hadoop-yarn $DOCKER_ENV_ARGS -e HADOOP_HOST_YARN=0.0.0.0 prongs/yarn
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment