Last active
April 8, 2018 09:07
-
-
Save prongs/14de2903b60692a17eda1585cd0876fa to your computer and use it in GitHub Desktop.
start-hadoop
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
apt-get -y update | |
apt-get update | |
apt-get -y install --no-install-recommends \ | |
apt-transport-https \ | |
curl \ | |
software-properties-common | |
apt-get -y install -y --no-install-recommends \ | |
linux-image-extra-$(uname -r) \ | |
linux-image-extra-virtual | |
curl -fsSL 'https://sks-keyservers.net/pks/lookup?op=get&search=0xee6d536cf7dc86e2d7d56f59a178ac6c6238f52e' | apt-key add - | |
add-apt-repository \ | |
"deb https://packages.docker.com/1.12/apt/repo/ \ | |
ubuntu-$(lsb_release -cs) \ | |
main" | |
apt-get -y update | |
add-apt-repository ppa:openjdk-r/ppa | |
apt-get -y update | |
apt-get -y install -y curl wget telnet tar sudo rsync openjdk-8-jdk ssh openssh-client | |
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 | |
apt-get -y install docker-engine | |
apt-get -y install docker | |
for i in "$@" | |
do | |
DOCKER_ENV_ARGS="$DOCKER_ENV_ARGS -e $i" | |
done | |
docker pull prongs/datanode | |
# -p 8088:8088 -p 19888:19888 -p 45454:45454 -p 8042:8042 | |
docker run -itd --net=host --name datanode $DOCKER_ENV_ARGS -e HOSTNAME=0.0.0.0 prongs/datanode |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
apt-get -y update | |
apt-get update | |
apt-get -y install --no-install-recommends \ | |
apt-transport-https \ | |
curl \ | |
software-properties-common | |
apt-get -y install -y --no-install-recommends \ | |
linux-image-extra-$(uname -r) \ | |
linux-image-extra-virtual | |
curl -fsSL 'https://sks-keyservers.net/pks/lookup?op=get&search=0xee6d536cf7dc86e2d7d56f59a178ac6c6238f52e' | apt-key add - | |
add-apt-repository \ | |
"deb https://packages.docker.com/1.12/apt/repo/ \ | |
ubuntu-$(lsb_release -cs) \ | |
main" | |
apt-get -y update | |
apt-get -y install docker-engine | |
apt-get -y install docker | |
for i in "$@" | |
do | |
DOCKER_ENV_ARGS="$DOCKER_ENV_ARGS -e $i" | |
done | |
docker pull prongs/namenode | |
# -p 50070:50070 -p 9000:9000 -p 50090:50090 | |
docker run -itd --net=host --name namenode $DOCKER_ENV_ARGS prongs/namenode |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
apt-get -y update | |
apt-get update | |
apt-get -y install --no-install-recommends \ | |
apt-transport-https \ | |
curl \ | |
software-properties-common | |
apt-get -y install -y --no-install-recommends \ | |
linux-image-extra-$(uname -r) \ | |
linux-image-extra-virtual | |
curl -fsSL 'https://sks-keyservers.net/pks/lookup?op=get&search=0xee6d536cf7dc86e2d7d56f59a178ac6c6238f52e' | apt-key add - | |
add-apt-repository \ | |
"deb https://packages.docker.com/1.12/apt/repo/ \ | |
ubuntu-$(lsb_release -cs) \ | |
main" | |
apt-get -y update | |
add-apt-repository ppa:openjdk-r/ppa | |
apt-get -y update | |
apt-get -y install -y curl wget telnet tar sudo rsync openjdk-8-jdk ssh openssh-client | |
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 | |
apt-get -y install docker-engine | |
apt-get -y install docker | |
for i in "$@" | |
do | |
DOCKER_ENV_ARGS="$DOCKER_ENV_ARGS -e $i" | |
done | |
docker pull prongs/yarn | |
# -p 8088:8088 -p 8050:8050 -p 8025:8025 -p 8030:8030 -p 8141:8141 -p 19888:19888 -p 10200:10200 -p 8188:8188 -p 8190:8190 | |
docker run -itd --net=host --name hadoop-yarn $DOCKER_ENV_ARGS -e HADOOP_HOST_YARN=0.0.0.0 prongs/yarn |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment