Skip to content

Instantly share code, notes, and snippets.

@dbist
Created May 23, 2018 17:01
Show Gist options
  • Save dbist/cdbef002d1479fb0cdea34b451ade9c5 to your computer and use it in GitHub Desktop.
Save dbist/cdbef002d1479fb0cdea34b451ade9c5 to your computer and use it in GitHub Desktop.
hdfs dfs -mkdir /apps
hdfs dfs -chmod 777 /apps
hdfs dfs -mkdir /tmp
hdfs dfs -chmod -R 777 /tmp
hdfs dfs -mkdir -p /mr-history/tmp
hdfs dfs -mkdir -p /mr-history/done
hdfs dfs -chmod -R 1777 /mr-history
hdfs dfs -mkdir -p /tmp/hadoop-yarn/staging
hdfs dfs -chmod -R 777 /tmp/hadoop-yarn/staging
hdfs dfs -mkdir -p /user/vagrant
hdfs dfs -chown vagrant:hdfs /user/vagrant
hdfs dfs -mkdir -p /user/oozie
hdfs dfs -chown -R oozie:hdfs /user/oozie
vi oozie-site.xml
cd ..
mvn clean install -DskipTests -Dhadoop.version=2.7.5
bin/mkdistro.sh -DskipTests -Dhadoop.version=2.7.5 -Puber -Dbuild.time -Dvc.url=https://github.com/apache/oozie/archive/release-5.0.0.tar.gz
cp -r /tmp/oozie-5.0.0/distro/target/oozie-5.0.0-distro/oozie-5.0.0/* /opt/oozie/oozie-5.0.0/
bin/oozied.sh start
cp -r oozie-sharelib-5.0.0.tar.gz ~/
tar xvzf oozie-sharelib-5.0.0.tar.gz
/opt/oozie/oozie-5.0.0/bin/oozie-setup.sh sharelib create -fs hdfs://hadoop.example.com:9000 -locallib ~/share/
/opt/oozie/oozie-5.0.0/bin/oozie admin -sharelibupdate --oozie http://hadoop.example.com:11000/oozie
/opt/oozie/oozie-5.0.0/bin/oozie admin -shareliblist -oozie http://localhost:11000/oozie
# if getting JA009: User: oozie is not allowed to impersonate vagrant
# restart HADOOP
$HADOOP_HOME/sbin/stop-yarn.sh
$HADOOP_HOME/sbin/stop-dfs.sh
$HADOOP_HOME/sbin/start-dfs.sh
$HADOOP_HOME/sbin/start-yarn.sh
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment