Skip to content

Instantly share code, notes, and snippets.

@rmcfrazier

rmcfrazier/notes on oozie setup

Forked from jeromatron/notes on oozie setup
Created August 16, 2013 17:13
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save rmcfrazier/6251700 to your computer and use it in GitHub Desktop.
Save rmcfrazier/6251700 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
notes on oozie setup
wget http://mirror.ox.ac.uk/sites/rsync.apache.org/maven/maven-3/3.0.5/binaries/apache-maven-3.0.5-bin.tar.gz
sudo tar xzf apache-maven-3.0.5-bin.tar.gz -C /usr/local
cd /usr/local
sudo ln -s apache-maven-3.0.5 maven
mkdir libext
cd libext
wget http://extjs.com/deploy/ext-2.2.zip
export DSE_LIB=/usr/share/dse
cp $DSE_LIB/dse.jar .
export CASSANDRA_LIB=$DSE_LIB/cassandra/lib
#cp $CASSANDRA_LIB/cassandra-all-1.2.6.1.jar .
#cp $CASSANDRA_LIB/cassandra-thrift-1.2.6.1.jar .
cp $CASSANDRA_LIB/cassandra-all-1.1.9.8.jar .
cp $CASSANDRA_LIB/cassandra-thrift-1.1.9.8.jar .
#cp $CASSANDRA_LIB/guava-13.0.1.jar .
cp $CASSANDRA_LIB/guava-13.0.jar .
cp $CASSANDRA_LIB/high-scale-lib-1.1.2.jar .
cp $CASSANDRA_LIB/libthrift-0.7.0.jar .
cp $CASSANDRA_LIB/log4j-1.2.16.jar .
#cp $CASSANDRA_LIB/slf4j-api-1.7.2.jar .
cp $CASSANDRA_LIB/snakeyaml-1.6.jar .
cp $CASSANDRA_LIB/snappy-java-1.0.4.1.jar .
export COMMON_LIB=$DSE_LIB/common
cp $COMMON_LIB/commons-io-2.4.jar .
export HADOOP_LIB=$DSE_LIB/hadoop/lib
cp $HADOOP_LIB/hadoop-core-1.0.4.8.jar .
#cp $HADOOP_LIB/jackson-core-asl-1.8.8.jar .
#cp $HADOOP_LIB/jackson-mapper-asl-1.8.8.jar .
cp $HADOOP_LIB/jackson-core-asl-1.0.1.jar .
cp $HADOOP_LIB/jackson-mapper-asl-1.0.1.jar .
cp $HADOOP_LIB/commons-configuration-1.6.jar .
export SOLR_LIB=$DSE_LIB/solr/lib
#cp $SOLR_LIB/solr-4.3.0.1-uber.jar .
cp $SOLR_LIB/solr-4.0.2.3-uber.jar .
cp /etc/dse/cassandra/cassandra.yaml .
cp /etc/dse/cassandra/cassandra-env.sh .
cp /etc/dse/cassandra/cassandra-topology.properties .
cp /etc/dse/dse.yaml .
cd ..
#export LIBEXT_JARS=libext/dse.jar:libext/cassandra-all-1.2.6.1.jar:libext/cassandra-thrift-1.2.6.1.jar:libext/commons-io-2.4.jar:libext/guava-13.0.1.jar:libext/high-scale-lib-1.1.2.jar:libext/libthrift-0.7.0.jar:libext/log4j-1.2.16.jar:libext/snakeyaml-1.6.jar:libext/snappy-java-1.0.4.1.jar:libext/solr-4.3.0.1-uber.jar:libext/cassandra.yaml:libext/dse.yaml:libext/hadoop-core-1.0.4.8.jar:libext/jackson-core-asl-1.8.8.jar:libext/jackson-mapper-asl-1.8.8.jar:libext/commons-configuration-1.6.jar:libext/cassandra-env.sh:libext/cassandra-topology.properties
export LIBEXT_JARS=libext/dse.jar:libext/cassandra-all-1.1.9.8.jar:libext/cassandra-thrift-1.1.9.8.jar:libext/commons-io-2.4.jar:libext/guava-13.0.jar:libext/high-scale-lib-1.1.2.jar:libext/libthrift-0.7.0.jar:libext/log4j-1.2.16.jar:libext/snakeyaml-1.6.jar:libext/snappy-java-1.0.4.1.jar:libext/solr-4.0.2.3-uber.jar:libext/cassandra.yaml:libext/dse.yaml:libext/hadoop-core-1.0.4.8.jar:libext/jackson-core-asl-1.0.1.jar:libext/jackson-mapper-asl-1.0.1.jar:libext/commons-configuration-1.6.jar:libext/cassandra-env.sh:libext/cassandra-topology.properties
bin/oozie-setup.sh prepare-war -jars $LIBEXT_JARS -extjs libext/ext-2.2.zip
cd oozie-server/lib
cp /etc/dse/hadoop/core-site.xml .
cp /etc/dse/cassandra/cassandra.yaml .
cp /etc/dse/dse.yaml .
cp ../../libext/* .
# add to oozie-log4j.properties
log4j.logger.org=INFO, oozie
log4j.logger.com=INFO, oozie
<property>
<name>oozie.service.HadoopAccessorService.supported.filesystems</name>
<value>hdfs,hftp,webhdfs,cfs</value>
</property>
bin/oozie job -oozie http://localhost:11000/oozie -config examples/apps/map-reduce/job.properties –run
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment