andrewdmcleod

#!/bin/bash
set -x
usage="Usage: $0 juju_service_name"
status=`juju status $1|grep machine|grep {}`
status_exit=$?
if [ "$1" ==  "" ] || [ "$status_exit" == "0" ] ; then
        echo "Specify valid service name as first and only argument."
        echo $usage
        exit
fi

andrewdmcleod

# append to /usr/lib/spark/bin/spark-class

export SPARK_LIBRARY_PATH=$SPARK_LIBRARY_PATH:/usr/lib/hadoop/lib/native/

andrewdmcleod

# append to /usr/lib/spark/bin/compute-classpath.sh

export CLASSPATH=$CLASSPATH:/usr/lib/hadoop/share/hadoop/common/lib/hadoop-lzo-0.4.20-SNAPSHOT.jar
export SPARK_LIBRARY_PATH=$SPARK_LIBRARY_PATH:/usr/lib/hadoop/lib/native/
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/usr/lib/hadoop/share/hadoop/common/lib/
echo "$CLASSPATH"

andrewdmcleod

# ... append to file ...

SPARK_LIBRARY_PATH=$SPARK_LIBRARY_PATH:/usr/lib/hadoop/lib/native/
SPARK_CLASSPATH=$SPARK_CLASSPATH:/usr/lib/hadoop/share/hadoop/common/lib/

# from http://xiaming.me/posts/2014/05/03/enable-lzo-compression-on-hadoop-pig-and-spark/#sthash.QVWU1s7F.dpuf

andrewdmcleod

#!/usr/bin/env python

import yaml
import os
from subprocess import call

watchdict = {}
watchstr = ""
homedir = os.environ['HOME']