Druid & Vagrant configuration

druid_setup.sh

cd /opt

# Java
echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu xenial main" | tee /etc/apt/sources.list.d/webupd8team-java.list
echo "deb-src http://ppa.launchpad.net/webupd8team/java/ubuntu xenial main" | tee -a /etc/apt/sources.list.d/webupd8team-java.list
echo debconf shared/accepted-oracle-license-v1-1 select true | debconf-set-selections
echo debconf shared/accepted-oracle-license-v1-1 seen true | debconf-set-selections
apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886
apt-get -y -q update
DEBIAN_FRONTEND=noninteractive apt-get install -y -q oracle-java8-installer

# Druid install
curl -O http://static.druid.io/artifacts/releases/druid-0.9.1.1-bin.tar.gz
tar -xzf druid-0.9.1.1-bin.tar.gz
mv druid-0.9.1.1 druid
rm druid-0.9.1.1-bin.tar.gz
mkdir /opt/druid/log

# Zookeeper install
curl http://www.gtlib.gatech.edu/pub/apache/zookeeper/zookeeper-3.4.6/zookeeper-3.4.6.tar.gz -o zookeeper-3.4.6.tar.gz
tar -xzf zookeeper-3.4.6.tar.gz
mv zookeeper-3.4.6 zookeeper
cp zookeeper/conf/zoo_sample.cfg zookeeper/conf/zoo.cfg
rm zookeeper-3.4.6.tar.gz

setup.rb

config.vm.network "forwarded_port", guest: 8090, host: 8090 # Druid Indexing
config.vm.network "forwarded_port", guest: 8081, host: 8081 # Druid Coordinator
config.vm.network "forwarded_port", guest: 8082, host: 8082 # Druid Broker
config.vm.network "forwarded_port", guest: 8083, host: 8083 # Druid Historical
config.vm.network "forwarded_port", guest: 8084, host: 8084 # Druid Realtime

supervisord.conf

[unix_http_server]
file=/usr/local/share/supervisor.sock
chmod=0777

[supervisorctl]
serverurl = unix:///usr/local/share/supervisor.sock

[supervisord]
logfile = /var/log/supervisord.log
logfile_maxbytes = 10MB
logfile_backups=1
loglevel = debug

[rpcinterface:supervisor]
supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface

[program:zookeeper]
command=/opt/zookeeper/bin/zkServer.sh start-foreground
directory=/opt/zookeeper
autostart=true
autorestart=true
stdout_logfile=/opt/druid/log/zookeeper.log
stderr_logfile=/opt/druid/log/zookeeper_error.log
startsecs=10
startretries=50
logfile_maxbytes = 10MB
logfile_backups=1

[program:historical]
command=java
    -server
    -Xms512m -Xmx512m
    -XX:MaxDirectMemorySize=1280m
    -Duser.timezone=UTC
    -Dfile.encoding=UTF-8
    -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
    -cp "conf-quickstart/druid/_common:conf-quickstart/druid/historical:lib/*"
    io.druid.cli.Main server historical
directory=/opt/druid
autostart=true
autorestart=true
stdout_logfile=/opt/druid/log/historical.log
stderr_logfile=/opt/druid/log/historical_error.log
startsecs=10
startretries=50
logfile_maxbytes = 10MB
logfile_backups=1

[program:broker]
command=java
    -server
    -Xms512m
    -Xmx512m
    -XX:MaxDirectMemorySize=1280m
    -Duser.timezone=UTC
    -Dfile.encoding=UTF-8
    -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
    -cp "conf-quickstart/druid/_common:conf-quickstart/druid/broker:lib/*"
    io.druid.cli.Main server broker
directory=/opt/druid
autostart=true
autorestart=true
stdout_logfile=/opt/druid/log/broker.log
stderr_logfile=/opt/druid/log/broker_error.log
startsecs=10
startretries=50
logfile_maxbytes = 10MB
logfile_backups=1

[program:coordinator]
command=java
    -server
    -Xms128m
    -Xmx128m
    -Duser.timezone=UTC
    -Dfile.encoding=UTF-8
    -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
    -Dderby.stream.error.file=var/druid/derby.log
    -cp "conf-quickstart/druid/_common:conf-quickstart/druid/coordinator:lib/*"
    io.druid.cli.Main server coordinator
directory=/opt/druid
autostart=true
autorestart=true
stdout_logfile=/opt/druid/log/coordinator.log
stderr_logfile=/opt/druid/log/coordinator_error.log
startsecs=10
startretries=50
logfile_maxbytes = 10MB
logfile_backups=1

[program:overlord]
command=java
    -server
    -Xms128m
    -Xmx128m
    -Duser.timezone=UTC
    -Dfile.encoding=UTF-8
    -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
    -cp "conf-quickstart/druid/_common:conf-quickstart/druid/overlord:lib/*"
    io.druid.cli.Main server overlord
directory=/opt/druid
autostart=true
autorestart=true
stdout_logfile=/opt/druid/log/overlord.log
stderr_logfile=/opt/druid/log/overlord_error.log
startsecs=10
startretries=50
logfile_maxbytes = 10MB
logfile_backups=1

[program:middle-manager]
command=java
    -server
    -Xms64m
    -Xmx64m
    -Duser.timezone=UTC
    -Dfile.encoding=UTF-8
    -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
    -cp "conf-quickstart/druid/_common:conf-quickstart/druid/middleManager:lib/*"
    io.druid.cli.Main server middleManager
directory=/opt/druid
autostart=true
autorestart=true
stdout_logfile=/opt/druid/log/middle_manager.log
stderr_logfile=/opt/druid/log/middle_manager_error.log
startsecs=10
startretries=50
logfile_maxbytes = 10MB
logfile_backups=1

[group:druid]
programs=zookeeper,historical,broker,coordinator,overlord,middle-manager