spongelytics deploy

gistfile1.txt

st deploy -a spongelytics -e staging -r production -g jump
reading private key from ~/.ssh/id_rsa
loading dna from ~/.spongetool/environments.yml
servers => ["spongelytics-staging-jump1.spongecell.net", "spongelytics-staging-jump2.spongecell.net"] : ["spongelytics-staging-jump1.spongecell.net", "spongelytics-staging-jump2.spongecell.net"]
["spongelytics-staging-jump1.spongecell.net", "spongelytics-staging-jump2.spongecell.net"]
*** RUNNING ON spongelytics-staging-jump1.spongecell.net
~/ops/scripts/chef_run.sh production
*** spongelytics-staging-jump1.spongecell.net :: Already on 'production'
*** spongelytics-staging-jump1.spongecell.net :: Already up-to-date.
*** spongelytics-staging-jump1.spongecell.net :: Submodule 'apache2' () registered for path 'apache2'
*** spongelytics-staging-jump1.spongecell.net :: Submodule 'ark' () registered for path 'ark'
*** spongelytics-staging-jump1.spongecell.net :: Submodule 'build-essential' () registered for path 'build-essential'
*** spongelytics-staging-jump1.spongecell.net :: Submodule 'elasticsearch' () registered for path 'elasticsearch'
*** spongelytics-staging-jump1.spongecell.net :: Submodule 'graphite' () registered for path 'graphite'
*** spongelytics-staging-jump1.spongecell.net :: Submodule 'maven' () registered for path 'maven'
*** spongelytics-staging-jump1.spongecell.net :: Submodule 'runit' () registered for path 'runit'
*** spongelytics-staging-jump1.spongecell.net :: Submodule 'yum' () registered for path 'yum'
*** spongelytics-staging-jump1.spongecell.net :: chef deploy using solo.json
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:26+00:00] INFO: Forking chef instance to converge...
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:26+00:00] INFO: *** Chef 11.6.0 ***
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:29+00:00] INFO: Setting the run_list to ["recipe[deploy_spongelytics]"] from JSON
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:29+00:00] INFO: Run List is [recipe[deploy_spongelytics]]
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:29+00:00] INFO: Run List expands to [deploy_spongelytics]
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:29+00:00] INFO: Starting Chef Run for spongelytics-staging-jump1.spongecell.net
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:29+00:00] INFO: Running start handlers
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:29+00:00] INFO: Start handlers complete.
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:29+00:00] INFO: Processing deploy[/data/spongelytics] action deploy (deploy_spongelytics::default line 9)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:31+00:00] INFO: deploy[/data/spongelytics] set user to spongecell
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:31+00:00] INFO: deploy[/data/spongelytics] set group to admin
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:32+00:00] INFO: deploy[/data/spongelytics] copied the cached checkout to /data/spongelytics/releases/20140108200629
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] set user to spongecell
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] set group to admin
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] queueing checkdeploy hook /data/spongelytics/releases/20140108200629/deploy/before_migrate.rb
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] made pre-migration symlinks
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] queueing checkdeploy hook /data/spongelytics/releases/20140108200629/deploy/before_symlink.rb
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] purged directories in checkout log, tmp/pids, public/system
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] created directories before symlinking: tmp,public,config
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] linked shared paths into current release: system => public/system, pids => tmp/pids, log => log
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:33+00:00] INFO: deploy[/data/spongelytics] made pre-migration symlinks
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:35+00:00] INFO: deploy[/data/spongelytics] set user to spongecell
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:35+00:00] INFO: deploy[/data/spongelytics] set group to admin
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:35+00:00] INFO: deploy[/data/spongelytics] linked release /data/spongelytics/releases/20140108200629 into production at /data/spongelytics/current
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:36+00:00] INFO: deploy[/data/spongelytics] set user to spongecell
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:36+00:00] INFO: deploy[/data/spongelytics] set group to admin
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:36+00:00] INFO: deploy[/data/spongelytics] updated symlinks
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:36+00:00] INFO: deploy[/data/spongelytics] queueing checkdeploy hook /data/spongelytics/releases/20140108200629/deploy/before_restart.rb
*** spongelytics-staging-jump1.spongecell.net :: Updating sponge-es-schema gem
*** spongelytics-staging-jump1.spongecell.net ::
*** spongelytics-staging-jump1.spongecell.net :: Installing spongelytics jar to /data/spongelytics/current/target
*** spongelytics-staging-jump1.spongecell.net ::
*** spongelytics-staging-jump1.spongecell.net :: Copying spongelytics jar to HDFS:/user/oozie/share/lib/ (for oozie)
*** spongelytics-staging-jump1.spongecell.net ::
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:36+00:00] INFO: Processing execute[Updating sponge-es-schema gem] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 6)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:39+00:00] INFO: execute[Updating sponge-es-schema gem] ran successfully
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:39+00:00] INFO: Processing execute[Validating /data/spongelytics/current/src/main/resources/oozie/dynamic-detail/workflow.xml] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 13)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:39+00:00] INFO: Processing execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/dynamic-detail to HDFS] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 19)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:47+00:00] INFO: execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/dynamic-detail to HDFS] ran successfully
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:47+00:00] INFO: Processing execute[Validating /data/spongelytics/current/src/main/resources/oozie/input/workflow.xml] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 13)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:47+00:00] INFO: Processing execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/input to HDFS] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 19)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:56+00:00] INFO: execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/input to HDFS] ran successfully
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:56+00:00] INFO: Processing execute[Validating /data/spongelytics/current/src/main/resources/oozie/heston/workflow.xml] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 13)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:06:56+00:00] INFO: Processing execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/heston to HDFS] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 19)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:07:06+00:00] INFO: execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/heston to HDFS] ran successfully
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:07:06+00:00] INFO: Processing execute[installing spongelytics jar] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 27)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:07:55+00:00] INFO: execute[installing spongelytics jar] ran successfully
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:07:55+00:00] INFO: Processing execute[Copying spongelytics jars to HDFS for oozie] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 44)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:13+00:00] INFO: execute[Copying spongelytics jars to HDFS for oozie] ran successfully
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:13+00:00] INFO: Processing execute[Prep for Attribution Finder] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 52)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:13+00:00] INFO: execute[Prep for Attribution Finder] ran successfully
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:13+00:00] INFO: Processing execute[bundle install] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 58)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:14+00:00] INFO: execute[bundle install] ran successfully
[2014-01-08T20:08:14+00:00] INFO: Processing execute[gem install hest/pkg/hest-0.4.2.gem] action run (/data/spongelytics/releases/20140108200629/deploy/before_restart.rb line 64)
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:38+00:00] INFO: execute[gem install hest/pkg/hest-0.4.2.gem] ran successfully
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:38+00:00] INFO: deploy[/data/spongelytics] queueing checkdeploy hook /data/spongelytics/releases/20140108200629/deploy/after_restart.rb
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:38+00:00] INFO: deploy[/data/spongelytics] removing old release /data/spongelytics/releases/20140107183305
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:38+00:00] INFO: deploy[/data/spongelytics] deployed to /data/spongelytics
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:38+00:00] INFO: Chef Run complete in 129.388281915 seconds
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:38+00:00] INFO: Running report handlers
*** spongelytics-staging-jump1.spongecell.net :: [2014-01-08T20:08:38+00:00] INFO: Report handlers complete
*** RUNNING ON spongelytics-staging-jump2.spongecell.net
~/ops/scripts/chef_run.sh production
*** spongelytics-staging-jump2.spongecell.net :: Already on 'production'
*** spongelytics-staging-jump2.spongecell.net :: Already up-to-date.
*** spongelytics-staging-jump2.spongecell.net :: Submodule 'apache2' () registered for path 'apache2'
*** spongelytics-staging-jump2.spongecell.net :: Submodule 'ark' () registered for path 'ark'
*** spongelytics-staging-jump2.spongecell.net :: Submodule 'build-essential' () registered for path 'build-essential'
*** spongelytics-staging-jump2.spongecell.net :: Submodule 'elasticsearch' () registered for path 'elasticsearch'
*** spongelytics-staging-jump2.spongecell.net :: Submodule 'graphite' () registered for path 'graphite'
*** spongelytics-staging-jump2.spongecell.net :: Submodule 'maven' () registered for path 'maven'
*** spongelytics-staging-jump2.spongecell.net :: Submodule 'runit' () registered for path 'runit'
*** spongelytics-staging-jump2.spongecell.net :: Submodule 'yum' () registered for path 'yum'
*** spongelytics-staging-jump2.spongecell.net :: chef deploy using solo.json
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:46+00:00] INFO: Forking chef instance to converge...
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:46+00:00] INFO: *** Chef 11.6.0 ***
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:48+00:00] INFO: Setting the run_list to ["recipe[deploy_spongelytics]"] from JSON
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:48+00:00] INFO: Run List is [recipe[deploy_spongelytics]]
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:48+00:00] INFO: Run List expands to [deploy_spongelytics]
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:48+00:00] INFO: Starting Chef Run for ip-10-50-211-219.ec2.internal
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:48+00:00] INFO: Running start handlers
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:48+00:00] INFO: Start handlers complete.
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:48+00:00] INFO: Processing deploy[/data/spongelytics] action deploy (deploy_spongelytics::default line 9)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:50+00:00] INFO: deploy[/data/spongelytics] set user to spongecell
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:50+00:00] INFO: deploy[/data/spongelytics] set group to admin
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:50+00:00] INFO: deploy[/data/spongelytics] copied the cached checkout to /data/spongelytics/releases/20140108200848
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] set user to spongecell
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] set group to admin
[2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] queueing checkdeploy hook /data/spongelytics/releases/20140108200848/deploy/before_migrate.rb
[2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] made pre-migration symlinks
[2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] queueing checkdeploy hook /data/spongelytics/releases/20140108200848/deploy/before_symlink.rb
[2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] purged directories in checkout log, tmp/pids, public/system
[2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] created directories before symlinking: tmp,public,config
[2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] linked shared paths into current release: system => public/system, pids => tmp/pids, log => log
[2014-01-08T20:08:51+00:00] INFO: deploy[/data/spongelytics] made pre-migration symlinks
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:52+00:00] INFO: deploy[/data/spongelytics] set user to spongecell
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:52+00:00] INFO: deploy[/data/spongelytics] set group to admin
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:52+00:00] INFO: deploy[/data/spongelytics] linked release /data/spongelytics/releases/20140108200848 into production at /data/spongelytics/current
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:53+00:00] INFO: deploy[/data/spongelytics] set user to spongecell
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:53+00:00] INFO: deploy[/data/spongelytics] set group to admin
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:53+00:00] INFO: deploy[/data/spongelytics] updated symlinks
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:53+00:00] INFO: deploy[/data/spongelytics] queueing checkdeploy hook /data/spongelytics/releases/20140108200848/deploy/before_restart.rb
*** spongelytics-staging-jump2.spongecell.net :: Updating sponge-es-schema gem
*** spongelytics-staging-jump2.spongecell.net ::
*** spongelytics-staging-jump2.spongecell.net :: Installing spongelytics jar to /data/spongelytics/current/target
*** spongelytics-staging-jump2.spongecell.net ::
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:53+00:00] INFO: Processing execute[Updating sponge-es-schema gem] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 6)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:55+00:00] INFO: execute[Updating sponge-es-schema gem] ran successfully
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:55+00:00] INFO: Processing execute[Validating /data/spongelytics/current/src/main/resources/oozie/input/workflow.xml] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 13)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:55+00:00] INFO: Processing execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/input to HDFS] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 19)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:55+00:00] INFO: Processing execute[Validating /data/spongelytics/current/src/main/resources/oozie/heston/workflow.xml] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 13)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:55+00:00] INFO: Processing execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/heston to HDFS] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 19)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:55+00:00] INFO: Processing execute[Validating /data/spongelytics/current/src/main/resources/oozie/dynamic-detail/workflow.xml] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 13)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:55+00:00] INFO: Processing execute[Copying workflow app /data/spongelytics/current/src/main/resources/oozie/dynamic-detail to HDFS] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 19)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:08:55+00:00] INFO: Processing execute[installing spongelytics jar] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 27)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:36+00:00] INFO: execute[installing spongelytics jar] ran successfully
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:36+00:00] INFO: Processing execute[Copying spongelytics jars to HDFS for oozie] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 44)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:36+00:00] INFO: Processing execute[Prep for Attribution Finder] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 52)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:36+00:00] INFO: execute[Prep for Attribution Finder] ran successfully
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:36+00:00] INFO: Processing execute[bundle install] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 58)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:37+00:00] INFO: execute[bundle install] ran successfully
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:37+00:00] INFO: Processing execute[gem install hest/pkg/hest-0.4.2.gem] action run (/data/spongelytics/releases/20140108200848/deploy/before_restart.rb line 64)
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:59+00:00] INFO: execute[gem install hest/pkg/hest-0.4.2.gem] ran successfully
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:59+00:00] INFO: deploy[/data/spongelytics] queueing checkdeploy hook /data/spongelytics/releases/20140108200848/deploy/after_restart.rb
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:09:59+00:00] INFO: deploy[/data/spongelytics] removing old release /data/spongelytics/releases/20140107183527
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:10:00+00:00] INFO: deploy[/data/spongelytics] deployed to /data/spongelytics
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:10:00+00:00] INFO: Chef Run complete in 71.465986705 seconds
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:10:00+00:00] INFO: Running report handlers
*** spongelytics-staging-jump2.spongecell.net :: [2014-01-08T20:10:00+00:00] INFO: Report handlers complete