after looking at a logged failure for MISSING machine I found this:
define 'launch_machine' do
log 'SKIPPING CREATE' => '$f:machine', :if => '${f:machine.remote_id}'
sequence :unless => '$f:machine.remote_id' do
log 'CREATING MACHINE' => '$f:machine'
get_machine_user_data
struct :type => 'ServerAttribs', :value => '$f:machine', :f => 'machine_struct'
provisioning(
:method => 'create_server',
:args => [ '${f:machine.tenant_name}', '$f:machine_struct', 30 ],
:f => 'machine_response'
)
log :machine_response => '$f:machine_response'
set 'f:machine_created' => 'CREATED', :remote_id => '$f:machine_response.server.id'
update_machine :machine_id => '$f:machine.machine_id', :machine_values => { 'remote_id' => '$f:machine_response.server.id' , 'state' => 'ECO_CREATED' }
get_machine :machine_id => '$f:machine.machine_id'
end
end
since we see the remote_id - why? did this machine get re-created?
2014-02-28 19:20:23 Env: 5310bda1e1d14826e00000bc Thread: 22454140 - Participants::Log: {"got machine"=>{"availability_zone"=>"nova", "flags"=>{"migrate"=>true, "wipe"=>true}, "flavor_id"=>"18", "image_id"=>"de0bf0b8-8f16-4e0e-bc23-cfc27c52283c", "machine_id"=>"5310be96749f06d9ef000051", "name"=>"mlb14-goo-balancer4", "puppet_role"=>"role::sdod::playerconnect", "remote_id"=>"020235ef-9541-46b3-9f05-b1832daf440d", "security_groups"=>["server.balancer"], "services"=>{"playcore"=>{"balancer"=>{}}}, "state"=>"ECO_CREATED", "tenant_name"=>"GPAD_SD1", "user_data"=>"application=mlb14&environment=production pe_eco_environment=ote pe_eco_message_broker=eco-ote-messaging.eco.usw1.cld.scea.com", "_id"=>"5310e13de1d1483dd90000c0"}, "ref"=>"log"}
2014-02-28 19:20:26 Env: 5310bda1e1d14826e00000bc Thread: 22454140 - Participants::Log: {"CREATING MACHINE"=>{"availability_zone"=>"nova", "flags"=>{"migrate"=>true, "wipe"=>true}, "flavor_id"=>"18", "image_id"=>"de0bf0b8-8f16-4e0e-bc23-cfc27c52283c", "machine_id"=>"5310be96749f06d9ef000051", "name"=>"mlb14-goo-balancer4", "puppet_role"=>"role::sdod::playerconnect", "remote_id"=>"020235ef-9541-46b3-9f05-b1832daf440d", "security_groups"=>["server.balancer"], "services"=>{"playcore"=>{"balancer"=>{}}}, "state"=>"ECO_CREATED", "tenant_name"=>"GPAD_SD1", "user_data"=>"application=mlb14&environment=production pe_eco_environment=ote pe_eco_message_broker=eco-ote-messaging.eco.usw1.cld.scea.com", "_id"=>"5310e13de1d1483dd90000c0"}, "ref"=>"log"}
2014-02-28 19:20:31 Env: 5310bda1e1d14826e00000bc Thread: 22454140 - Participants::Log: {"user_data"=>"application=mlb14&environment=production pe_eco_environment=ote pe_eco_message_broker=eco-ote-messaging.eco.usw1.cld.scea.com pe_role=role::sdod::playerconnect pe_eco_environment=ote pe_environment=eco_release_006 pe_eco_machine_id=5310be96749f06d9ef000051 pe_eco_environment_id=5310bda1e1d14826e00000bc pe_eco_collective=eco.mcollective.5310bda1e1d14826e00000bc", "ref"=>"log"}
2014-02-28 19:20:33 Env: 5310bda1e1d14826e00000bc Thread: 69828480695200 - Participants::RemoteService: provisioning.create_server(...) => 'f:machine_response'
2014-02-28 19:20:33 Env: 5310bda1e1d14826e00000bc Thread: 69828480695200 - ARGS: ["GPAD_SD1", <ServerAttribs name:"mlb14-goo-balancer4", image_id:"de0bf0b8-8f16-4e0e-bc23-cfc27c52283c", flavor_id:"18", availability_zone:"nova", security_groups:["server.balancer"], user_data:"application=mlb14&environment=production pe_eco_environment=ote pe_eco_message_broker=eco-ote-messaging.eco.usw1.cld.scea.com pe_role=role::sdod::playerconnect pe_eco_environment=ote pe_environment=eco_release_006 pe_eco_machine_id=5310be96749f06d9ef000051 pe_eco_environment_id=5310bda1e1d14826e00000bc pe_eco_collective=eco.mcollective.5310bda1e1d14826e00000bc">, 30]
2014-02-28 19:20:35 Env: 5310bda1e1d14826e00000bc Thread: 22454140 - Participants::Log: {"machine_response"=>{"server"=>{"name"=>"mlb14-goo-balancer4", "user_data_encoded"=>"YXBwbGljYXRpb249bWxiMTQmZW52aXJvbm1lbnQ9cHJvZHVjdGlvbgpwZV9l\nY29fZW52aXJvbm1lbnQ9b3RlCnBlX2Vjb19tZXNzYWdlX2Jyb2tlcj1lY28t\nb3RlLW1lc3NhZ2luZy5lY28udXN3MS5jbGQuc2NlYS5jb20KcGVfcm9sZT1y\nb2xlOjpzZG9kOjpwbGF5ZXJjb25uZWN0CnBlX2Vjb19lbnZpcm9ubWVudD1v\ndGUKcGVfZW52aXJvbm1lbnQ9ZWNvX3JlbGVhc2VfMDA2CnBlX2Vjb19tYWNo\naW5lX2lkPTUzMTBiZTk2NzQ5ZjA2ZDllZjAwMDA1MQpwZV9lY29fZW52aXJv\nbm1lbnRfaWQ9NTMxMGJkYTFlMWQxNDgyNmUwMDAwMGJjCnBlX2Vjb19jb2xs\nZWN0aXZlPWVjby5tY29sbGVjdGl2ZS41MzEwYmRhMWUxZDE0ODI2ZTAwMDAw\nYmM=\n", "availability_zone"=>"nova", "os_dcf_disk_config"=>"MANUAL", "id"=>"b0bfbe91-1139-45d3-adb2-417755ba15db", "links"=>[{"href"=>"http://sd1-cldapi.scea.com:8774/v2/2fdda68113c94412957be1323bab834c/servers/b0bfbe91-1139-45d3-adb2-417755ba15db", "rel"=>"self"}, {"href"=>"http://sd1-cldapi.scea.com:8774/2fdda68113c94412957be1323bab834c/servers/b0bfbe91-1139-45d3-adb2-417755ba15db", "rel"=>"bookmark"}]}}, "ref"=>"log"}
2014-02-28 19:20:38 Env: 5310bda1e1d14826e00000bc Thread: 69828473636320 - Participants::RemoteService: environment.update_machine(...) => 'f:response'
2014-02-28 19:20:38 Env: 5310bda1e1d14826e00000bc Thread: 69828473636320 - ARGS: ["5310be96749f06d9ef000051", {"remote_id"=>"b0bfbe91-1139-45d3-adb2-417755ba15db", "state"=>"ECO_CREATED"}]
2014-02-28 19:20:41 Env: 5310bda1e1d14826e00000bc Thread: 69828068471820 - Participants::RemoteService: environment.get_machine(...) => 'f:machine'
2014-02-28 19:20:41 Env: 5310bda1e1d14826e00000bc Thread: 69828068471820 - ARGS: ["5310be96749f06d9ef000051"]