Skip to content

Instantly share code, notes, and snippets.

@noelbk

noelbk/gist:468f852c6f2b78883cc9

Created July 10, 2014 18:04
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save noelbk/468f852c6f2b78883cc9 to your computer and use it in GitHub Desktop.
Save noelbk/468f852c6f2b78883cc9 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
This file has been truncated, but you can view the full file.
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 periodic_task run_periodic_tasks Running periodic task CobaltManager._refresh_host
Jul 10 07:50:48 10.35.0.13 rabbitmq.log: =INFO REPORT==== 10-Jul-2014::07:50:48 ===
Jul 10 07:50:48 10.35.0.13 rabbitmq.log: accepting AMQP connection <0.1236.0> (10.35.0.14:52133 -> 10.35.0.3:5672)
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.072 14453 140340022848080 oslo.messaging._drivers.impl_rabbit impl_rabbit _connect Connected to AMQP server on 10.35.0.3:5672
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.073 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.074 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"d8d5194ef4944cb3b4054abcd3710b17\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.074 14453 140340022848080 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"d8d5194ef4944cb3b4054abcd3710b17\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.075 14453 140340022848080 kombu.messaging messaging _publish NBK: _publish routing_key=u'cobalt.10.35.0.13' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"d8d5194ef4944cb3b4054abcd3710b17\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.075 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"d8d5194ef4944cb3b4054abcd3710b17\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'cobalt.10.35.0.13', immediate=False, exchange='nova') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.075 14453 140340022848080 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.075 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.078 14453 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "POST /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21/action HTTP/1.1" status: 200 len: 179 time: 0.2591960
Jul 10 07:50:48 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:50:47 +0000] "POST /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21/action HTTP/1.1" 200 - "" "python-novaclient"
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"d8d5194ef4944cb3b4054abcd3710b17\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'cobalt.10.35.0.13', 'delivery_tag': 1, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe005be5ed0>}))
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"d8d5194ef4944cb3b4054abcd3710b17\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'cobalt.10.35.0.13', 'delivery_tag': 1, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe005be5ed0>}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"d8d5194ef4944cb3b4054abcd3710b17\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 common _safe_log received {u'_context_roles': [u'_member_', u'Admin', u'ProjectAdmin', u'admin'], u'_context_request_id': u'req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2', u'_context_quota_class': None, u'_context_instance_lock_checked': False, u'_context_project_name': u'service', u'_context_service_catalog': [{u'endpoints_links': [], u'endpoints': [{u'adminURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'region': u'RegionOne', u'internalURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'publicURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50'}], u'type': u'volume', u'name': u'Volume Service'}], u'args': {u'instance_uuid': u'5bce7fab-aa57-4959-affa-e484b4757c21', u'dest': u'10.35.0.15'}, u'_context_tenant': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', u'_context_user': u'c4cc4b52d8ea46b8a3744426ca5683c4', u'_context_auth_token': '<SANITIZED>', u'method': u'migrate_instance', u'_context_is_admin': True, u'version': u'2.0', u'_context_project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', u'_context_timestamp': u'2014-07-10T07:50:47.840200', u'_unique_id': u'd8d5194ef4944cb3b4054abcd3710b17', u'_context_read_deleted': u'no', u'_context_user_id': u'c4cc4b52d8ea46b8a3744426ca5683c4', u'_context_user_name': u'nova', u'_context_remote_address': u'10.35.0.13'}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 common _safe_log unpacked context: {'tenant': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'project_name': u'service', 'user_id': u'c4cc4b52d8ea46b8a3744426ca5683c4', 'roles': [u'_member_', u'Admin', u'ProjectAdmin', u'admin'], 'timestamp': u'2014-07-10T07:50:47.840200', 'auth_token': '<SANITIZED>', 'remote_address': u'10.35.0.13', 'quota_class': None, 'is_admin': True, 'user': u'c4cc4b52d8ea46b8a3744426ca5683c4', 'service_catalog': [{u'endpoints': [{u'adminURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'region': u'RegionOne', u'internalURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'publicURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50'}], u'endpoints_links': [], u'type': u'volume', u'name': u'Volume Service'}], 'request_id': u'req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2', 'instance_lock_checked': False, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'user_name': u'nova', 'read_deleted': u'no'}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=4.660 sec retry=2 got_ret=True exceptions=['connection_errors: (0, 0): (541) INTERNAL_ERROR', 'connection_errors: [Errno 104] Connection reset by peer']
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"d8d5194ef4944cb3b4054abcd3710b17\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7fe005526850>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7fe0055269d0>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7fe005526b10>]
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:50:48 10.35.0.13 [2014-07-10 07:50:48.082] 942/MainThread savage.Fred/INFO: Requested VM migrations.
Jul 10 07:50:48 10.35.0.13 [2014-07-10 07:50:48.083] 942/MainThread savage.node-evacuation/INFO: Requesting gc migration of VM id bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.090 14453 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.090 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.091 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.091 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.093 14453 140340022848080 routes.middleware middleware __call__ Matched POST /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6/action __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600149009904 dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'migrate_instance'
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.093 14453 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)/action', defaults: {'action': u'action', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.093 14453 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'action', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'bdfc975a-99d8-4f21-9408-cbfec23debb6'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.094 14453 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Action: 'action', body: {"gc_migrate": {}} _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:940
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.094 14453 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method CobaltServerControllerExtension._dep_migrate_instance of <cobalt.nova.osapi.cobalt_extension.CobaltServerControllerExtension object at 0x7fa3767b2350>>' (Content-type='application/json', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.183 14453 140340022848080 nova.cobalt.api api migrate_instance NBK: migrate_instance instance_uuid=bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600149009904 manager wrapped_fn migrate_instance called: {u'instance_uuid': u'5bce7fab-aa57-4959-affa-e484b4757c21', u'dest': u'10.35.0.15', 'instance': <nova.objects.instance.Instance object at 0x7fe006459a10>}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600149009904 manager wrapped_fn Locking instance 5bce7fab-aa57-4959-affa-e484b4757c21 (fn:migrate_instance)
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 instance obj_load_attr Lazy-loading `system_metadata' on Instance uuid 5bce7fab-aa57-4959-affa-e484b4757c21
Jul 10 07:50:48 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:50:48 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.276 26558 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.276 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.279 26558 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.285 14453 140340022848080 nova.cobalt.api api migrate_instance NBK: migrate_instance dest=10.35.0.15 set state=MIGRATING
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.285 14453 140340022848080 nova.cobalt.api api migrate_instance Casting cobalt message for migrate_instance migrate_instance /usr/lib64/python2.7/site-packages/cobalt/nova/api.py:643
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.287 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.288 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"2f1a883601a1473d84057273bb1aea00\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.288 14453 140340022848080 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"2f1a883601a1473d84057273bb1aea00\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.288 14453 140340022848080 kombu.messaging messaging _publish NBK: _publish routing_key=u'cobalt.10.35.0.13' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"2f1a883601a1473d84057273bb1aea00\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.288 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"2f1a883601a1473d84057273bb1aea00\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'cobalt.10.35.0.13', immediate=False, exchange='nova') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.289 14453 140340022848080 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.289 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.291 14453 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "POST /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6/action HTTP/1.1" status: 200 len: 179 time: 0.2012210
Jul 10 07:50:48 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:50:48 +0000] "POST /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6/action HTTP/1.1" 200 - "" "python-novaclient"
Jul 10 07:50:48 10.35.0.13 [2014-07-10 07:50:48.290] 942/MainThread savage.Fred/INFO: Requested VM migrations.
Jul 10 07:50:48 10.35.0.13 [2014-07-10 07:50:48.290] 942/MainThread savage.node-evacuation/INFO: Requesting gc migration of VM id 58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:50:48 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:50:48 +0000] "GET /v2.0/tokens/b2c975df5c0f427889213b6b119322ff HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.296 14453 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.297 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.295 26558 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/b2c975df5c0f427889213b6b119322ff HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.297 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.298 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.299 14453 140340022848080 routes.middleware middleware __call__ Matched POST /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69/action __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.297 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.300 14453 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)/action', defaults: {'action': u'action', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.300 14453 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'action', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.298 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.300 14453 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Action: 'action', body: {"gc_migrate": {}} _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:940
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.301 14453 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method CobaltServerControllerExtension._dep_migrate_instance of <cobalt.nova.osapi.cobalt_extension.CobaltServerControllerExtension object at 0x7fa3767b2350>>' (Content-type='application/json', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.300 26558 140125626202704 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.301 26558 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.301 26558 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.302 26558 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.302 26558 140125626202704 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 client call NBK: rpc client call method='setup_networks_on_host' target=<Target topic=network, version=1.0> timeout=60 rpc_response_timeout=60 kwargs={'instance_id': 3, 'teardown': False, 'host': u'10.35.0.13'}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 amqpdriver _send MSG_ID is 8504f806c278472cac67288977887170
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 amqp _add_unique_id UNIQUE_ID is 7604a4c7254a49eba26a78251ebe8fb5.
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False)
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _error_callback Failed to publish message to topic 'network': [Errno 104] Connection reset by peer
Traceback (most recent call last):
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 688, in ensure
ret = method(*args, **kwargs)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 814, in _publish
publisher = cls(self.conf, self.channel, topic, **kwargs)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 433, in __init__
**options)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 380, in __init__
self.reconnect(channel)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 388, in reconnect
routing_key=self.routing_key)
File "/usr/lib64/python2.7/site-packages/kombu/messaging.py", line 85, in __init__
self.revive(self._channel)
File "/usr/lib64/python2.7/site-packages/kombu/messaging.py", line 224, in revive
self.declare()
File "/usr/lib64/python2.7/site-packages/kombu/messaging.py", line 105, in declare
self.exchange.declare()
File "/usr/lib64/python2.7/site-packages/kombu/entity.py", line 166, in declare
nowait=nowait, passive=passive,
File "/usr/lib64/python2.7/site-packages/kombu/utils/debug.py", line 57, in __wrapped
ret = meth(*args, **kwargs)
File "/usr/lib64/python2.7/site-packages/amqp/channel.py", line 613, in exchange_declare
self._send_method((40, 10), args)
File "/usr/lib64/python2.7/site-packages/amqp/abstract_channel.py", line 56, in _send_method
self.channel_id, method_sig, args, content,
File "/usr/lib64/python2.7/site-packages/amqp/method_framing.py", line 221, in write_method
write_frame(1, channel, payload)
File "/usr/lib64/python2.7/site-packages/amqp/transport.py", line 177, in write_frame
frame_type, channel, size, payload, 0xce,
File "/usr/lib64/python2.7/site-packages/eventlet/greenio.py", line 307, in sendall
tail = self.send(data, flags)
File "/usr/lib64/python2.7/site-packages/eventlet/greenio.py", line 293, in send
total_sent += fd.send(data[total_sent:], flags)
error: [Errno 104] Connection reset by peer
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit ensure NBK: ensure reconnecting...
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _connect Reconnecting to AMQP server on 10.35.0.3:5672
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _connect Delaying reconnect for 1.0 seconds...
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"2f1a883601a1473d84057273bb1aea00\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'cobalt.10.35.0.13', 'delivery_tag': 2, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe005be5ed0>}))
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"2f1a883601a1473d84057273bb1aea00\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'cobalt.10.35.0.13', 'delivery_tag': 2, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe005be5ed0>}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"2f1a883601a1473d84057273bb1aea00\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 common _safe_log received {u'_context_roles': [u'_member_', u'Admin', u'ProjectAdmin', u'admin'], u'_context_request_id': u'req-71f4b81e-34c1-4126-adbb-0b3399b15ff3', u'_context_quota_class': None, u'_context_instance_lock_checked': False, u'_context_project_name': u'service', u'_context_service_catalog': [{u'endpoints': [{u'adminURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'region': u'RegionOne', u'internalURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'publicURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50'}], u'endpoints_links': [], u'type': u'volume', u'name': u'Volume Service'}], u'args': {u'instance_uuid': u'bdfc975a-99d8-4f21-9408-cbfec23debb6', u'dest': u'10.35.0.15'}, u'_context_tenant': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', u'_context_user': u'c4cc4b52d8ea46b8a3744426ca5683c4', u'_context_auth_token': '<SANITIZED>', u'method': u'migrate_instance', u'_context_is_admin': True, u'version': u'2.0', u'_context_project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', u'_context_timestamp': u'2014-07-10T07:50:48.092680', u'_unique_id': u'2f1a883601a1473d84057273bb1aea00', u'_context_read_deleted': u'no', u'_context_user_id': u'c4cc4b52d8ea46b8a3744426ca5683c4', u'_context_user_name': u'nova', u'_context_remote_address': u'10.35.0.13'}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 common _safe_log unpacked context: {'tenant': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'project_name': u'service', 'user_id': u'c4cc4b52d8ea46b8a3744426ca5683c4', 'roles': [u'_member_', u'Admin', u'ProjectAdmin', u'admin'], 'timestamp': u'2014-07-10T07:50:48.092680', 'auth_token': '<SANITIZED>', 'remote_address': u'10.35.0.13', 'quota_class': None, 'is_admin': True, 'user': u'c4cc4b52d8ea46b8a3744426ca5683c4', 'service_catalog': [{u'endpoints_links': [], u'endpoints': [{u'adminURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'region': u'RegionOne', u'internalURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'publicURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50'}], u'type': u'volume', u'name': u'Volume Service'}], 'request_id': u'req-71f4b81e-34c1-4126-adbb-0b3399b15ff3', 'instance_lock_checked': False, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'user_name': u'nova', 'read_deleted': u'no'}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.190 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"2f1a883601a1473d84057273bb1aea00\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7fe005526850>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7fe0055269d0>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7fe005526b10>]
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600141292720 dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'migrate_instance'
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.389 14453 140340022848080 nova.cobalt.api api migrate_instance NBK: migrate_instance instance_uuid=58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:50:48 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:50:48 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5061 "" "python-novaclient"
Jul 10 07:50:48 10.35.0.15 2014-07-10 07:50:48.400 26558 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5235 time: 0.1238310
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600141292720 manager wrapped_fn migrate_instance called: {u'instance_uuid': u'bdfc975a-99d8-4f21-9408-cbfec23debb6', u'dest': u'10.35.0.15', 'instance': <nova.objects.instance.Instance object at 0x7fe0065b9150>}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600141292720 manager wrapped_fn Locking instance bdfc975a-99d8-4f21-9408-cbfec23debb6 (fn:migrate_instance)
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.491 14453 140340022848080 nova.cobalt.api api migrate_instance NBK: migrate_instance dest=10.35.0.15 set state=MIGRATING
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.492 14453 140340022848080 nova.cobalt.api api migrate_instance Casting cobalt message for migrate_instance migrate_instance /usr/lib64/python2.7/site-packages/cobalt/nova/api.py:643
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.493 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.494 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"c84d19e86ded408f86f9e4433c5697cc\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.494 14453 140340022848080 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"c84d19e86ded408f86f9e4433c5697cc\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.494 14453 140340022848080 kombu.messaging messaging _publish NBK: _publish routing_key=u'cobalt.10.35.0.13' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"c84d19e86ded408f86f9e4433c5697cc\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.494 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"c84d19e86ded408f86f9e4433c5697cc\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'cobalt.10.35.0.13', immediate=False, exchange='nova') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.495 14453 140340022848080 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.495 14453 140340022848080 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"c84d19e86ded408f86f9e4433c5697cc\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'cobalt.10.35.0.13', 'delivery_tag': 3, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe005be5ed0>}))
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"c84d19e86ded408f86f9e4433c5697cc\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'cobalt.10.35.0.13', 'delivery_tag': 3, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe005be5ed0>}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"c84d19e86ded408f86f9e4433c5697cc\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:50:48 +0000] "POST /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69/action HTTP/1.1" 200 - "" "python-novaclient"
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 common _safe_log received {u'_context_roles': [u'_member_', u'Admin', u'ProjectAdmin', u'admin'], u'_context_request_id': u'req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3', u'_context_quota_class': None, u'_context_instance_lock_checked': False, u'_context_project_name': u'service', u'_context_service_catalog': [{u'endpoints': [{u'adminURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'region': u'RegionOne', u'internalURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'publicURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50'}], u'endpoints_links': [], u'type': u'volume', u'name': u'Volume Service'}], u'args': {u'instance_uuid': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69', u'dest': u'10.35.0.15'}, u'_context_tenant': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', u'_context_user': u'c4cc4b52d8ea46b8a3744426ca5683c4', u'_context_auth_token': '<SANITIZED>', u'method': u'migrate_instance', u'_context_is_admin': True, u'version': u'2.0', u'_context_project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', u'_context_timestamp': u'2014-07-10T07:50:48.299043', u'_unique_id': u'c84d19e86ded408f86f9e4433c5697cc', u'_context_read_deleted': u'no', u'_context_user_id': u'c4cc4b52d8ea46b8a3744426ca5683c4', u'_context_user_name': u'nova', u'_context_remote_address': u'10.35.0.13'}
Jul 10 07:50:48 10.35.0.14 2014-07-10 07:50:48.497 14453 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "POST /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69/action HTTP/1.1" status: 200 len: 179 time: 0.2007451
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 common _safe_log unpacked context: {'tenant': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'project_name': u'service', 'user_id': u'c4cc4b52d8ea46b8a3744426ca5683c4', 'roles': [u'_member_', u'Admin', u'ProjectAdmin', u'admin'], 'timestamp': u'2014-07-10T07:50:48.299043', 'auth_token': '<SANITIZED>', 'remote_address': u'10.35.0.13', 'quota_class': None, 'is_admin': True, 'user': u'c4cc4b52d8ea46b8a3744426ca5683c4', 'service_catalog': [{u'endpoints_links': [], u'endpoints': [{u'adminURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'region': u'RegionOne', u'internalURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50', u'publicURL': u'http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50'}], u'type': u'volume', u'name': u'Volume Service'}], 'request_id': u'req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3', 'instance_lock_checked': False, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'user_name': u'nova', 'read_deleted': u'no'}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.090 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_context_project_name\\": \\"service\\", \\"_context_quota_class\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"_context_user_name\\": \\"nova\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"args\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"dest\\": \\"10.35.0.15\\"}, \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_unique_id\\": \\"c84d19e86ded408f86f9e4433c5697cc\\", \\"_context_is_admin\\": true, \\"version\\": \\"2.0\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_read_deleted\\": \\"no\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"method\\": \\"migrate_instance\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7fe005526850>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7fe0055269d0>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7fe005526b10>]
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600130837552 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:50:48 10.35.0.13 [2014-07-10 07:50:48.496] 942/MainThread savage.Fred/INFO: Requested VM migrations.
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600141292880 dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'migrate_instance'
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600141292880 manager wrapped_fn migrate_instance called: {u'instance_uuid': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69', u'dest': u'10.35.0.15', 'instance': <nova.objects.instance.Instance object at 0x7fe0065dde90>}
Jul 10 07:50:48 10.35.0.13 cobalt-compute: 9120 140600141292880 manager wrapped_fn Locking instance 58fff51f-7c38-4447-8f90-d7e3b2c0ca69 (fn:migrate_instance)
Jul 10 07:50:49 10.35.0.13 rabbitmq.log: =INFO REPORT==== 10-Jul-2014::07:50:49 ===
Jul 10 07:50:49 10.35.0.13 rabbitmq.log: accepting AMQP connection <0.1256.0> (10.35.0.13:63830 -> 10.35.0.3:5672)
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 connection _start Start from server, version: 0.9, properties: {u'information': u'Licensed under the MPL. See http://www.rabbitmq.com/', u'product': u'RabbitMQ', u'copyright': u'Copyright (C) 2007-2013 VMware, Inc.', u'capabilities': {u'exchange_exchange_bindings': True, u'consumer_cancel_notify': True, u'publisher_confirms': True, u'basic.nack': True}, u'platform': u'Erlang/OTP', u'version': u'3.1.3'}, mechanisms: [u'PLAIN', u'AMQPLAIN'], locales: [u'en_US']
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 connection _open_ok Open OK!
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 channel __init__ using channel_id: 1
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 channel _open_ok Channel open
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _connect Connected to AMQP server on 10.35.0.3:5672
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False)
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-27caa60d-f916-4962-820b-5e9741021f50\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": 3, \\"teardown\\": false, \\"host\\": \\"10.35.0.13\\"}, \\"_unique_id\\": \\"7604a4c7254a49eba26a78251ebe8fb5\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:50:48.043133\\", \\"_context_user_name\\": null, \\"method\\": \\"setup_networks_on_host\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2})
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-27caa60d-f916-4962-820b-5e9741021f50\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": 3, \\"teardown\\": false, \\"host\\": \\"10.35.0.13\\"}, \\"_unique_id\\": \\"7604a4c7254a49eba26a78251ebe8fb5\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:50:48.043133\\", \\"_context_user_name\\": null, \\"method\\": \\"setup_networks_on_host\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
*NBK* msg_id=8504f806c278472cac67288977887170
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 messaging _publish NBK: _publish routing_key='network' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-27caa60d-f916-4962-820b-5e9741021f50\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": 3, \\"teardown\\": false, \\"host\\": \\"10.35.0.13\\"}, \\"_unique_id\\": \\"7604a4c7254a49eba26a78251ebe8fb5\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:50:48.043133\\", \\"_context_user_name\\": null, \\"method\\": \\"setup_networks_on_host\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}'
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-27caa60d-f916-4962-820b-5e9741021f50\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": 3, \\"teardown\\": false, \\"host\\": \\"10.35.0.13\\"}, \\"_unique_id\\": \\"7604a4c7254a49eba26a78251ebe8fb5\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:50:48.043133\\", \\"_context_user_name\\": null, \\"method\\": \\"setup_networks_on_host\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='network', immediate=False, exchange='nova')
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.200 sec retry=1 got_ret=True exceptions=['connection_errors: [Errno 104] Connection reset by peer']
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] close()
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 channel _do_close Closed channel #1
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 channel __init__ using channel_id: 1
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.342 9114 140035666425488 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-27caa60d-f916-4962-820b-5e9741021f50\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": 3, \\"teardown\\": false, \\"host\\": \\"10.35.0.13\\"}, \\"_unique_id\\": \\"7604a4c7254a49eba26a78251ebe8fb5\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:50:48.043133\\", \\"_context_user_name\\": null, \\"method\\": \\"setup_networks_on_host\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 8, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f5c99c99650>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.343 9114 140035666425488 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-27caa60d-f916-4962-820b-5e9741021f50\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": 3, \\"teardown\\": false, \\"host\\": \\"10.35.0.13\\"}, \\"_unique_id\\": \\"7604a4c7254a49eba26a78251ebe8fb5\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:50:48.043133\\", \\"_context_user_name\\": null, \\"method\\": \\"setup_networks_on_host\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 8, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f5c99c99650>}
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.343 9114 140035666425488 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-27caa60d-f916-4962-820b-5e9741021f50\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": 3, \\"teardown\\": false, \\"host\\": \\"10.35.0.13\\"}, \\"_unique_id\\": \\"7604a4c7254a49eba26a78251ebe8fb5\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:50:48.043133\\", \\"_context_user_name\\": null, \\"method\\": \\"setup_networks_on_host\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 channel _open_ok Channel open
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 amqpdriver _poll_connection NBK: _poll_connection msg_id='8504f806c278472cac67288977887170' timeout=60 self.incoming=[]
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _error_callback Failed to consume message from queue: [Errno 104] Connection reset by peer
Traceback (most recent call last):
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 688, in ensure
ret = method(*args, **kwargs)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 798, in _consume
return self.connection.drain_events(timeout=timeout)
File "/usr/lib64/python2.7/site-packages/kombu/connection.py", line 281, in drain_events
return self.transport.drain_events(self.connection, **kwargs)
File "/usr/lib64/python2.7/site-packages/kombu/transport/pyamqp.py", line 103, in drain_events
return connection.drain_events(**kwargs)
File "/usr/lib64/python2.7/site-packages/amqp/connection.py", line 320, in drain_events
return amqp_method(channel, args)
File "/usr/lib64/python2.7/site-packages/amqp/connection.py", line 523, in _close
self._x_close_ok()
File "/usr/lib64/python2.7/site-packages/amqp/connection.py", line 551, in _x_close_ok
self._send_method((10, 51))
File "/usr/lib64/python2.7/site-packages/amqp/abstract_channel.py", line 56, in _send_method
self.channel_id, method_sig, args, content,
File "/usr/lib64/python2.7/site-packages/amqp/method_framing.py", line 221, in write_method
write_frame(1, channel, payload)
File "/usr/lib64/python2.7/site-packages/amqp/transport.py", line 177, in write_frame
frame_type, channel, size, payload, 0xce,
File "/usr/lib64/python2.7/site-packages/eventlet/greenio.py", line 307, in sendall
tail = self.send(data, flags)
File "/usr/lib64/python2.7/site-packages/eventlet/greenio.py", line 293, in send
total_sent += fd.send(data[total_sent:], flags)
error: [Errno 104] Connection reset by peer
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.344 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.230 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit ensure NBK: ensure reconnecting...
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _connect Reconnecting to AMQP server on 10.35.0.3:5672
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.344 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-27caa60d-f916-4962-820b-5e9741021f50\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": 3, \\"teardown\\": false, \\"host\\": \\"10.35.0.13\\"}, \\"_unique_id\\": \\"7604a4c7254a49eba26a78251ebe8fb5\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:50:48.043133\\", \\"_context_user_name\\": null, \\"method\\": \\"setup_networks_on_host\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}'
Jul 10 07:50:49 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _connect Delaying reconnect for 1.0 seconds...
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.345 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f5c98a7a790>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f5c98a7a910>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f5c98a7aa50>]
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.345 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.345 9114 140035654252176 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'setup_networks_on_host'
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.501 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.501 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.506 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.506 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.507 9114 140035654252176 nova.network.linux_net linux_net apply Skipping apply due to lack of new rules apply /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:457
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.507 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.507 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.508 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.508 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.508 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.508 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.509 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.509 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.509 9114 140035654252176 nova.network.linux_net linux_net apply Skipping apply due to lack of new rules apply /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:457
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.510 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Got semaphore "lock_bridge" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.510 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "lock_bridge" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.510 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Got file lock "lock_bridge" at /var/lock/nova/nova-lock_bridge lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.511 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "ensure_bridge" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.511 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.511 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.512 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Released file lock "lock_bridge" at /var/lock/nova/nova-lock_bridge lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.512 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "ensure_bridge" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.512 9114 140035654252176 nova.network.linux_net linux_net apply Skipping apply due to lack of new rules apply /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:457
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.513 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Got semaphore "lock_gateway" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.513 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "lock_gateway" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.513 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Got file lock "lock_gateway" at /var/lock/nova/nova-lock_gateway lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.514 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "initialize_gateway_device" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.514 9114 140035654252176 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sysctl -n net.ipv4.ip_forward execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.524 9114 140035654252176 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.524 9114 140035654252176 nova.openstack.common.processutils processutils execute Running cmd (subprocess): ip addr show dev cloud scope global execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.533 9114 140035654252176 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.534 9114 140035654252176 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf ip route replace 10.35.3.0/24 dev cloud table cloud execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:50:49 10.35.0.13 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf ip route replace 10.35.3.0/24 dev cloud table cloud
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.722 9114 140035654252176 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.723 9114 140035654252176 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf ip route replace 0.0.0.0/0 via 10.35.3.1 dev cloud table cloud execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:50:49 10.35.0.13 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf ip route replace 0.0.0.0/0 via 10.35.3.1 dev cloud table cloud
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.915 9114 140035654252176 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.916 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Released file lock "lock_gateway" at /var/lock/nova/nova-lock_gateway lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.916 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "initialize_gateway_device" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.927 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Got semaphore "dnsmasq_start" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.927 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "restart_dhcp" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.927 9114 140035654252176 nova.openstack.common.processutils processutils execute Running cmd (subprocess): cat /proc/9259/cmdline execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.936 9114 140035654252176 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:50:49 10.35.0.13 2014-07-10 07:50:49.937 9114 140035654252176 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf kill -HUP 9259 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:50:49 10.35.0.13 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf kill -HUP 9259
Jul 10 07:50:50 10.35.0.2 [2014-07-10 07:50:50.100] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6747
Jul 10 07:50:50 10.35.0.13 dnsmasq-dhcp[9259]: read /var/lib/dnsmasq/nova-cloud.conf
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.130 9114 140035654252176 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.131 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.131 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.131 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.131 9114 140035654252176 nova.network.linux_net linux_net add_rule Skipping duplicate iptables rule addition add_rule /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:296
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.132 9114 140035654252176 nova.network.linux_net linux_net apply Skipping apply due to lack of new rules apply /usr/lib64/python2.7/site-packages/nova/network/linux_net.py:457
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.132 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "restart_dhcp" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.134 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:50 10.35.0.13 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:50:50 10.35.0.13 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:50:50 10.35.0.13 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.135 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"9db6aa1c4f6a4eeca588c3f8ca8b208e\\", \\"failure\\": null, \\"result\\": null, \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.135 9114 140035654252176 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"9db6aa1c4f6a4eeca588c3f8ca8b208e\\", \\"failure\\": null, \\"result\\": null, \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.135 9114 140035654252176 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_a6882628d63d497394316484050dd50b' exchange=u'reply_a6882628d63d497394316484050dd50b' message.body='{"oslo.message": "{\\"_unique_id\\": \\"9db6aa1c4f6a4eeca588c3f8ca8b208e\\", \\"failure\\": null, \\"result\\": null, \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\"}", "oslo.version": "2.0"}'
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.136 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"9db6aa1c4f6a4eeca588c3f8ca8b208e\\", \\"failure\\": null, \\"result\\": null, \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_a6882628d63d497394316484050dd50b', immediate=False, exchange=u'reply_a6882628d63d497394316484050dd50b') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.136 9114 140035654252176 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.137 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:50 10.35.0.13 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:50:50 10.35.0.13 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:50:50 10.35.0.13 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.137 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"ea8d75513576431d98a9bc6bab620dd7\\", \\"failure\\": null, \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.137 9114 140035654252176 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"ea8d75513576431d98a9bc6bab620dd7\\", \\"failure\\": null, \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
NBK: published reply to 8504f806c278472cac67288977887170
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.137 9114 140035654252176 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_a6882628d63d497394316484050dd50b' exchange=u'reply_a6882628d63d497394316484050dd50b' message.body='{"oslo.message": "{\\"_unique_id\\": \\"ea8d75513576431d98a9bc6bab620dd7\\", \\"failure\\": null, \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.138 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"ea8d75513576431d98a9bc6bab620dd7\\", \\"failure\\": null, \\"_msg_id\\": \\"8504f806c278472cac67288977887170\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_a6882628d63d497394316484050dd50b', immediate=False, exchange=u'reply_a6882628d63d497394316484050dd50b') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.138 9114 140035654252176 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.138 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:50:50 10.35.0.13 2014-07-10 07:50:50.140 9114 140035654252176 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'setup_networks_on_host' took=0.210 got_reply=True exceptions=[]
Jul 10 07:50:50 10.35.0.13 rabbitmq.log: =INFO REPORT==== 10-Jul-2014::07:50:50 ===
Jul 10 07:50:50 10.35.0.13 rabbitmq.log: accepting AMQP connection <0.1272.0> (10.35.0.13:63831 -> 10.35.0.3:5672)
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 connection _start Start from server, version: 0.9, properties: {u'information': u'Licensed under the MPL. See http://www.rabbitmq.com/', u'product': u'RabbitMQ', u'copyright': u'Copyright (C) 2007-2013 VMware, Inc.', u'capabilities': {u'exchange_exchange_bindings': True, u'consumer_cancel_notify': True, u'publisher_confirms': True, u'basic.nack': True}, u'platform': u'Erlang/OTP', u'version': u'3.1.3'}, mechanisms: [u'PLAIN', u'AMQPLAIN'], locales: [u'en_US']
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 connection _open_ok Open OK!
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 channel __init__ using channel_id: 1
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 channel _open_ok Channel open
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True)
Jul 10 07:50:50 10.35.0.13 cobalt-compute.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:50:50 10.35.0.13 cobalt-compute.log: from py-amqp v1.5.0.
Jul 10 07:50:50 10.35.0.13 cobalt-compute.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] queue_declare(passive=False, nowait=False, exclusive=False, durable=False, queue='reply_a6882628d63d497394316484050dd50b', arguments={}, auto_delete=True)
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] queue_bind(queue='reply_a6882628d63d497394316484050dd50b', arguments=None, nowait=False, routing_key='reply_a6882628d63d497394316484050dd50b', exchange='reply_a6882628d63d497394316484050dd50b')
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _connect Connected to AMQP server on 10.35.0.3:5672
*** consume reply_a6882628d63d497394316484050dd50b: why doesn't the reply appear here?
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _consume NBK: _consume self.do_consume=True self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _consume NBK: queues_tail.consume queues_tail=<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 debug __wrapped [Kombu channel:1] basic_consume(queue='reply_a6882628d63d497394316484050dd50b', consumer_tag='1', nowait=False, no_ack=False, callback=<function _callback at 0x7fe006620140>)
Jul 10 07:50:50 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:50:51 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:50:51 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.166 26555 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.166 26555 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.169 26555 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:50:51 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:50:51 +0000] "GET /v2.0/tokens/bc44e656d6304793a084824e990955fa HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.185 26555 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/bc44e656d6304793a084824e990955fa HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.187 26555 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.188 26555 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.190 26555 140125626202704 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.190 26555 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.190 26555 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.191 26555 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.191 26555 140125626202704 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:50:51 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:50:51 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:50:51 10.35.0.15 2014-07-10 07:50:51.296 26555 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1305349
Jul 10 07:50:52 10.35.0.2 [2014-07-10 07:50:52.450] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6747
Jul 10 07:50:54 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:50:53 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.058 14452 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.059 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.061 14452 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:50:54 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:50:54 +0000] "GET /v2.0/tokens/640cb702425747ce8b3e63ce09fc778a HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.077 14452 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/640cb702425747ce8b3e63ce09fc778a HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.078 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.079 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.080 14452 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.080 14452 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.081 14452 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.081 14452 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.082 14452 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:50:54 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:50:54 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:50:54 10.35.0.14 2014-07-10 07:50:54.184 14452 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1257770
Jul 10 07:50:54 10.35.0.2 [2014-07-10 07:50:54.801] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6747
Jul 10 07:50:55 10.35.0.14 2014-07-10 07:50:55.543 6126 140623751810096 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task SchedulerManager._expire_reservations run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:50:55 10.35.0.14 2014-07-10 07:50:55.552 6126 140623751810096 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task SchedulerManager._run_periodic_tasks run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:50:55 10.35.0.14 2014-07-10 07:50:55.553 6126 140623751810096 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:50:56 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:50:56 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.943 26558 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.944 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.946 26558 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:50:56 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:50:56 +0000] "GET /v2.0/tokens/bd8af70356874e7c9388b72ae0f2c3b9 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.961 26558 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/bd8af70356874e7c9388b72ae0f2c3b9 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.964 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.964 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.967 26558 140125626202704 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.967 26558 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.967 26558 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.968 26558 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:56 10.35.0.15 2014-07-10 07:50:56.969 26558 140125626202704 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:50:57 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:50:56 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:50:57 10.35.0.15 2014-07-10 07:50:57.067 26558 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1242411
Jul 10 07:50:57 10.35.0.2 [2014-07-10 07:50:57.157] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6747
Jul 10 07:50:57 10.35.0.14 2014-07-10 07:50:57.466 6120 140700032506128 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:50:58 10.35.0.13 [2014-07-10 07:50:58.508] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 5bce7fab-aa57-4959-affa-e484b4757c21
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.526 26558 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.527 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.530 26558 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:50:58 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:50:58 +0000] "GET /v2.0/tokens/0a6cb661fb9e44ec8dc2aba5ae36791a HTTP/1.1" 200 3290 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.541 26558 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/0a6cb661fb9e44ec8dc2aba5ae36791a HTTP/1.1" 200 3290 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.544 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.544 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.547 26558 140125626202704 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.547 26558 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.547 26558 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'5bce7fab-aa57-4959-affa-e484b4757c21'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.548 26558 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:58 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:50:58 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.644 26558 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" status: 200 len: 1865 time: 0.1179581
Jul 10 07:50:58 10.35.0.13 [2014-07-10 07:50:58.645] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:50:58 10.35.0.13 [2014-07-10 07:50:58.645] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.649 26558 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.649 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.650 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.650 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.652 26558 140125626202704 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.652 26558 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.652 26558 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'bdfc975a-99d8-4f21-9408-cbfec23debb6'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.653 26558 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:58 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:50:58 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:50:58 10.35.0.15 2014-07-10 07:50:58.750 26558 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" status: 200 len: 1865 time: 0.1011012
Jul 10 07:50:58 10.35.0.13 [2014-07-10 07:50:58.750] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:50:58 10.35.0.13 [2014-07-10 07:50:58.750] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.757 14455 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.757 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.759 14455 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:50:58 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:50:58 +0000] "GET /v2.0/tokens/0a6cb661fb9e44ec8dc2aba5ae36791a HTTP/1.1" 200 3290 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.774 14455 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/0a6cb661fb9e44ec8dc2aba5ae36791a HTTP/1.1" 200 3290 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.776 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.777 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.779 14455 140340022848080 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.779 14455 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.779 14455 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.780 14455 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:58 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:50:58 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:50:58 10.35.0.14 2014-07-10 07:50:58.875 14455 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" status: 200 len: 1865 time: 0.1177669
Jul 10 07:50:58 10.35.0.13 [2014-07-10 07:50:58.873] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:50:58 10.35.0.14 [2014-07-10 07:50:58.983] 944/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3035
Jul 10 07:50:58 10.35.0.15 [2014-07-10 07:50:58.981] 943/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3033
Jul 10 07:50:59 10.35.0.2 [2014-07-10 07:50:59.505] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6747
Jul 10 07:50:59 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:50:59 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.832 14452 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.832 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.834 14452 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:50:59 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:50:59 +0000] "GET /v2.0/tokens/132fcd968d1c474b872a3873e1af77e5 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.850 14452 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/132fcd968d1c474b872a3873e1af77e5 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.852 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.852 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.854 14452 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.854 14452 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.854 14452 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.855 14452 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.855 14452 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:50:59 10.35.0.14 2014-07-10 07:50:59.950 14452 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1189251
Jul 10 07:50:59 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:50:59 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:01 10.35.0.2 [2014-07-10 07:51:01.858] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6747
Jul 10 07:51:02 10.35.0.13 [2014-07-10 07:51:02.088] 942/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3080
Jul 10 07:51:02 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:02 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.712 26556 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.712 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.715 26556 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:02 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:51:02 +0000] "GET /v2.0/tokens/9125c0a7477c45fc8634fdad408b4015 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.732 26556 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/9125c0a7477c45fc8634fdad408b4015 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.734 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.735 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.737 26556 140125626202704 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.738 26556 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.738 26556 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.739 26556 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.739 26556 140125626202704 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:02 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:02 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:02 10.35.0.15 2014-07-10 07:51:02.839 26556 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1270540
Jul 10 07:51:02 10.35.0.14 2014-07-10 07:51:02.853 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_volume_usage run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:02 10.35.0.14 2014-07-10 07:51:02.853 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._instance_usage_audit run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:02 10.35.0.14 2014-07-10 07:51:02.854 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager.update_available_resource run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:02 10.35.0.14 2014-07-10 07:51:02.854 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got semaphore "compute_resources" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:02 10.35.0.14 2014-07-10 07:51:02.854 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:02 10.35.0.14 2014-07-10 07:51:02.855 14333 140269548807184 nova.compute.resource_tracker log audit Auditing locally available compute resources
Jul 10 07:51:02 10.35.0.14 2014-07-10 07:51:02.855 14333 140269548807184 nova.virt.libvirt.driver driver update_status Updating host stats update_status /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:5260
Jul 10 07:51:02 10.35.0.14 2014-07-10 07:51:02.855 14333 140269548807184 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:51:02 10.35.0.14 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.053 14333 140269548807184 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.199 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free ram (MB): 45504 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:409
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.200 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free disk (GB): 1620 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:410
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.200 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free VCPUs: 4 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:415
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.200 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: assignable PCI devices: [] _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:422
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.256 14333 140269548807184 nova.compute.resource_tracker log audit Free ram (MB): 47729
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.256 14333 140269548807184 nova.compute.resource_tracker log audit Free disk (GB): 1862
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.257 14333 140269548807184 nova.compute.resource_tracker log audit Free VCPUS: 4
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.292 14333 140269548807184 nova.compute.resource_tracker resource_tracker _sync_compute_node Compute_service record updated for 10.35.0.14:node-10-35-0-14
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.292 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.316 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rebooting_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.317 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._reclaim_queued_deletes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.317 14333 140269548807184 nova.compute.manager manager _reclaim_queued_deletes CONF.reclaim_instance_interval <= 0, skipping... _reclaim_queued_deletes /usr/lib64/python2.7/site-packages/nova/compute/manager.py:5405
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.317 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_unconfirmed_resizes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.318 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rescued_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.318 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._check_instance_build_time run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.319 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._run_image_cache_manager_pass run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.319 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got semaphore "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.319 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.320 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.320 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "do_register_storage_use" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.351 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Released file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.352 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "do_register_storage_use" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.352 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got semaphore "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.352 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.353 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.353 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "do_get_storage_users" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.354 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Released file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.354 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "do_get_storage_users" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.363 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Verify base images _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:525
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.363 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Unknown base file: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.363 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Removable base files: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.363 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _remove_base_file Base file too young to remove: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.364 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Verification complete _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:567
Jul 10 07:51:03 10.35.0.14 2014-07-10 07:51:03.364 14333 140269548807184 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 19.47 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:03 10.35.0.15 2014-07-10 07:51:03.435 3492 140237698894896 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task SchedulerManager._expire_reservations run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:03 10.35.0.15 2014-07-10 07:51:03.443 3492 140237698894896 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task SchedulerManager._run_periodic_tasks run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:03 10.35.0.15 2014-07-10 07:51:03.443 3492 140237698894896 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:04 10.35.0.2 [2014-07-10 07:51:04.206] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:05 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:05 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.612 14453 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.612 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.614 14453 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:05 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:05 +0000] "GET /v2.0/tokens/b32c94fcc1bd436ea3bbeb37bfde2f65 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.628 14453 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/b32c94fcc1bd436ea3bbeb37bfde2f65 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.629 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.630 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.631 14453 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.631 14453 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.632 14453 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.632 14453 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.633 14453 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:05 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:05 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:05 10.35.0.14 2014-07-10 07:51:05.730 14453 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1183410
Jul 10 07:51:06 10.35.0.2 [2014-07-10 07:51:06.556] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:07 10.35.0.13 2014-07-10 07:51:07.152 14147 140484764748368 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:08 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:08 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.504 9209 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.504 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.506 9209 139961508956432 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:08 10.35.0.13 pound: 10.35.2.3:35357 10.35.2.5 - - [10/Jul/2014:07:51:08 +0000] "GET /v2.0/tokens/4f65eae0fc1e4f1b8430b60804a27451 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.522 9209 139961508956432 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/4f65eae0fc1e4f1b8430b60804a27451 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.524 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.525 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.527 9209 139961508956432 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.527 9209 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.527 9209 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.528 9209 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.529 9209 139961508956432 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:08 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:08 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.672 9209 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1680000
Jul 10 07:51:08 10.35.0.13 cinder-volume 2014-07-10 07:51:08.772 15083 DEBUG kombu.channel [-] [Kombu channel:1] exchange_declare(nowait=False, exchange='cinder-scheduler_fanout', durable=False, passive=False, arguments=None, type='fanout', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-volume 2014-07-10 07:51:08.774 15083 DEBUG kombu.channel [-] [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-27738b7c-92f5-47e1-a6d6-44c10ae3734b\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:08.771683\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-slow\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPHSLOW\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"5ff9aa8f65f14cc38c827b596fdeb624\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-volume 2014-07-10 07:51:08.774 15083 ERROR kombu.transport.pyamqp [-] NBK: prepare_message body='{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-27738b7c-92f5-47e1-a6d6-44c10ae3734b\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:08.771683\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-slow\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPHSLOW\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"5ff9aa8f65f14cc38c827b596fdeb624\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:08 10.35.0.13 cinder-volume 2014-07-10 07:51:08.774 15083 ERROR kombu.messaging [-] NBK: _publish routing_key='' exchange='cinder-scheduler_fanout' message.body='{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-27738b7c-92f5-47e1-a6d6-44c10ae3734b\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:08.771683\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-slow\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPHSLOW\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"5ff9aa8f65f14cc38c827b596fdeb624\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}'
Jul 10 07:51:08 10.35.0.13 cinder-volume 2014-07-10 07:51:08.774 15083 DEBUG kombu.channel [-] [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-27738b7c-92f5-47e1-a6d6-44c10ae3734b\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:08.771683\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-slow\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPHSLOW\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"5ff9aa8f65f14cc38c827b596fdeb624\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='', immediate=False, exchange='cinder-scheduler_fanout') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-volume 2014-07-10 07:51:08.775 15083 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:08 10.35.0.13 cinder-volume 2014-07-10 07:51:08.775 15083 DEBUG kombu.channel [-] [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.777 14144 DEBUG kombu.channel [-] [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-27738b7c-92f5-47e1-a6d6-44c10ae3734b\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:08.771683\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-slow\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPHSLOW\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"5ff9aa8f65f14cc38c827b596fdeb624\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'3', 'redelivered': False, 'routing_key': u'', 'delivery_tag': 46, 'exchange': u'cinder-scheduler_fanout'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f1692c5d590>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.777 14144 ERROR kombu.transport.pyamqp [-] NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-27738b7c-92f5-47e1-a6d6-44c10ae3734b\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:08.771683\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-slow\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPHSLOW\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"5ff9aa8f65f14cc38c827b596fdeb624\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'3', 'redelivered': False, 'routing_key': u'', 'delivery_tag': 46, 'exchange': u'cinder-scheduler_fanout'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f1692c5d590>}
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.777 14144 DEBUG kombu.channel [-] message_to_python.body=u'{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-27738b7c-92f5-47e1-a6d6-44c10ae3734b\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:08.771683\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-slow\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPHSLOW\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"5ff9aa8f65f14cc38c827b596fdeb624\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.779 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.040 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.779 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-27738b7c-92f5-47e1-a6d6-44c10ae3734b\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:08.771683\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-slow\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPHSLOW\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"5ff9aa8f65f14cc38c827b596fdeb624\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}'
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.780 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f1692c5d7d0>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f1692c5d950>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f1692c5da10>]
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.780 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: _consume connection.drain_events
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.781 14144 ERROR oslo.messaging.rpc.dispatcher [-] NBK: rpc server _dispatch_and_reply method=u'update_service_capabilities'
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.781 14144 WARNING cinder.context [-] Arguments dropped when creating context: {'user': None, 'tenant': None, 'user_identity': u'- - - - -'}
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.782 14144 DEBUG kombu.channel [-] [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"e921a082cf434d68a7b8e3b4d8e9cca2\\", \\"failure\\": null, \\"result\\": null}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.782 14144 ERROR kombu.transport.pyamqp [-] NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"e921a082cf434d68a7b8e3b4d8e9cca2\\", \\"failure\\": null, \\"result\\": null}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.782 14144 ERROR kombu.messaging [-] NBK: _publish routing_key='' exchange='' message.body='{"oslo.message": "{\\"_unique_id\\": \\"e921a082cf434d68a7b8e3b4d8e9cca2\\", \\"failure\\": null, \\"result\\": null}", "oslo.version": "2.0"}'
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.783 14144 DEBUG kombu.channel [-] [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"e921a082cf434d68a7b8e3b4d8e9cca2\\", \\"failure\\": null, \\"result\\": null}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='', immediate=False, exchange='') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-volume 2014-07-10 07:51:08.785 15083 INFO cinder.volume.manager [-] Updating volume status
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.788 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.789 14144 DEBUG kombu.channel [-] [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"aedbd337fc45498eb6bdaf0151f1d2f9\\", \\"failure\\": null, \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.790 14144 ERROR kombu.transport.pyamqp [-] NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"aedbd337fc45498eb6bdaf0151f1d2f9\\", \\"failure\\": null, \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.790 14144 ERROR kombu.messaging [-] NBK: _publish routing_key='' exchange='' message.body='{"oslo.message": "{\\"_unique_id\\": \\"aedbd337fc45498eb6bdaf0151f1d2f9\\", \\"failure\\": null, \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.791 14144 DEBUG kombu.channel [-] [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"aedbd337fc45498eb6bdaf0151f1d2f9\\", \\"failure\\": null, \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='', immediate=False, exchange='') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.793 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.793 14144 DEBUG kombu.channel [-] [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:08 10.35.0.13 cinder-scheduler 2014-07-10 07:51:08.795 14144 ERROR oslo.messaging.rpc.dispatcher [-] NBK: rpc server _dispatch_and_reply method=u'update_service_capabilities' took=0.000 got_reply=True exceptions=[]
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.834 14329 140087594423472 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task FlatDHCPManager._disassociate_stale_fixed_ips run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:08 10.35.0.14 nova-network.log: /usr/lib64/python2.7/site-packages/sqlalchemy/engine/default.py:435: Warning: Incorrect datetime value: '2014-07-10 07:41:08+00:00' for column 'updated_at' at row 1
Jul 10 07:51:08 10.35.0.14 nova-network.log: cursor.execute(statement, parameters)
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.841 14329 140087594423472 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:08 10.35.0.13 [2014-07-10 07:51:08.882] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 5bce7fab-aa57-4959-affa-e484b4757c21
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.889 14455 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.890 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.891 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.891 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.893 14455 140340022848080 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.893 14455 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.893 14455 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'5bce7fab-aa57-4959-affa-e484b4757c21'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.894 14455 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:08 10.35.0.2 [2014-07-10 07:51:08.910] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:08 10.35.0.14 2014-07-10 07:51:08.992 14455 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" status: 200 len: 1865 time: 0.1031930
Jul 10 07:51:08 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:08 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:08 10.35.0.13 [2014-07-10 07:51:08.992] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:08 10.35.0.13 [2014-07-10 07:51:08.992] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.998 9209 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:08 10.35.0.13 2014-07-10 07:51:08.999 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.001 9209 139961508956432 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:09 10.35.0.13 pound: 10.35.2.3:35357 10.35.2.5 - - [10/Jul/2014:07:51:09 +0000] "GET /v2.0/tokens/0a6cb661fb9e44ec8dc2aba5ae36791a HTTP/1.1" 200 3290 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.011 9209 139961508956432 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/0a6cb661fb9e44ec8dc2aba5ae36791a HTTP/1.1" 200 3290 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.013 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.013 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.015 9209 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.015 9209 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.015 9209 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'bdfc975a-99d8-4f21-9408-cbfec23debb6'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.016 9209 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:09 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:08 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.115 9209 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" status: 200 len: 1865 time: 0.1165268
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.117] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.117] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.120 9209 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.121 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.121 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.122 9209 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.123 9209 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.124 9209 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.124 9209 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.124 9209 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:09 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:09 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:09 10.35.0.13 2014-07-10 07:51:09.225 9209 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" status: 200 len: 1865 time: 0.1051979
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.231] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:09 10.35.0.13 ceph-watchdog.log: Testing for ceph timout...
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.528] 26484/MainThread savage.kick_ceph/DEBUG: Testing for ceph timout...
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.528] 26484/MainThread savage/INFO: Called lspools
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.559] 26484/MainThread savage/INFO: lspools returned ['data', 'metadata', 'rbd', 'images', 'slowrbd', 'crash-dumps', 'gc-vms', '.rgw', '.rgw.buckets', '.rgw.control', '.rgw.gc', '.log', '.intent-log', '.usage', '.users', '.users.email', '.users.swift', '.users.uid', '.rgw.root']
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.559] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.572] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.573] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.586] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.586] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.601] 26484/MainThread savage/INFO: rbd_list returned ['mysql']
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.601] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.617] 26484/MainThread savage/INFO: rbd_list returned ['e349575a-7d21-4540-a99d-b32087181da0']
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.617] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.635] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.635] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.651] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.652] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.665] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.666] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.681] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.682] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.696] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.696] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.709] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.709] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.723] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.723] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.738] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.738] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.754] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.754] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.767] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.767] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.779] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.779] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.793] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.793] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.806] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.806] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.821] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.821] 26484/MainThread savage/INFO: Called rbd_list
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.834] 26484/MainThread savage/INFO: rbd_list returned []
Jul 10 07:51:09 10.35.0.13 ceph-watchdog.log: Ceph is responding without timeout
Jul 10 07:51:09 10.35.0.13 [2014-07-10 07:51:09.835] 26484/MainThread savage.kick_ceph/DEBUG: Ceph is responding without timeout
Jul 10 07:51:11 10.35.0.2 [2014-07-10 07:51:11.258] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:11 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:11 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.437 9210 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.437 9210 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.439 9210 139961508956432 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:11 10.35.0.13 pound: 10.35.2.3:35357 10.35.2.5 - - [10/Jul/2014:07:51:11 +0000] "GET /v2.0/tokens/fe935b215bc44bd7bcf697ba6783939a HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.462 9210 139961508956432 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/fe935b215bc44bd7bcf697ba6783939a HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.463 9210 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.464 9210 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.466 9210 139961508956432 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.466 9210 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.466 9210 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.466 9210 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.467 9210 139961508956432 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:11 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:11 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:11 10.35.0.13 2014-07-10 07:51:11.564 9210 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1275141
Jul 10 07:51:12 10.35.0.13 [2014-07-10 07:51:12.170] 14091/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'services', '-c', '1', '-U', '10.35.2.8']
Jul 10 07:51:12 10.35.0.15 cobalt-compute: 26460 139659801422896 periodic_task run_periodic_tasks Running periodic task CobaltManager._refresh_host
Jul 10 07:51:12 10.35.0.15 cobalt-compute: 26460 139659801422896 periodic_task run_periodic_tasks Running periodic task CobaltManager._clean
Jul 10 07:51:12 10.35.0.15 cobalt-compute: 26460 139659801422896 vmsconn _clean_lvm_symlinks Starting to clean symlinks in /dev/nova
Jul 10 07:51:12 10.35.0.15 cobalt-compute: 26460 139659801422896 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/libvirt_save
Jul 10 07:51:12 10.35.0.15 cobalt-compute: 26460 139659801422896 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/novadisk
Jul 10 07:51:12 10.35.0.15 cobalt-compute: 26460 139659801422896 loopingcall _inner Dynamic looping call sleeping for 60.00 seconds
Jul 10 07:51:12 10.35.0.13 [2014-07-10 07:51:12.720] 14110/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'services', '-c', '1', '-U', '10.35.2.3']
Jul 10 07:51:13 10.35.0.2 [2014-07-10 07:51:13.608] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:14 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:14 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.326 9211 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.326 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.328 9211 139961508956432 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:14 10.35.0.13 pound: 10.35.2.3:35357 10.35.2.5 - - [10/Jul/2014:07:51:14 +0000] "GET /v2.0/tokens/28988ca56f4d484a8f904dd74a9ec96d HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.339 9211 139961508956432 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/28988ca56f4d484a8f904dd74a9ec96d HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.341 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.342 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.343 9211 139961508956432 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.343 9211 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.344 9211 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.344 9211 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.345 9211 139961508956432 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:14 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:14 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:14 10.35.0.13 2014-07-10 07:51:14.436 9211 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1102130
Jul 10 07:51:14 10.35.0.15 [2014-07-10 07:51:14.536] 943/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3034
Jul 10 07:51:14 10.35.0.14 [2014-07-10 07:51:14.539] 944/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3035
Jul 10 07:51:14 10.35.0.13 [2014-07-10 07:51:14.877] 14137/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'services', '-c', '1', '-U', '10.35.2.2']
Jul 10 07:51:15 10.35.0.14 cobalt-compute: 14336 139673583172176 periodic_task run_periodic_tasks Running periodic task CobaltManager._refresh_host
Jul 10 07:51:15 10.35.0.14 cobalt-compute: 14336 139673583172176 periodic_task run_periodic_tasks Running periodic task CobaltManager._clean
Jul 10 07:51:15 10.35.0.14 cobalt-compute: 14336 139673583172176 vmsconn _clean_lvm_symlinks Starting to clean symlinks in /dev/nova
Jul 10 07:51:15 10.35.0.14 cobalt-compute: 14336 139673583172176 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/libvirt_save
Jul 10 07:51:15 10.35.0.14 cobalt-compute: 14336 139673583172176 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/novadisk
Jul 10 07:51:15 10.35.0.14 cobalt-compute: 14336 139673583172176 loopingcall _inner Dynamic looping call sleeping for 60.00 seconds
Jul 10 07:51:15 10.35.0.13 [2014-07-10 07:51:15.574] 14161/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'services', '-c', '1', '-U', '10.35.2.7']
Jul 10 07:51:15 10.35.0.13 [2014-07-10 07:51:15.916] 14173/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'services', '-c', '1', '-U', '10.35.2.4']
Jul 10 07:51:15 10.35.0.2 [2014-07-10 07:51:15.959] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:15 10.35.0.13 [2014-07-10 07:51:15.974] 14323/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'services', '-c', '1', '-U', '10.35.2.9']
Jul 10 07:51:16 10.35.0.13 [2014-07-10 07:51:16.114] 14337/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'host', '-c', '1', '-U', '10.35.0.3']
Jul 10 07:51:17 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:17 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.203 14452 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.203 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.205 14452 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:17 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:17 +0000] "GET /v2.0/tokens/a1e569a6a1d346a989356750b8a8ab50 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.221 14452 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/a1e569a6a1d346a989356750b8a8ab50 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.223 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.224 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.227 14452 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.227 14452 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.227 14452 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.228 14452 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.228 14452 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:17 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:17 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:17 10.35.0.14 2014-07-10 07:51:17.324 14452 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1217480
Jul 10 07:51:17 10.35.0.13 2014-07-10 07:51:17.386 9114 140035666426768 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task FlatDHCPManager._disassociate_stale_fixed_ips run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:17 10.35.0.13 nova-network.log: /usr/lib64/python2.7/site-packages/sqlalchemy/engine/default.py:435: Warning: Incorrect datetime value: '2014-07-10 07:41:17+00:00' for column 'updated_at' at row 1
Jul 10 07:51:17 10.35.0.13 nova-network.log: cursor.execute(statement, parameters)
Jul 10 07:51:17 10.35.0.13 2014-07-10 07:51:17.392 9114 140035666426768 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:17 10.35.0.13 [2014-07-10 07:51:17.654] 942/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3080
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.836009 7fb5bc102700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.836003000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.837580 7f201e2af700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.837575000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.840897 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.840893000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.843449 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.843446000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.847439 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.847436000
Jul 10 07:51:17 10.35.0.14 ceph-osd: 2014-07-10 07:51:17.851360 7f03f72d8700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.851356000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.849838 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.849834000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.854309 7fb5bc102700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.854305000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.854355 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.854352000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.855999 7fb5bc102700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.855996000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.860258 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.860254000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.861373 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.861369000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.864352 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.864349000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.865225 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.865221000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.869054 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.869051000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.871064 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.871060000
Jul 10 07:51:17 10.35.0.14 ceph-osd: 2014-07-10 07:51:17.874643 7f03f7ad9700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.874639000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.876600 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.876596000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.882417 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.882413000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.882969 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.882966000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.886376 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.886373000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.889409 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.889406000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.889832 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.889829000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.895770 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.895765000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.902597 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.902593000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.902814 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.902810000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.904099 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.904096000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.909222 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.909219000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.910606 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.910601000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.912943 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.912940000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.917827 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.917823000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.921013 7f201eab0700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.921010000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.920669 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.920665000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.923991 7fb5bc102700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.923988000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.926164 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.926161000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.929876 7f201eab0700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.929873000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.930222 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.930219000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.932190 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.932187000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.935825 7fb5bc102700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.935822000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.937719 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.937715000
Jul 10 07:51:17 10.35.0.14 radosgw: 2014-07-10 07:51:17.941415 7facb0c6a700 0 RGWGC::process() failed to acquire lock on gc.13
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.942034 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.942031000
Jul 10 07:51:17 10.35.0.13 radosgw: 2014-07-10 07:51:17.941106 7f421adf4700 0 RGWGC::process() failed to acquire lock on gc.14
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.942769 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.942766000
Jul 10 07:51:17 10.35.0.14 radosgw: 2014-07-10 07:51:17.949470 7facb0c6a700 0 RGWGC::process() failed to acquire lock on gc.15
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.946844 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.946841000
Jul 10 07:51:17 10.35.0.13 radosgw: 2014-07-10 07:51:17.950599 7f421adf4700 0 RGWGC::process() failed to acquire lock on gc.16
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.951099 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.951095000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.951289 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.951285000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.956041 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.956038000
Jul 10 07:51:17 10.35.0.14 radosgw: 2014-07-10 07:51:17.960143 7facb0c6a700 0 RGWGC::process() failed to acquire lock on gc.17
Jul 10 07:51:17 10.35.0.14 ceph-osd: 2014-07-10 07:51:17.962709 7ff7b4971700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.962705000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.960102 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.960098000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.965020 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.965017000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.968425 7fb5bc102700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.968421000
Jul 10 07:51:17 10.35.0.13 radosgw: 2014-07-10 07:51:17.969593 7f421adf4700 0 RGWGC::process() failed to acquire lock on gc.19
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.969686 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.969682000
Jul 10 07:51:17 10.35.0.14 ceph-osd: 2014-07-10 07:51:17.975541 7f03f72d8700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.975537000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.973120 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.973116000
Jul 10 07:51:17 10.35.0.14 radosgw: 2014-07-10 07:51:17.977997 7facb0c6a700 0 RGWGC::process() failed to acquire lock on gc.20
Jul 10 07:51:17 10.35.0.14 ceph-osd: 2014-07-10 07:51:17.980328 7f03f72d8700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.980325000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.979003 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.979000000
Jul 10 07:51:17 10.35.0.13 radosgw: 2014-07-10 07:51:17.979360 7f421adf4700 0 RGWGC::process() failed to acquire lock on gc.21
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.982537 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.982534000
Jul 10 07:51:17 10.35.0.14 radosgw: 2014-07-10 07:51:17.988522 7facb0c6a700 0 RGWGC::process() failed to acquire lock on gc.22
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.985392 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.985389000
Jul 10 07:51:17 10.35.0.15 ceph-osd: 2014-07-10 07:51:17.988504 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.988500000
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.992149 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.992146000
Jul 10 07:51:17 10.35.0.13 radosgw: 2014-07-10 07:51:17.993100 7f421adf4700 0 RGWGC::process() failed to acquire lock on gc.23
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.996103 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.996100000
Jul 10 07:51:18 10.35.0.14 radosgw: 2014-07-10 07:51:18.000447 7facb0c6a700 0 RGWGC::process() failed to acquire lock on gc.24
Jul 10 07:51:17 10.35.0.13 ceph-osd: 2014-07-10 07:51:17.997932 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978677.997929000
Jul 10 07:51:18 10.35.0.14 ceph-osd: 2014-07-10 07:51:18.002758 7ff7b4170700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.002755000
Jul 10 07:51:18 10.35.0.15 ceph-osd: 2014-07-10 07:51:18.004785 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.004782000
Jul 10 07:51:18 10.35.0.14 ceph-osd: 2014-07-10 07:51:18.006973 7ff7b4971700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.006970000
Jul 10 07:51:18 10.35.0.15 ceph-osd: 2014-07-10 07:51:18.006920 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.006917000
Jul 10 07:51:18 10.35.0.15 ceph-osd: 2014-07-10 07:51:18.010817 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.010814000
Jul 10 07:51:18 10.35.0.14 ceph-osd: 2014-07-10 07:51:18.013740 7f03f72d8700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.013737000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.011030 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.011026000
Jul 10 07:51:18 10.35.0.14 ceph-osd: 2014-07-10 07:51:18.018198 7f03f7ad9700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.018195000
Jul 10 07:51:18 10.35.0.14 ceph-osd: 2014-07-10 07:51:18.019692 7f03f72d8700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.019689000
Jul 10 07:51:18 10.35.0.14 ceph-osd: 2014-07-10 07:51:18.020063 7f03f7ad9700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.020059000
Jul 10 07:51:18 10.35.0.14 ceph-osd: 2014-07-10 07:51:18.024645 7f03f72d8700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.024642000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.024834 7fddbf120700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.024830000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.025938 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.025935000
Jul 10 07:51:18 10.35.0.13 radosgw: 2014-07-10 07:51:18.026667 7f421adf4700 0 RGWGC::process() failed to acquire lock on gc.29
Jul 10 07:51:18 10.35.0.14 radosgw: 2014-07-10 07:51:18.032880 7facb0c6a700 0 RGWGC::process() failed to acquire lock on gc.30
Jul 10 07:51:18 10.35.0.15 ceph-osd: 2014-07-10 07:51:18.031283 7fb5bc102700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.031280000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.030581 7fddbe91f700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.030578000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.036262 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.036259000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.036407 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.036404000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.041299 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.041296000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.045778 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.045775000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.050320 7fdc3bf14700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.050317000
Jul 10 07:51:18 10.35.0.13 ceph-osd: 2014-07-10 07:51:18.054796 7fdc3b713700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.054788000
Jul 10 07:51:18 10.35.0.15 ceph-osd: 2014-07-10 07:51:18.060482 7fb5bc903700 0 <cls> cls/rgw/cls_rgw.cc:1457: gc_iterate_entries end_key=1_01404978678.060478000
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.088 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_volume_usage run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.088 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._instance_usage_audit run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.088 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager.update_available_resource run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.089 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Got semaphore "compute_resources" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.089 9118 139973701669904 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.089 9118 139973701669904 nova.compute.resource_tracker log audit Auditing locally available compute resources
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.090 9118 139973701669904 nova.virt.libvirt.driver driver update_status Updating host stats update_status /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:5260
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.090 9118 139973701669904 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:51:18 10.35.0.13 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.289 9118 139973701669904 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:51:18 10.35.0.2 [2014-07-10 07:51:18.315] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.316 9118 139973701669904 nova.virt.libvirt.driver driver get_instance_disk_info skipping disk for instance-00000003 as it does not have a path get_instance_disk_info /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:4765
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.320 9118 139973701669904 nova.virt.libvirt.driver driver get_instance_disk_info skipping disk for instance-00000001 as it does not have a path get_instance_disk_info /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:4765
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.325 9118 139973701669904 nova.virt.libvirt.driver driver get_instance_disk_info skipping disk for instance-00000002 as it does not have a path get_instance_disk_info /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:4765
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.423 9118 139973701669904 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free ram (MB): 44382 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:409
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.423 9118 139973701669904 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free disk (GB): 1617 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:410
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.423 9118 139973701669904 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free VCPUs: 1 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:415
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.423 9118 139973701669904 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: assignable PCI devices: [] _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:422
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.484 9118 139973701669904 nova.compute.resource_tracker log audit Free ram (MB): 46193
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.484 9118 139973701669904 nova.compute.resource_tracker log audit Free disk (GB): 1859
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.484 9118 139973701669904 nova.compute.resource_tracker log audit Free VCPUS: 1
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.510 9118 139973701669904 nova.compute.resource_tracker resource_tracker _sync_compute_node Compute_service record updated for 10.35.0.13:node-10-35-0-13
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.510 9118 139973701669904 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.534 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rebooting_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.534 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._reclaim_queued_deletes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.534 9118 139973701669904 nova.compute.manager manager _reclaim_queued_deletes CONF.reclaim_instance_interval <= 0, skipping... _reclaim_queued_deletes /usr/lib64/python2.7/site-packages/nova/compute/manager.py:5405
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.535 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_unconfirmed_resizes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.535 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rescued_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.535 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._check_instance_build_time run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.536 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._heal_instance_info_cache run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.536 9118 139973701669904 nova.compute.manager manager _heal_instance_info_cache Starting heal instance info cache _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4830
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.536 9118 139973701669904 nova.compute.manager manager _heal_instance_info_cache Rebuilding the list of instances to heal _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4834
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.559 9118 139973701669904 nova.objects.instance instance obj_load_attr Lazy-loading `system_metadata' on Instance uuid 58fff51f-7c38-4447-8f90-d7e3b2c0ca69 obj_load_attr /usr/lib64/python2.7/site-packages/nova/objects/instance.py:519
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.644 9118 139973701669904 oslo.messaging.rpc.client client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> timeout=60 rpc_response_timeout=60 kwargs={'instance_id': '58fff51f-7c38-4447-8f90-d7e3b2c0ca69', 'host': u'10.35.0.13', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.646 9118 139973701669904 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.647 9118 139973701669904 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-159c4e38-28eb-4629-9c1b-4f203c6ad180\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"556e4670b22948a38bb0be84bfd29a32\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_5ab1c1ba4eba40278aa85d52eb666311\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:51:18.087782\\", \\"_context_user_name\\": null, \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.647 9118 139973701669904 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-159c4e38-28eb-4629-9c1b-4f203c6ad180\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"556e4670b22948a38bb0be84bfd29a32\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_5ab1c1ba4eba40278aa85d52eb666311\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:51:18.087782\\", \\"_context_user_name\\": null, \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.647 9118 139973701669904 kombu.messaging messaging _publish NBK: _publish routing_key='network' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-159c4e38-28eb-4629-9c1b-4f203c6ad180\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"556e4670b22948a38bb0be84bfd29a32\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_5ab1c1ba4eba40278aa85d52eb666311\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:51:18.087782\\", \\"_context_user_name\\": null, \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}'
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.647 9118 139973701669904 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-159c4e38-28eb-4629-9c1b-4f203c6ad180\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"556e4670b22948a38bb0be84bfd29a32\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_5ab1c1ba4eba40278aa85d52eb666311\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:51:18.087782\\", \\"_context_user_name\\": null, \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='network', immediate=False, exchange='nova') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.648 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.648 9118 139973701669904 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.652 14329 140087594424912 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-159c4e38-28eb-4629-9c1b-4f203c6ad180\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"556e4670b22948a38bb0be84bfd29a32\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_5ab1c1ba4eba40278aa85d52eb666311\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:51:18.087782\\", \\"_context_user_name\\": null, \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 8, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f68b09d14d0>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.652 14329 140087594424912 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-159c4e38-28eb-4629-9c1b-4f203c6ad180\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"556e4670b22948a38bb0be84bfd29a32\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_5ab1c1ba4eba40278aa85d52eb666311\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:51:18.087782\\", \\"_context_user_name\\": null, \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 8, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f68b09d14d0>}
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.649 9118 139973701669904 oslo.messaging._drivers.amqpdriver amqpdriver _poll_connection NBK: _poll_connection msg_id='0800aba3d7b148bfbf727fb881e630ad' timeout=60 self.incoming=[]
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.653 14329 140087594424912 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-159c4e38-28eb-4629-9c1b-4f203c6ad180\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"556e4670b22948a38bb0be84bfd29a32\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_5ab1c1ba4eba40278aa85d52eb666311\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:51:18.087782\\", \\"_context_user_name\\": null, \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.650 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7f4e2a7ad7d0>]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.650 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.654 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.250 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.654 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-159c4e38-28eb-4629-9c1b-4f203c6ad180\\", \\"_context_service_catalog\\": [], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"556e4670b22948a38bb0be84bfd29a32\\", \\"_context_user\\": null, \\"_context_user_id\\": null, \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_5ab1c1ba4eba40278aa85d52eb666311\\", \\"_context_auth_token\\": null, \\"_context_tenant\\": null, \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": null, \\"_context_timestamp\\": \\"2014-07-10T07:51:18.087782\\", \\"_context_user_name\\": null, \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": null}", "oslo.version": "2.0"}'
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.654 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f68afcdfad0>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f68afcdfc50>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f68afcdfd90>]
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.655 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.655 14329 140087583292304 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info'
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.756 14329 140087583292304 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.757 14329 140087583292304 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.762 14329 140087583292304 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.762 14329 140087583292304 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.763 14329 140087583292304 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.767 14329 140087583292304 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.790 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_5ab1c1ba4eba40278aa85d52eb666311', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.14 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:18 10.35.0.14 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:18 10.35.0.14 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.791 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"8e6628e642b94913b52e69f8e8705d3a\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.791 14329 140087583292304 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"8e6628e642b94913b52e69f8e8705d3a\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.791 14329 140087583292304 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_5ab1c1ba4eba40278aa85d52eb666311' exchange=u'reply_5ab1c1ba4eba40278aa85d52eb666311' message.body='{"oslo.message": "{\\"_unique_id\\": \\"8e6628e642b94913b52e69f8e8705d3a\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.792 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"8e6628e642b94913b52e69f8e8705d3a\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_5ab1c1ba4eba40278aa85d52eb666311', immediate=False, exchange=u'reply_5ab1c1ba4eba40278aa85d52eb666311') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.792 14329 140087583292304 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.793 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_5ab1c1ba4eba40278aa85d52eb666311', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.14 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:18 10.35.0.14 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:18 10.35.0.14 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.790 9118 139973701669904 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_unique_id\\": \\"8e6628e642b94913b52e69f8e8705d3a\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_5ab1c1ba4eba40278aa85d52eb666311', 'delivery_tag': 45, 'exchange': u'reply_5ab1c1ba4eba40278aa85d52eb666311'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f4e2bd18c90>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.793 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"15cdbdd35a36444db177d846053d329a\\", \\"failure\\": null, \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.790 9118 139973701669904 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_unique_id\\": \\"8e6628e642b94913b52e69f8e8705d3a\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_5ab1c1ba4eba40278aa85d52eb666311', 'delivery_tag': 45, 'exchange': u'reply_5ab1c1ba4eba40278aa85d52eb666311'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f4e2bd18c90>}
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.793 14329 140087583292304 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"15cdbdd35a36444db177d846053d329a\\", \\"failure\\": null, \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.794 14329 140087583292304 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_5ab1c1ba4eba40278aa85d52eb666311' exchange=u'reply_5ab1c1ba4eba40278aa85d52eb666311' message.body='{"oslo.message": "{\\"_unique_id\\": \\"15cdbdd35a36444db177d846053d329a\\", \\"failure\\": null, \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.791 9118 139973701669904 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_unique_id\\": \\"8e6628e642b94913b52e69f8e8705d3a\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.794 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"15cdbdd35a36444db177d846053d329a\\", \\"failure\\": null, \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_5ab1c1ba4eba40278aa85d52eb666311', immediate=False, exchange=u'reply_5ab1c1ba4eba40278aa85d52eb666311') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.794 14329 140087583292304 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.791 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_unique_id\\": \\"8e6628e642b94913b52e69f8e8705d3a\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.795 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.791 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:18 10.35.0.14 2014-07-10 07:51:18.796 14329 140087583292304 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info' took=0.130 got_reply=True exceptions=[]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.792 9118 139973701669904 oslo.messaging._drivers.amqpdriver amqpdriver _poll_connection NBK: _poll_connection msg_id='0800aba3d7b148bfbf727fb881e630ad' timeout=60 self.incoming=[{u'_unique_id': u'8e6628e642b94913b52e69f8e8705d3a', u'failure': None, u'result': [{u'ovs_interfaceid': None, u'network': {u'bridge': u'cloud', u'label': u'private', u'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, u'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', u'subnets': [{u'ips': [{u'meta': {}, u'type': u'fixed', u'version': 4, u'address': u'10.35.3.2', u'floating_ips': []}], u'version': 4, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [{u'meta': {}, u'type': u'dns', u'version': 4, u'address': u'8.8.4.4'}], u'routes': [], u'cidr': u'10.35.3.0/24', u'gateway': {u'meta': {}, u'type': u'gateway', u'version': 4, u'address': u'10.35.3.1'}}, {u'ips': [], u'version': None, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [], u'routes': [], u'cidr': None, u'gateway': {u'meta': {}, u'type': u'gateway', u'version': None, u'address': None}}]}, u'devname': None, u'qbh_params': None, u'meta': {}, u'details': {}, u'address': u'fa:16:3e:ea:c9:90', u'active': False, u'type': u'bridge', u'id': u'a6b8e2fe-efe7-4e59-965e-27a58002e350', u'qbg_params': None}], u'_msg_id': u'0800aba3d7b148bfbf727fb881e630ad'}]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.792 9118 139973701669904 oslo.messaging._drivers.amqpdriver amqpdriver _poll_connection NBK: _poll_connection msg_id='0800aba3d7b148bfbf727fb881e630ad' got incoming_msg_id=u'0800aba3d7b148bfbf727fb881e630ad' message_data={u'_unique_id': u'8e6628e642b94913b52e69f8e8705d3a', u'failure': None, u'result': [{u'ovs_interfaceid': None, u'network': {u'bridge': u'cloud', u'label': u'private', u'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, u'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', u'subnets': [{u'ips': [{u'meta': {}, u'type': u'fixed', u'version': 4, u'address': u'10.35.3.2', u'floating_ips': []}], u'version': 4, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [{u'meta': {}, u'type': u'dns', u'version': 4, u'address': u'8.8.4.4'}], u'routes': [], u'cidr': u'10.35.3.0/24', u'gateway': {u'meta': {}, u'type': u'gateway', u'version': 4, u'address': u'10.35.3.1'}}, {u'ips': [], u'version': None, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [], u'routes': [], u'cidr': None, u'gateway': {u'meta': {}, u'type': u'gateway', u'version': None, u'address': None}}]}, u'devname': None, u'qbh_params': None, u'meta': {}, u'details': {}, u'address': u'fa:16:3e:ea:c9:90', u'active': False, u'type': u'bridge', u'id': u'a6b8e2fe-efe7-4e59-965e-27a58002e350', u'qbg_params': None}]}
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.792 9118 139973701669904 oslo.messaging._drivers.amqpdriver amqpdriver _poll_connection NBK: _poll_connection msg_id='0800aba3d7b148bfbf727fb881e630ad' timeout=60 self.incoming=[]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.792 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7f4e2a7ad7d0>]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.793 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.793 9118 139973701669904 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_unique_id\\": \\"15cdbdd35a36444db177d846053d329a\\", \\"failure\\": null, \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_5ab1c1ba4eba40278aa85d52eb666311', 'delivery_tag': 46, 'exchange': u'reply_5ab1c1ba4eba40278aa85d52eb666311'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f4e2bd18c90>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.793 9118 139973701669904 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_unique_id\\": \\"15cdbdd35a36444db177d846053d329a\\", \\"failure\\": null, \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_5ab1c1ba4eba40278aa85d52eb666311', 'delivery_tag': 46, 'exchange': u'reply_5ab1c1ba4eba40278aa85d52eb666311'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f4e2bd18c90>}
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.793 9118 139973701669904 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_unique_id\\": \\"15cdbdd35a36444db177d846053d329a\\", \\"failure\\": null, \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.794 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_unique_id\\": \\"15cdbdd35a36444db177d846053d329a\\", \\"failure\\": null, \\"_msg_id\\": \\"0800aba3d7b148bfbf727fb881e630ad\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.794 9118 139973701669904 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.794 9118 139973701669904 oslo.messaging._drivers.amqpdriver amqpdriver _poll_connection NBK: _poll_connection msg_id='0800aba3d7b148bfbf727fb881e630ad' timeout=60 self.incoming=[{u'_unique_id': u'15cdbdd35a36444db177d846053d329a', u'failure': None, u'_msg_id': u'0800aba3d7b148bfbf727fb881e630ad', u'result': None, u'ending': True}]
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.794 9118 139973701669904 oslo.messaging._drivers.amqpdriver amqpdriver _poll_connection NBK: _poll_connection msg_id='0800aba3d7b148bfbf727fb881e630ad' got incoming_msg_id=u'0800aba3d7b148bfbf727fb881e630ad' message_data={u'_unique_id': u'15cdbdd35a36444db177d846053d329a', u'failure': None, u'result': None, u'ending': True}
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.795 9118 139973701669904 oslo.messaging.rpc.client client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> took=0.010 timeout=60 got_result=True exceptions=[] kwargs={'instance_id': '58fff51f-7c38-4447-8f90-d7e3b2c0ca69', 'host': u'10.35.0.13', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.795 9118 139973701669904 nova.network.api api update_instance_cache_with_nw_info Updating cache with info: [VIF({'ovs_interfaceid': None, 'network': Network({'bridge': u'cloud', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': u'fixed', 'floating_ips': [], 'address': u'10.35.3.2'})], 'version': 4, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': u'dns', 'address': u'8.8.4.4'})], 'routes': [], 'cidr': u'10.35.3.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': u'gateway', 'address': u'10.35.3.1'})}), Subnet({'ips': [], 'version': None, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [], 'routes': [], 'cidr': None, 'gateway': IP({'meta': {}, 'version': None, 'type': u'gateway', 'address': None})})], 'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, 'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', 'label': u'private'}), 'devname': None, 'qbh_params': None, 'meta': {}, 'details': {}, 'address': u'fa:16:3e:ea:c9:90', 'active': False, 'type': u'bridge', 'id': u'a6b8e2fe-efe7-4e59-965e-27a58002e350', 'qbg_params': None})] update_instance_cache_with_nw_info /usr/lib64/python2.7/site-packages/nova/network/api.py:75
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.801 9118 139973701669904 nova.compute.manager [instance: 58fff51f-7c38-4447-8f90-d7e3b2c0ca69] manager _heal_instance_info_cache Updated the network info_cache for instance _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4891
Jul 10 07:51:18 10.35.0.13 2014-07-10 07:51:18.801 9118 139973701669904 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 8.15 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:18 10.35.0.15 2014-07-10 07:51:18.862 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_volume_usage run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.15 2014-07-10 07:51:18.862 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._instance_usage_audit run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.15 2014-07-10 07:51:18.863 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager.update_available_resource run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:18 10.35.0.15 2014-07-10 07:51:18.863 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Got semaphore "compute_resources" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:18 10.35.0.15 2014-07-10 07:51:18.863 26458 140217655567856 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:18 10.35.0.15 2014-07-10 07:51:18.864 26458 140217655567856 nova.compute.resource_tracker log audit Auditing locally available compute resources
Jul 10 07:51:18 10.35.0.15 2014-07-10 07:51:18.864 26458 140217655567856 nova.virt.libvirt.driver driver update_status Updating host stats update_status /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:5260
Jul 10 07:51:18 10.35.0.15 2014-07-10 07:51:18.864 26458 140217655567856 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:51:18 10.35.0.15 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.062 26458 140217655567856 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.212 26458 140217655567856 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free ram (MB): 45435 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:409
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.213 26458 140217655567856 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free disk (GB): 1620 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:410
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.213 26458 140217655567856 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free VCPUs: 4 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:415
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.213 26458 140217655567856 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: assignable PCI devices: [] _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:422
Jul 10 07:51:19 10.35.0.13 [2014-07-10 07:51:19.241] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 5bce7fab-aa57-4959-affa-e484b4757c21
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.245 9211 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.245 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.248 9211 139961508956432 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:19 10.35.0.13 pound: 10.35.2.3:35357 10.35.2.5 - - [10/Jul/2014:07:51:19 +0000] "GET /v2.0/tokens/0a6cb661fb9e44ec8dc2aba5ae36791a HTTP/1.1" 200 3290 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.262 9211 139961508956432 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/0a6cb661fb9e44ec8dc2aba5ae36791a HTTP/1.1" 200 3290 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.263 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.264 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.266 9211 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.266 9211 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.266 9211 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'5bce7fab-aa57-4959-affa-e484b4757c21'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.266 9211 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.274 26458 140217655567856 nova.compute.resource_tracker log audit Free ram (MB): 47729
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.274 26458 140217655567856 nova.compute.resource_tracker log audit Free disk (GB): 1862
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.274 26458 140217655567856 nova.compute.resource_tracker log audit Free VCPUS: 4
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.305 26458 140217655567856 nova.compute.resource_tracker resource_tracker _sync_compute_node Compute_service record updated for 10.35.0.15:node-10-35-0-15
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.305 26458 140217655567856 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.329 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rebooting_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.329 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._reclaim_queued_deletes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.329 26458 140217655567856 nova.compute.manager manager _reclaim_queued_deletes CONF.reclaim_instance_interval <= 0, skipping... _reclaim_queued_deletes /usr/lib64/python2.7/site-packages/nova/compute/manager.py:5405
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.330 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_unconfirmed_resizes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.330 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rescued_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.330 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._check_instance_build_time run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.331 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._run_image_cache_manager_pass run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.331 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Got semaphore "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.331 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.332 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Got file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.332 26458 140217655567856 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "do_register_storage_use" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.362 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Released file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.363 26458 140217655567856 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "do_register_storage_use" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.363 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Got semaphore "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.363 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.364 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Got file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.364 26458 140217655567856 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "do_get_storage_users" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.364 26458 140217655567856 nova.openstack.common.lockutils lockutils lock Released file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.365 26458 140217655567856 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "do_get_storage_users" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.372 26458 140217655567856 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Verify base images _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:525
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.372 26458 140217655567856 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Unknown base file: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.372 26458 140217655567856 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Removable base files: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.373 26458 140217655567856 nova.virt.libvirt.imagecache imagecache _remove_base_file Base file too young to remove: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.373 26458 140217655567856 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Verification complete _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:567
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.373 26458 140217655567856 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._heal_instance_info_cache run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.374 26458 140217655567856 nova.compute.manager manager _heal_instance_info_cache Starting heal instance info cache _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4830
Jul 10 07:51:19 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:19 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.374 26458 140217655567856 nova.compute.manager manager _heal_instance_info_cache Rebuilding the list of instances to heal _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4834
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.373 9211 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" status: 200 len: 1865 time: 0.1275249
Jul 10 07:51:19 10.35.0.13 [2014-07-10 07:51:19.375] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:19 10.35.0.13 [2014-07-10 07:51:19.375] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.378 9211 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.378 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.379 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.379 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.381 9211 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.381 9211 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.381 9211 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'bdfc975a-99d8-4f21-9408-cbfec23debb6'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.381 9211 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.391 26458 140217655567856 nova.compute.manager manager _heal_instance_info_cache Didn't find any instances for network info cache update. _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4896
Jul 10 07:51:19 10.35.0.15 2014-07-10 07:51:19.391 26458 140217655567856 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 40.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:19 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:19 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:19 10.35.0.13 2014-07-10 07:51:19.476 9211 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" status: 200 len: 1865 time: 0.0988121
Jul 10 07:51:19 10.35.0.13 [2014-07-10 07:51:19.478] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:19 10.35.0.13 [2014-07-10 07:51:19.478] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.484 14453 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.485 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.486 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.486 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.488 14453 140340022848080 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.488 14453 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.488 14453 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.489 14453 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:19 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:19 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:19 10.35.0.14 2014-07-10 07:51:19.589 14453 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" status: 200 len: 1865 time: 0.1044800
Jul 10 07:51:19 10.35.0.13 [2014-07-10 07:51:19.587] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:19 10.35.0.13 [2014-07-10 07:51:19.926] 15048/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'host', '-c', '1', '-U', '10.35.0.4']
Jul 10 07:51:20 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:19 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.080 26557 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.081 26557 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.083 26557 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:20 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:51:20 +0000] "GET /v2.0/tokens/261896bebc7849a0896fc5ba6523bd22 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.099 26557 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/261896bebc7849a0896fc5ba6523bd22 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.102 26557 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.102 26557 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.105 26557 140125626202704 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.105 26557 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.105 26557 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.106 26557 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.107 26557 140125626202704 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:20 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:20 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:20 10.35.0.15 2014-07-10 07:51:20.207 26557 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1270981
Jul 10 07:51:20 10.35.0.2 [2014-07-10 07:51:20.665] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.833 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_volume_usage run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.834 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._instance_usage_audit run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.834 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager.update_available_resource run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.834 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got semaphore "compute_resources" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.835 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.835 14333 140269548807184 nova.compute.resource_tracker log audit Auditing locally available compute resources
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.835 14333 140269548807184 nova.virt.libvirt.driver driver update_status Updating host stats update_status /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:5260
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.836 14333 140269548807184 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:51:22 10.35.0.14 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova
Jul 10 07:51:22 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:22 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.972 14454 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.972 14454 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.974 14454 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:22 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:22 +0000] "GET /v2.0/tokens/b39e57966aaa4d2e9c1b58bc06c956cd HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.990 14454 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/b39e57966aaa4d2e9c1b58bc06c956cd HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.992 14454 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.992 14454 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.994 14454 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.994 14454 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.994 14454 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.995 14454 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:22 10.35.0.14 2014-07-10 07:51:22.995 14454 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:23 10.35.0.2 [2014-07-10 07:51:23.018] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.031 14333 140269548807184 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:51:23 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:22 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.094 14454 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1220100
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.141 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free ram (MB): 45484 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:409
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.141 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free disk (GB): 1620 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:410
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.142 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free VCPUs: 4 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:415
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.142 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: assignable PCI devices: [] _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:422
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.191 14333 140269548807184 nova.compute.resource_tracker log audit Free ram (MB): 47729
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.191 14333 140269548807184 nova.compute.resource_tracker log audit Free disk (GB): 1862
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.191 14333 140269548807184 nova.compute.resource_tracker log audit Free VCPUS: 4
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.215 14333 140269548807184 nova.compute.resource_tracker resource_tracker _sync_compute_node Compute_service record updated for 10.35.0.14:node-10-35-0-14
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.215 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.239 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rebooting_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.239 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._reclaim_queued_deletes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.239 14333 140269548807184 nova.compute.manager manager _reclaim_queued_deletes CONF.reclaim_instance_interval <= 0, skipping... _reclaim_queued_deletes /usr/lib64/python2.7/site-packages/nova/compute/manager.py:5405
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.240 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_unconfirmed_resizes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.240 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rescued_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.240 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._check_instance_build_time run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.241 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._heal_instance_info_cache run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.241 14333 140269548807184 nova.compute.manager manager _heal_instance_info_cache Starting heal instance info cache _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4830
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.241 14333 140269548807184 nova.compute.manager manager _heal_instance_info_cache Rebuilding the list of instances to heal _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4834
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.259 14333 140269548807184 nova.compute.manager manager _heal_instance_info_cache Didn't find any instances for network info cache update. _heal_instance_info_cache /usr/lib64/python2.7/site-packages/nova/compute/manager.py:4896
Jul 10 07:51:23 10.35.0.14 2014-07-10 07:51:23.259 14333 140269548807184 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 20.08 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:25 10.35.0.2 [2014-07-10 07:51:25.365] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:25 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:25 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.850 14453 140340069783024 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.850 14453 140340069783024 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.852 14453 140340069783024 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:25 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:25 +0000] "GET /v2.0/tokens/e7ac806708ff4170bf81d8f76136601d HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.871 14453 140340069783024 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/e7ac806708ff4170bf81d8f76136601d HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.872 14453 140340069783024 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.873 14453 140340069783024 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.874 14453 140340069783024 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.874 14453 140340069783024 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.875 14453 140340069783024 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.875 14453 140340069783024 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.876 14453 140340069783024 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:25 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:25 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:25 10.35.0.14 2014-07-10 07:51:25.970 14453 140340069783024 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1207020
Jul 10 07:51:26 10.35.0.13 2014-07-10 07:51:26.952 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_volume_usage run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:26 10.35.0.13 2014-07-10 07:51:26.953 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._instance_usage_audit run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:26 10.35.0.13 2014-07-10 07:51:26.953 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager.update_available_resource run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:26 10.35.0.13 2014-07-10 07:51:26.954 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Got semaphore "compute_resources" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:26 10.35.0.13 2014-07-10 07:51:26.954 9118 139973701669904 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:26 10.35.0.13 2014-07-10 07:51:26.954 9118 139973701669904 nova.compute.resource_tracker log audit Auditing locally available compute resources
Jul 10 07:51:26 10.35.0.13 2014-07-10 07:51:26.954 9118 139973701669904 nova.virt.libvirt.driver driver update_status Updating host stats update_status /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:5260
Jul 10 07:51:26 10.35.0.13 2014-07-10 07:51:26.955 9118 139973701669904 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:51:26 10.35.0.13 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.150 9118 139973701669904 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.176 9118 139973701669904 nova.virt.libvirt.driver driver get_instance_disk_info skipping disk for instance-00000003 as it does not have a path get_instance_disk_info /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:4765
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.179 9118 139973701669904 nova.virt.libvirt.driver driver get_instance_disk_info skipping disk for instance-00000001 as it does not have a path get_instance_disk_info /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:4765
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.183 9118 139973701669904 nova.virt.libvirt.driver driver get_instance_disk_info skipping disk for instance-00000002 as it does not have a path get_instance_disk_info /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:4765
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.279 9118 139973701669904 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free ram (MB): 44380 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:409
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.279 9118 139973701669904 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free disk (GB): 1617 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:410
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.279 9118 139973701669904 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free VCPUs: 1 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:415
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.279 9118 139973701669904 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: assignable PCI devices: [] _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:422
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.332 9118 139973701669904 nova.compute.resource_tracker log audit Free ram (MB): 46193
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.333 9118 139973701669904 nova.compute.resource_tracker log audit Free disk (GB): 1859
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.333 9118 139973701669904 nova.compute.resource_tracker log audit Free VCPUS: 1
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.356 9118 139973701669904 nova.compute.resource_tracker resource_tracker _sync_compute_node Compute_service record updated for 10.35.0.13:node-10-35-0-13
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.357 9118 139973701669904 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.380 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rebooting_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.380 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._reclaim_queued_deletes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.380 9118 139973701669904 nova.compute.manager manager _reclaim_queued_deletes CONF.reclaim_instance_interval <= 0, skipping... _reclaim_queued_deletes /usr/lib64/python2.7/site-packages/nova/compute/manager.py:5405
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.381 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_unconfirmed_resizes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.381 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rescued_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.382 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._check_instance_build_time run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.382 9118 139973701669904 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._run_image_cache_manager_pass run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.382 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Got semaphore "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.382 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.383 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Got file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.383 9118 139973701669904 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "do_register_storage_use" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.412 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Released file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.413 9118 139973701669904 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "do_register_storage_use" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.413 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Got semaphore "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.413 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.414 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Got file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.414 9118 139973701669904 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "do_get_storage_users" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.414 9118 139973701669904 nova.openstack.common.lockutils lockutils lock Released file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.415 9118 139973701669904 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "do_get_storage_users" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.427 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Verify base images _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:525
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.427 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Image id yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:531
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.427 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Image id e349575a-7d21-4540-a99d-b32087181da0 yields fingerprint 3ce1ede9dd924050c414daf4858ec0e15367d827 _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:531
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.427 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _handle_base_image image e349575a-7d21-4540-a99d-b32087181da0 at (/mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827): checking
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.428 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _handle_base_image image e349575a-7d21-4540-a99d-b32087181da0 at (/mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827): in use: on this node 3 local, 0 on other nodes sharing this instance storage
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.428 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _handle_base_image image e349575a-7d21-4540-a99d-b32087181da0 at (/mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827): image is in use _handle_base_image /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:519
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.428 9118 139973701669904 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf chown 43 /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:51:27 10.35.0.13 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf chown 43 /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.619 9118 139973701669904 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.620 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _list_backing_images bdfc975a-99d8-4f21-9408-cbfec23debb6 is a valid instance name _list_backing_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:292
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.620 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _list_backing_images 58fff51f-7c38-4447-8f90-d7e3b2c0ca69 is a valid instance name _list_backing_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:292
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.621 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _list_backing_images 5bce7fab-aa57-4959-affa-e484b4757c21 is a valid instance name _list_backing_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:292
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.621 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Active base files: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.621 9118 139973701669904 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Verification complete _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:567
Jul 10 07:51:27 10.35.0.13 2014-07-10 07:51:27.622 9118 139973701669904 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 40.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:27 10.35.0.2 [2014-07-10 07:51:27.710] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:28 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:28 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.728 14453 140340069783024 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.729 14453 140340069783024 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.731 14453 140340069783024 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:28 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:28 +0000] "GET /v2.0/tokens/cacdf25364254212a26b10f5ab440e87 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.742 14453 140340069783024 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/cacdf25364254212a26b10f5ab440e87 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.744 14453 140340069783024 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.744 14453 140340069783024 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.746 14453 140340069783024 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.746 14453 140340069783024 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.746 14453 140340069783024 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.747 14453 140340069783024 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.747 14453 140340069783024 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:28 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:28 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:28 10.35.0.14 2014-07-10 07:51:28.848 14453 140340069783024 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1195509
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.317 26454 139875338655216 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task FlatDHCPManager._disassociate_stale_fixed_ips run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:29 10.35.0.15 nova-network.log: /usr/lib64/python2.7/site-packages/sqlalchemy/engine/default.py:435: Warning: Incorrect datetime value: '2014-07-10 07:41:29+00:00' for column 'updated_at' at row 1
Jul 10 07:51:29 10.35.0.15 nova-network.log: cursor.execute(statement, parameters)
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.323 26454 139875338655216 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:29 10.35.0.13 [2014-07-10 07:51:29.597] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 5bce7fab-aa57-4959-affa-e484b4757c21
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.601 9207 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.601 9207 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.602 9207 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.603 9207 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.605 9207 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.605 9207 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.605 9207 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'5bce7fab-aa57-4959-affa-e484b4757c21'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.605 9207 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:29 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:29 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.713 9207 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" status: 200 len: 1865 time: 0.1124761
Jul 10 07:51:29 10.35.0.13 [2014-07-10 07:51:29.715] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:29 10.35.0.13 [2014-07-10 07:51:29.716] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.718 9207 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.718 9207 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.719 9207 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.719 9207 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.721 9207 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.721 9207 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.722 9207 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'bdfc975a-99d8-4f21-9408-cbfec23debb6'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.722 9207 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:29 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:29 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:29 10.35.0.13 2014-07-10 07:51:29.817 9207 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" status: 200 len: 1865 time: 0.0993209
Jul 10 07:51:29 10.35.0.13 [2014-07-10 07:51:29.819] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:29 10.35.0.13 [2014-07-10 07:51:29.819] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.824 26558 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.825 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.826 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.826 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.829 26558 140125626202704 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.829 26558 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.829 26558 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.830 26558 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:29 10.35.0.13 cinder-volume 2014-07-10 07:51:29.855 15082 DEBUG kombu.channel [-] [Kombu channel:1] exchange_declare(nowait=False, exchange='cinder-scheduler_fanout', durable=False, passive=False, arguments=None, type='fanout', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-volume 2014-07-10 07:51:29.856 15082 DEBUG kombu.channel [-] [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-a8037d61-0ba8-4c2e-ba8c-01e6f59477d6\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:29.854685\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-fast\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPH\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"1999489581ef4d158dc77a50a54e87ca\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-volume 2014-07-10 07:51:29.857 15082 ERROR kombu.transport.pyamqp [-] NBK: prepare_message body='{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-a8037d61-0ba8-4c2e-ba8c-01e6f59477d6\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:29.854685\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-fast\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPH\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"1999489581ef4d158dc77a50a54e87ca\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:29 10.35.0.13 cinder-volume 2014-07-10 07:51:29.857 15082 ERROR kombu.messaging [-] NBK: _publish routing_key='' exchange='cinder-scheduler_fanout' message.body='{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-a8037d61-0ba8-4c2e-ba8c-01e6f59477d6\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:29.854685\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-fast\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPH\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"1999489581ef4d158dc77a50a54e87ca\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}'
Jul 10 07:51:29 10.35.0.13 cinder-volume 2014-07-10 07:51:29.857 15082 DEBUG kombu.channel [-] [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-a8037d61-0ba8-4c2e-ba8c-01e6f59477d6\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:29.854685\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-fast\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPH\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"1999489581ef4d158dc77a50a54e87ca\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='', immediate=False, exchange='cinder-scheduler_fanout') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-volume 2014-07-10 07:51:29.858 15082 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:29 10.35.0.13 cinder-volume 2014-07-10 07:51:29.858 15082 DEBUG kombu.channel [-] [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.859 14144 DEBUG kombu.channel [-] [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-a8037d61-0ba8-4c2e-ba8c-01e6f59477d6\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:29.854685\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-fast\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPH\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"1999489581ef4d158dc77a50a54e87ca\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'3', 'redelivered': False, 'routing_key': u'', 'delivery_tag': 47, 'exchange': u'cinder-scheduler_fanout'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f1692c5d590>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.860 14144 ERROR kombu.transport.pyamqp [-] NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-a8037d61-0ba8-4c2e-ba8c-01e6f59477d6\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:29.854685\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-fast\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPH\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"1999489581ef4d158dc77a50a54e87ca\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'3', 'redelivered': False, 'routing_key': u'', 'delivery_tag': 47, 'exchange': u'cinder-scheduler_fanout'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f1692c5d590>}
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.860 14144 DEBUG kombu.channel [-] message_to_python.body=u'{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-a8037d61-0ba8-4c2e-ba8c-01e6f59477d6\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:29.854685\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-fast\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPH\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"1999489581ef4d158dc77a50a54e87ca\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:29 10.35.0.13 cinder-volume 2014-07-10 07:51:29.860 15082 INFO cinder.volume.manager [-] Updating volume status
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.861 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.020 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.861 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_domain\\": null, \\"_context_request_id\\": \\"req-a8037d61-0ba8-4c2e-ba8c-01e6f59477d6\\", \\"_context_quota_class\\": null, \\"_context_service_catalog\\": [], \\"_context_auth_token\\": null, \\"_context_user_id\\": null, \\"_context_is_admin\\": true, \\"version\\": \\"1.0\\", \\"_context_timestamp\\": \\"2014-07-10T07:51:29.854685\\", \\"_context_project_domain\\": null, \\"_context_user\\": null, \\"method\\": \\"update_service_capabilities\\", \\"_context_remote_address\\": null, \\"_context_roles\\": [\\"admin\\"], \\"args\\": {\\"service_name\\": \\"volume\\", \\"host\\": \\"cinder@rbd-fast\\", \\"capabilities\\": {\\"allocated_capacity_gb\\": 0, \\"volume_backend_name\\": \\"CEPH\\", \\"free_capacity_gb\\": 1281, \\"driver_version\\": \\"1.1.0\\", \\"total_capacity_gb\\": 1282, \\"reserved_percentage\\": 0, \\"vendor_name\\": \\"Open Source\\", \\"storage_protocol\\": \\"ceph\\"}}, \\"_unique_id\\": \\"1999489581ef4d158dc77a50a54e87ca\\", \\"_context_project_name\\": null, \\"_context_read_deleted\\": \\"no\\", \\"_context_user_identity\\": \\"- - - - -\\", \\"_context_tenant\\": null, \\"_context_project_id\\": null, \\"_context_user_domain\\": null}", "oslo.version": "2.0"}'
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.862 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f1692c5d7d0>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f1692c5d950>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f1692c5da10>]
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.862 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: _consume connection.drain_events
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.862 14144 ERROR oslo.messaging.rpc.dispatcher [-] NBK: rpc server _dispatch_and_reply method=u'update_service_capabilities'
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.863 14144 WARNING cinder.context [-] Arguments dropped when creating context: {'user': None, 'tenant': None, 'user_identity': u'- - - - -'}
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.864 14144 DEBUG kombu.channel [-] [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"7a5aec2b406c475599c45db128ae17e2\\", \\"failure\\": null, \\"result\\": null}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.864 14144 ERROR kombu.transport.pyamqp [-] NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"7a5aec2b406c475599c45db128ae17e2\\", \\"failure\\": null, \\"result\\": null}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.865 14144 ERROR kombu.messaging [-] NBK: _publish routing_key='' exchange='' message.body='{"oslo.message": "{\\"_unique_id\\": \\"7a5aec2b406c475599c45db128ae17e2\\", \\"failure\\": null, \\"result\\": null}", "oslo.version": "2.0"}'
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.865 14144 DEBUG kombu.channel [-] [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"7a5aec2b406c475599c45db128ae17e2\\", \\"failure\\": null, \\"result\\": null}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='', immediate=False, exchange='') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.865 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.866 14144 DEBUG kombu.channel [-] [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"2b373b074f074c968664b09e5539e5de\\", \\"failure\\": null, \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.866 14144 ERROR kombu.transport.pyamqp [-] NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"2b373b074f074c968664b09e5539e5de\\", \\"failure\\": null, \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.867 14144 ERROR kombu.messaging [-] NBK: _publish routing_key='' exchange='' message.body='{"oslo.message": "{\\"_unique_id\\": \\"2b373b074f074c968664b09e5539e5de\\", \\"failure\\": null, \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.867 14144 DEBUG kombu.channel [-] [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"2b373b074f074c968664b09e5539e5de\\", \\"failure\\": null, \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='', immediate=False, exchange='') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.868 14144 ERROR oslo.messaging._drivers.impl_rabbit [-] NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.868 14144 DEBUG kombu.channel [-] [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:29 10.35.0.13 cinder-scheduler 2014-07-10 07:51:29.869 14144 ERROR oslo.messaging.rpc.dispatcher [-] NBK: rpc server _dispatch_and_reply method=u'update_service_capabilities' took=0.010 got_reply=True exceptions=[]
Jul 10 07:51:29 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:29 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:29 10.35.0.15 2014-07-10 07:51:29.930 26558 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" status: 200 len: 1865 time: 0.1064520
Jul 10 07:51:29 10.35.0.13 [2014-07-10 07:51:29.931] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:30 10.35.0.2 [2014-07-10 07:51:30.065] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:30 10.35.0.15 [2014-07-10 07:51:30.098] 943/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3034
Jul 10 07:51:30 10.35.0.14 [2014-07-10 07:51:30.102] 944/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3035
Jul 10 07:51:30 10.35.0.13 [2014-07-10 07:51:30.281] 12869/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'services', '-c', '1', '-U', '10.35.2.5']
Jul 10 07:51:30 10.35.0.13 [2014-07-10 07:51:30.281] 12881/MainThread savage.arp_forever/INFO: execute['arping', '-q', '-A', '-I', 'services', '-c', '1', '-U', '10.35.2.6']
Jul 10 07:51:30 10.35.0.13 2014-07-10 07:51:30.978 4845 139683355839536 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task SchedulerManager._expire_reservations run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:30 10.35.0.13 2014-07-10 07:51:30.984 4845 139683355839536 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task SchedulerManager._run_periodic_tasks run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:30 10.35.0.13 2014-07-10 07:51:30.984 4845 139683355839536 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:31 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:31 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.601 9211 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.602 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.604 9211 139961508956432 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:31 10.35.0.13 pound: 10.35.2.3:35357 10.35.2.5 - - [10/Jul/2014:07:51:31 +0000] "GET /v2.0/tokens/1900bf10337a4fbf8b8f96109905e2d5 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.623 9211 139961508956432 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/1900bf10337a4fbf8b8f96109905e2d5 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.625 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.626 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.627 9211 139961508956432 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.627 9211 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.628 9211 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.628 9211 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.629 9211 139961508956432 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:31 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:31 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:31 10.35.0.13 2014-07-10 07:51:31.724 9211 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1222570
Jul 10 07:51:32 10.35.0.2 [2014-07-10 07:51:32.413] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6729
Jul 10 07:51:32 10.35.0.15 2014-07-10 07:51:32.738 3486 140304331938544 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:33 10.35.0.13 [2014-07-10 07:51:33.210] 942/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3079
Jul 10 07:51:34 10.35.0.13 keystone-all 2014-07-10 07:51:34.437 3892 WARNING keystone.common.controller [-] RBAC: Bypassing authorization
Jul 10 07:51:34 10.35.0.13 pound: 10.35.2.3:35357 10.35.2.5 - - [10/Jul/2014:07:51:33 +0000] "GET /v2.0/tokens/revoked HTTP/1.1" 200 612 "" ""
Jul 10 07:51:34 10.35.0.13 keystone.log: 10.35.0.13 - - [10/Jul/2014 07:51:34] code 400, message Bad request syntax ('0')
Jul 10 07:51:34 10.35.0.13 keystone.log: 10.35.0.13 - - [10/Jul/2014 07:51:34] "0" 400 -
Jul 10 07:51:34 10.35.0.13 radosgw: 2014-07-10 07:51:34.468932 7f421a5f3700 0 ceph_decode_cms returned -95
Jul 10 07:51:34 10.35.0.13 radosgw: 2014-07-10 07:51:34.468957 7f421a5f3700 0 ERROR: keystone revocation processing returned error r=-95
Jul 10 07:51:34 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:34 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:34 10.35.0.14 keystone-all 2014-07-10 07:51:34.478 5210 WARNING keystone.common.controller [-] RBAC: Bypassing authorization
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.490 14453 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.491 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:34 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:33 +0000] "GET /v2.0/tokens/revoked HTTP/1.1" 200 612 "" ""
Jul 10 07:51:34 10.35.0.14 keystone.log: 10.35.0.13 - - [10/Jul/2014 07:51:34] code 400, message Bad request syntax ('0')
Jul 10 07:51:34 10.35.0.14 keystone.log: 10.35.0.13 - - [10/Jul/2014 07:51:34] "0" 400 -
Jul 10 07:51:34 10.35.0.14 radosgw: 2014-07-10 07:51:34.492781 7fac73fff700 0 ceph_decode_cms returned -95
Jul 10 07:51:34 10.35.0.14 radosgw: 2014-07-10 07:51:34.492822 7fac73fff700 0 ERROR: keystone revocation processing returned error r=-95
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.493 14453 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:34 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:34 +0000] "GET /v2.0/tokens/90f9092b132e407489d0c75a709a3c9c HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.505 14453 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/90f9092b132e407489d0c75a709a3c9c HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.506 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.507 14453 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.509 14453 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.509 14453 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.509 14453 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.509 14453 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.510 14453 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:34 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:34 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:34 10.35.0.14 2014-07-10 07:51:34.604 14453 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1141350
Jul 10 07:51:34 10.35.0.2 [2014-07-10 07:51:34.768] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6728
Jul 10 07:51:36 10.35.0.13 2014-07-10 07:51:36.986 4839 140472631422320 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 60.00 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:37 10.35.0.2 [2014-07-10 07:51:37.117] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6728
Jul 10 07:51:37 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:37 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.373 14454 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.373 14454 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.375 14454 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:37 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:37 +0000] "GET /v2.0/tokens/7f2bc68576dc4bfc81285d376d0919bb HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.392 14454 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/7f2bc68576dc4bfc81285d376d0919bb HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.394 14454 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.394 14454 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.396 14454 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.396 14454 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.396 14454 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.397 14454 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.397 14454 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:37 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:37 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:37 10.35.0.14 2014-07-10 07:51:37.491 14454 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1182768
Jul 10 07:51:39 10.35.0.2 [2014-07-10 07:51:39.545] 25267/MainThread savage.GrandpaStats/INFO: LoopTime: Count[39] Mean[3.16 +- 0.06] Max[3.23] 95%[3.23]
Jul 10 07:51:39 10.35.0.2 [2014-07-10 07:51:39.546] 25267/MainThread savage.GrandpaStats/INFO: RequestTime: Count[39] Mean[3.00 +- 0.00] Max[3.00] 95%[3.00]
Jul 10 07:51:39 10.35.0.2 [2014-07-10 07:51:39.547] 25267/MainThread savage.GrandpaStats/INFO: TickTime: Count[39] Mean[0.15 +- 0.05] Max[0.23] 95%[0.23]
Jul 10 07:51:39 10.35.0.2 [2014-07-10 07:51:39.549] 25267/MainThread savage.GrandpaStats/INFO: Request[/private/cluster-info]: Count[29] Mean[0.00 +- 0.00] Max[0.00] 95%[0.00]
Jul 10 07:51:39 10.35.0.2 [2014-07-10 07:51:39.549] 25267/MainThread savage.GrandpaStats/INFO: Request[/private/node/freeze]: Count[1] Mean[0.11 +- nan] Max[0.11] 95%[0.11]
Jul 10 07:51:39 10.35.0.2 [2014-07-10 07:51:39.556] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6728
Jul 10 07:51:39 10.35.0.13 [2014-07-10 07:51:39.941] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 5bce7fab-aa57-4959-affa-e484b4757c21
Jul 10 07:51:39 10.35.0.13 2014-07-10 07:51:39.945 9211 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:39 10.35.0.13 2014-07-10 07:51:39.945 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:39 10.35.0.13 2014-07-10 07:51:39.946 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:39 10.35.0.13 2014-07-10 07:51:39.947 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:39 10.35.0.13 2014-07-10 07:51:39.948 9211 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:39 10.35.0.13 2014-07-10 07:51:39.949 9211 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:39 10.35.0.13 2014-07-10 07:51:39.949 9211 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'5bce7fab-aa57-4959-affa-e484b4757c21'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:39 10.35.0.13 2014-07-10 07:51:39.949 9211 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:40 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:39 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:40 10.35.0.13 2014-07-10 07:51:40.047 9211 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" status: 200 len: 1865 time: 0.1023450
Jul 10 07:51:40 10.35.0.13 [2014-07-10 07:51:40.049] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:40 10.35.0.13 [2014-07-10 07:51:40.050] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.054 26558 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.055 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.056 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.057 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.059 26558 140125626202704 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.059 26558 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.059 26558 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'bdfc975a-99d8-4f21-9408-cbfec23debb6'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.060 26558 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:40 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:40 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.161 26558 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" status: 200 len: 1865 time: 0.1070850
Jul 10 07:51:40 10.35.0.13 [2014-07-10 07:51:40.163] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:40 10.35.0.13 [2014-07-10 07:51:40.163] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.167 26558 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.167 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.168 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.169 26558 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.170 26558 140125626202704 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.170 26558 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.171 26558 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.171 26558 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:40 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:40 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.261 26556 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.261 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.263 26556 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:40 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:40 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.265 26558 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" status: 200 len: 1865 time: 0.0981538
Jul 10 07:51:40 10.35.0.13 [2014-07-10 07:51:40.266] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:40 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:51:40 +0000] "GET /v2.0/tokens/d1ce64c617764c3d923ecb9b19e0b6cf HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.275 26556 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/d1ce64c617764c3d923ecb9b19e0b6cf HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.277 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.277 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.279 26556 140125626202704 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.279 26556 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.279 26556 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.280 26556 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.280 26556 140125626202704 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:40 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:40 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:40 10.35.0.15 2014-07-10 07:51:40.375 26556 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1149790
Jul 10 07:51:41 10.35.0.2 [2014-07-10 07:51:41.901] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6728
Jul 10 07:51:43 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:43 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.139 26556 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.139 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.141 26556 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:43 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:51:43 +0000] "GET /v2.0/tokens/2f9ae5dc9b15410d96068618e83f507a HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.162 26556 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/2f9ae5dc9b15410d96068618e83f507a HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.163 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.164 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.165 26556 140125626202704 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.166 26556 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.166 26556 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.166 26556 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.167 26556 140125626202704 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:43 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:43 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:43 10.35.0.15 2014-07-10 07:51:43.266 26556 140125626202704 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1275821
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.341 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_volume_usage run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.341 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._instance_usage_audit run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.342 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager.update_available_resource run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.342 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got semaphore "compute_resources" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.343 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.343 14333 140269548807184 nova.compute.resource_tracker log audit Auditing locally available compute resources
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.343 14333 140269548807184 nova.virt.libvirt.driver driver update_status Updating host stats update_status /usr/lib64/python2.7/site-packages/nova/virt/libvirt/driver.py:5260
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.344 14333 140269548807184 nova.openstack.common.processutils processutils execute Running cmd (subprocess): sudo nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:154
Jul 10 07:51:43 10.35.0.14 sudo: nova : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/bin/nova-rootwrap /etc/nova/rootwrap.conf vgs --noheadings --nosuffix --separator | --units b -o vg_size,vg_free nova
Jul 10 07:51:43 10.35.0.13 keystone-all 2014-07-10 07:51:43.405 3892 WARNING keystone.common.controller [-] RBAC: Bypassing authorization
Jul 10 07:51:43 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:51:42 +0000] "GET /v2.0/tokens/revoked HTTP/1.1" 200 612 "" ""
Jul 10 07:51:43 10.35.0.13 keystone.log: 10.35.0.13 - - [10/Jul/2014 07:51:43] code 400, message Bad request syntax ('0')
Jul 10 07:51:43 10.35.0.13 keystone.log: 10.35.0.13 - - [10/Jul/2014 07:51:43] "0" 400 -
Jul 10 07:51:43 10.35.0.15 radosgw: 2014-07-10 07:51:43.421466 7fd8a7fff700 0 ceph_decode_cms returned -95
Jul 10 07:51:43 10.35.0.15 radosgw: 2014-07-10 07:51:43.421492 7fd8a7fff700 0 ERROR: keystone revocation processing returned error r=-95
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.544 14333 140269548807184 nova.openstack.common.processutils processutils execute Result was 0 execute /usr/lib64/python2.7/site-packages/nova/openstack/common/processutils.py:187
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.645 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free ram (MB): 45503 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:409
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.645 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free disk (GB): 1620 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:410
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.645 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: free VCPUs: 4 _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:415
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.646 14333 140269548807184 nova.compute.resource_tracker resource_tracker _report_hypervisor_resource_view Hypervisor: assignable PCI devices: [] _report_hypervisor_resource_view /usr/lib64/python2.7/site-packages/nova/compute/resource_tracker.py:422
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.698 14333 140269548807184 nova.compute.resource_tracker log audit Free ram (MB): 47729
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.698 14333 140269548807184 nova.compute.resource_tracker log audit Free disk (GB): 1862
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.698 14333 140269548807184 nova.compute.resource_tracker log audit Free VCPUS: 4
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.725 14333 140269548807184 nova.compute.resource_tracker resource_tracker _sync_compute_node Compute_service record updated for 10.35.0.14:node-10-35-0-14
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.725 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "update_available_resource" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.749 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rebooting_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.749 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._reclaim_queued_deletes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.750 14333 140269548807184 nova.compute.manager manager _reclaim_queued_deletes CONF.reclaim_instance_interval <= 0, skipping... _reclaim_queued_deletes /usr/lib64/python2.7/site-packages/nova/compute/manager.py:5405
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.750 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_unconfirmed_resizes run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.750 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._poll_rescued_instances run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.751 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._check_instance_build_time run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.751 14333 140269548807184 nova.openstack.common.periodic_task periodic_task run_periodic_tasks Running periodic task ComputeManager._run_image_cache_manager_pass run_periodic_tasks /usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.751 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got semaphore "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.752 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.752 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.752 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "do_register_storage_use" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.783 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Released file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.784 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "do_register_storage_use" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.784 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got semaphore "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.784 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Attempting to grab file lock "storage-registry-lock" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:178
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.784 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Got file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:206
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.785 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "do_get_storage_users" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.785 14333 140269548807184 nova.openstack.common.lockutils lockutils lock Released file lock "storage-registry-lock" at /mnt/novadisk/nova/instances/locks/nova-storage-registry-lock lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:210
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.785 14333 140269548807184 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "do_get_storage_users" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.793 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Verify base images _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:525
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.793 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Unknown base file: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.793 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Removable base files: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.794 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _remove_base_file Base file too young to remove: /mnt/novadisk/nova/instances/_base/3ce1ede9dd924050c414daf4858ec0e15367d827
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.794 14333 140269548807184 nova.virt.libvirt.imagecache imagecache _age_and_verify_cached_images Verification complete _age_and_verify_cached_images /usr/lib64/python2.7/site-packages/nova/virt/libvirt/imagecache.py:567
Jul 10 07:51:43 10.35.0.14 2014-07-10 07:51:43.794 14333 140269548807184 nova.openstack.common.loopingcall loopingcall _inner Dynamic looping call sleeping for 39.45 seconds _inner /usr/lib64/python2.7/site-packages/nova/openstack/common/loopingcall.py:132
Jul 10 07:51:44 10.35.0.2 [2014-07-10 07:51:44.255] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6728
Jul 10 07:51:45 10.35.0.14 [2014-07-10 07:51:45.676] 944/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3035
Jul 10 07:51:45 10.35.0.15 [2014-07-10 07:51:45.675] 943/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3034
Jul 10 07:51:46 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:45 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.026 14455 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.026 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.028 14455 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:46 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:46 +0000] "GET /v2.0/tokens/90bef5848d5f480abca8f000e2f79a63 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.045 14455 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/90bef5848d5f480abca8f000e2f79a63 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.047 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.048 14455 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.049 14455 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.049 14455 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.050 14455 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.050 14455 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.050 14455 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:46 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:46 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:46 10.35.0.14 2014-07-10 07:51:46.146 14455 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1199250
Jul 10 07:51:46 10.35.0.2 [2014-07-10 07:51:46.607] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6728
Jul 10 07:51:48 10.35.0.13 [2014-07-10 07:51:48.794] 942/Thread-1 savage.WSGI-FredInterface/INFO: 10.35.0.2 "GET /private/status HTTP/1.1" 200 3079
Jul 10 07:51:48 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:48 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.906 14452 140340022848080 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.906 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.908 14452 140340022848080 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:48 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.14 - - [10/Jul/2014:07:51:48 +0000] "GET /v2.0/tokens/5f2748df2e524a8b9f94788b4bd39027 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.923 14452 140340022848080 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/5f2748df2e524a8b9f94788b4bd39027 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.925 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.926 14452 140340022848080 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.927 14452 140340022848080 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.927 14452 140340022848080 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.928 14452 140340022848080 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7fa374b0b390>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.928 14452 140340022848080 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7fa374a5b990>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:48 10.35.0.14 2014-07-10 07:51:48.929 14452 140340022848080 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:48 10.35.0.2 [2014-07-10 07:51:48.983] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6728
Jul 10 07:51:49 10.35.0.13 pound: 10.35.2.8:8774 10.35.0.14 - - [10/Jul/2014:07:51:48 +0000] "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" 200 5056 "" "python-novaclient"
Jul 10 07:51:49 10.35.0.14 2014-07-10 07:51:49.027 14452 140340022848080 nova.osapi_compute.wsgi.server log write 10.35.0.14,10.35.0.13 "GET /v2/ee63379236dd496dada07df1fe6d89cb/servers/detail HTTP/1.1" status: 200 len: 5230 time: 0.1214671
Jul 10 07:51:50 10.35.0.13 [2014-07-10 07:51:50.276] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 5bce7fab-aa57-4959-affa-e484b4757c21
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.280 9211 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.280 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.281 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.282 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.284 9211 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.284 9211 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.285 9211 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'5bce7fab-aa57-4959-affa-e484b4757c21'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.286 9211 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit _error_callback Timed out waiting for RPC response: timed out
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.070 sec retry=1 got_ret=False exceptions=['connection_errors: [Errno 104] Connection reset by peer', 'connection_errors: timed out']
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 amqpdriver _poll_connection NBK: conn.consume timed out msg_id='8504f806c278472cac67288977887170'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 client call NBK: rpc client call method='setup_networks_on_host' target=<Target topic=network, version=1.0> took=0.270 timeout=60 got_result=False exceptions=[MessagingTimeout('Timed out waiting for a reply to message ID 8504f806c278472cac67288977887170',)] kwargs={'instance_id': 3, 'teardown': False, 'host': u'10.35.0.13'}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 periodic_task run_periodic_tasks Error during CobaltManager._refresh_host: Timed out waiting for a reply to message ID 8504f806c278472cac67288977887170
Traceback (most recent call last):
File "/usr/lib64/python2.7/site-packages/nova/openstack/common/periodic_task.py", line 182, in run_periodic_tasks
task(self, context)
File "/usr/lib64/python2.7/site-packages/cobalt/nova/extension/manager.py", line 315, in _refresh_host
self.network_api.setup_networks_on_host(context, instance)
File "/usr/lib64/python2.7/site-packages/nova/network/api.py", line 95, in wrapped
return func(self, context, *args, **kwargs)
File "/usr/lib64/python2.7/site-packages/nova/network/api.py", line 509, in setup_networks_on_host
self.network_rpcapi.setup_networks_on_host(context, **args)
File "/usr/lib64/python2.7/site-packages/nova/network/rpcapi.py", line 270, in setup_networks_on_host
teardown=teardown)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/rpc/client.py", line 381, in call
return self.prepare().call(ctxt, method, **kwargs)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/rpc/client.py", line 161, in call
wait_for_reply=True, timeout=timeout)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/transport.py", line 90, in _send
timeout=timeout)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 425, in send
return self._send(target, ctxt, message, wait_for_reply, timeout)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 416, in _send
result = self._waiter.wait(msg_id, timeout)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 280, in wait
reply, ending = self._poll_connection(msg_id, timeout)
File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 230, in _poll_connection
% msg_id)
MessagingTimeout: Timed out waiting for a reply to message ID 8504f806c278472cac67288977887170
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager _lock_instance Acquiring lock for instance bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager _lock_instance Acquired lock for instance bdfc975a-99d8-4f21-9408-cbfec23debb6 (me: 140600141292720, refcount=1)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager migrate_instance NBK: manager.migrate_instance instance=bdfc975a-99d8-4f21-9408-cbfec23debb6 calling pre_migrate
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 hooks _call_hooks Calling hooks for pre_migrate action
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 hooks _call_hooks Done calling hooks for pre_migrate action
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager migrate_instance NBK: manager.migrate_instance instance='bdfc975a-99d8-4f21-9408-cbfec23debb6' self.host='10.35.0.13' instance.host=u'10.35.0.13'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager migrate_instance NBK: manager.migrate_instance instance='bdfc975a-99d8-4f21-9408-cbfec23debb6' migration_address='10.35.0.13'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager migrate_instance NBK: manager.migrate_instance instance='bdfc975a-99d8-4f21-9408-cbfec23debb6' calling get_instance_nw_info
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> timeout=60 rpc_response_timeout=60 kwargs={'instance_id': 'bdfc975a-99d8-4f21-9408-cbfec23debb6', 'host': u'10.35.0.13', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _send MSG_ID is f33d8a56d8884bcb8e5122e52decb088
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqp _add_unique_id UNIQUE_ID is d0d0774a29884c37855c174c30d537ca.
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"d0d0774a29884c37855c174c30d537ca\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2})
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"d0d0774a29884c37855c174c30d537ca\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 messaging _publish NBK: _publish routing_key='network' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"d0d0774a29884c37855c174c30d537ca\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"d0d0774a29884c37855c174c30d537ca\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='network', immediate=False, exchange='nova')
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] close()
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 channel _do_close Closed channel #1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 channel __init__ using channel_id: 1
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.382 26454 139875338655696 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"d0d0774a29884c37855c174c30d537ca\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 9, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f374526e150>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.383 26454 139875338655696 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"d0d0774a29884c37855c174c30d537ca\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 9, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f374526e150>}
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.383 26454 139875338655696 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"d0d0774a29884c37855c174c30d537ca\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 channel _open_ok Channel open
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _poll_connection NBK: _poll_connection msg_id='f33d8a56d8884bcb8e5122e52decb088' timeout=60 self.incoming=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 periodic_task run_periodic_tasks Running periodic task CobaltManager._clean
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 vmsconn _clean_lvm_symlinks Starting to clean symlinks in /dev/nova
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/5bce7fab-aa57-4959-affa-e484b4757c21_disk
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.385 26454 139875338655696 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.230 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.386 26454 139875338655696 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"d0d0774a29884c37855c174c30d537ca\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/bdfc975a-99d8-4f21-9408-cbfec23debb6_disk
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.386 26454 139875338655696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f37445fe910>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f37445fea90>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f37445febd0>]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.386 26454 139875338655696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/libvirt_save
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 vmsconn _clean_lvm_symlinks Link is still active /dev/nova/novadisk
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.387 26454 139875327536016 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager _lock_instance Acquiring lock for instance 58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager _lock_instance Acquired lock for instance 58fff51f-7c38-4447-8f90-d7e3b2c0ca69 (me: 140600141292880, refcount=1)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager migrate_instance NBK: manager.migrate_instance instance=58fff51f-7c38-4447-8f90-d7e3b2c0ca69 calling pre_migrate
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 hooks _call_hooks Calling hooks for pre_migrate action
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 hooks _call_hooks Done calling hooks for pre_migrate action
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager migrate_instance NBK: manager.migrate_instance instance='58fff51f-7c38-4447-8f90-d7e3b2c0ca69' self.host='10.35.0.13' instance.host=u'10.35.0.13'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager migrate_instance NBK: manager.migrate_instance instance='58fff51f-7c38-4447-8f90-d7e3b2c0ca69' migration_address='10.35.0.13'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager migrate_instance NBK: manager.migrate_instance instance='58fff51f-7c38-4447-8f90-d7e3b2c0ca69' calling get_instance_nw_info
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> timeout=60 rpc_response_timeout=60 kwargs={'instance_id': '58fff51f-7c38-4447-8f90-d7e3b2c0ca69', 'host': u'10.35.0.13', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver _send MSG_ID is d04b6be0c71947eca37b50587ad1d79e
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqp _add_unique_id UNIQUE_ID is aab28be7ca894203bcb8c25da00bdfd6.
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"aab28be7ca894203bcb8c25da00bdfd6\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2})
Jul 10 07:51:50 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:50 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"aab28be7ca894203bcb8c25da00bdfd6\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 messaging _publish NBK: _publish routing_key='network' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"aab28be7ca894203bcb8c25da00bdfd6\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"aab28be7ca894203bcb8c25da00bdfd6\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='network', immediate=False, exchange='nova')
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.395 9114 140035666425488 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"aab28be7ca894203bcb8c25da00bdfd6\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 9, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f5c99c99650>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.395 9114 140035666425488 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"aab28be7ca894203bcb8c25da00bdfd6\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 9, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f5c99c99650>}
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.395 9114 140035666425488 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"aab28be7ca894203bcb8c25da00bdfd6\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:50 10.35.0.13 [2014-07-10 07:51:50.396] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:50 10.35.0.13 [2014-07-10 07:51:50.397] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id bdfc975a-99d8-4f21-9408-cbfec23debb6
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.397 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.260 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.397 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"aab28be7ca894203bcb8c25da00bdfd6\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.398 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f5c98a7a790>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f5c98a7a910>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f5c98a7aa50>]
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.399 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.399 9114 140035666426448 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info'
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.399 9211 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/5bce7fab-aa57-4959-affa-e484b4757c21 HTTP/1.1" status: 200 len: 1865 time: 0.1195090
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.400 9211 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.401 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.402 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.402 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.404 9211 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.404 9211 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.404 9211 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'bdfc975a-99d8-4f21-9408-cbfec23debb6'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.404 9211 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] close()
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 channel _do_close Closed channel #1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 channel __init__ using channel_id: 1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 channel _open_ok Channel open
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600130837392 loopingcall _inner Dynamic looping call sleeping for 60.00 seconds
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager _lock_instance Acquiring lock for instance 5bce7fab-aa57-4959-affa-e484b4757c21
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager _lock_instance Acquired lock for instance 5bce7fab-aa57-4959-affa-e484b4757c21 (me: 140600149009904, refcount=1)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager migrate_instance NBK: manager.migrate_instance instance=5bce7fab-aa57-4959-affa-e484b4757c21 calling pre_migrate
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 hooks _call_hooks Calling hooks for pre_migrate action
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 hooks _call_hooks Done calling hooks for pre_migrate action
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager migrate_instance NBK: manager.migrate_instance instance='5bce7fab-aa57-4959-affa-e484b4757c21' self.host='10.35.0.13' instance.host=u'10.35.0.13'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager migrate_instance NBK: manager.migrate_instance instance='5bce7fab-aa57-4959-affa-e484b4757c21' migration_address='10.35.0.13'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager migrate_instance NBK: manager.migrate_instance instance='5bce7fab-aa57-4959-affa-e484b4757c21' calling get_instance_nw_info
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> timeout=60 rpc_response_timeout=60 kwargs={'instance_id': '5bce7fab-aa57-4959-affa-e484b4757c21', 'host': u'10.35.0.13', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver _send MSG_ID is ca63a9cb35e94eb8bf00ba80d14e53e6
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqp _add_unique_id UNIQUE_ID is be8de3bce4144e618b00cf03a2fec5e2.
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"be8de3bce4144e618b00cf03a2fec5e2\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2})
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"be8de3bce4144e618b00cf03a2fec5e2\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 messaging _publish NBK: _publish routing_key='network' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"be8de3bce4144e618b00cf03a2fec5e2\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"be8de3bce4144e618b00cf03a2fec5e2\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='network', immediate=False, exchange='nova')
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] close()
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 channel _do_close Closed channel #1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 channel __init__ using channel_id: 1
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.429 14329 140087594424912 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"be8de3bce4144e618b00cf03a2fec5e2\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 9, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f68b09d14d0>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.430 14329 140087594424912 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"be8de3bce4144e618b00cf03a2fec5e2\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 9, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f68b09d14d0>}
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.430 14329 140087594424912 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"be8de3bce4144e618b00cf03a2fec5e2\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 channel _open_ok Channel open
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.432 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.150 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.433 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.13\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"be8de3bce4144e618b00cf03a2fec5e2\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.433 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f68afcdfad0>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f68afcdfc50>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f68afcdfd90>]
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.434 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.434 14329 140087582201488 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.491 26454 139875327536016 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.492 26454 139875327536016 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.496 26454 139875327536016 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.497 26454 139875327536016 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.497 26454 139875327536016 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:50 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:50 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.502 26454 139875327536016 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:50 10.35.0.13 [2014-07-10 07:51:50.502] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:50 10.35.0.13 [2014-07-10 07:51:50.502] 942/MainThread savage.node-evacuation/INFO: Requesting status refresh of VM id 58fff51f-7c38-4447-8f90-d7e3b2c0ca69
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.504 9211 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/bdfc975a-99d8-4f21-9408-cbfec23debb6 HTTP/1.1" status: 200 len: 1865 time: 0.1041269
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.505 9211 139961508956432 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.506 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.506 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _cache_get Returning cached token _cache_get /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1010
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.507 9211 139961508956432 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: c4cc4b52d8ea46b8a3744426ca5683c4 with project_id : e9d3d8cb6e6f42d6a05a4d3075b03f50 and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.508 9211 139961508956432 routes.middleware middleware __call__ Matched GET /e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.509 9211 139961508956432 routes.middleware middleware __call__ Route path: '/{project_id}/servers/:(id)', defaults: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.509 9211 139961508956432 routes.middleware middleware __call__ Match dict: {'action': u'show', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f4b52c870d0>, 'project_id': u'e9d3d8cb6e6f42d6a05a4d3075b03f50', 'id': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.509 9211 139961508956432 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.show of <nova.api.openstack.compute.servers.Controller object at 0x7f4b52bdd6d0>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.526 26454 139875327536016 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:50 10.35.0.15 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:50 10.35.0.15 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.528 26454 139875327536016 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"35149180230941b3a4068157301b8e56\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.528 26454 139875327536016 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"35149180230941b3a4068157301b8e56\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.528 26454 139875327536016 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_a6882628d63d497394316484050dd50b' exchange=u'reply_a6882628d63d497394316484050dd50b' message.body='{"oslo.message": "{\\"_unique_id\\": \\"35149180230941b3a4068157301b8e56\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.529 26454 139875327536016 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"35149180230941b3a4068157301b8e56\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_a6882628d63d497394316484050dd50b', immediate=False, exchange=u'reply_a6882628d63d497394316484050dd50b') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.529 26454 139875327536016 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.529 26454 139875327536016 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:50 10.35.0.15 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:50 10.35.0.15 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.528 9114 140035666426448 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.528 9114 140035666426448 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_unique_id\\": \\"35149180230941b3a4068157301b8e56\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 1, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}))
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_unique_id\\": \\"35149180230941b3a4068157301b8e56\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 1, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_unique_id\\": \\"35149180230941b3a4068157301b8e56\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_unique_id\\": \\"35149180230941b3a4068157301b8e56\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _poll_connection NBK: _poll_connection msg_id='f33d8a56d8884bcb8e5122e52decb088' timeout=60 self.incoming=[{u'_unique_id': u'35149180230941b3a4068157301b8e56', u'failure': None, u'result': [{u'ovs_interfaceid': None, u'network': {u'bridge': u'cloud', u'label': u'private', u'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, u'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', u'subnets': [{u'ips': [{u'meta': {}, u'type': u'fixed', u'version': 4, u'address': u'10.35.3.4', u'floating_ips': []}], u'version': 4, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [{u'meta': {}, u'type': u'dns', u'version': 4, u'address': u'8.8.4.4'}], u'routes': [], u'cidr': u'10.35.3.0/24', u'gateway': {u'meta': {}, u'type': u'gateway', u'version': 4, u'address': u'10.35.3.1'}}, {u'ips': [], u'version': None, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [], u'routes': [], u'cidr': None, u'gateway': {u'meta': {}, u'type': u'gateway', u'version': None, u'address': None}}]}, u'devname': None, u'qbh_params': None, u'meta': {}, u'details': {}, u'address': u'fa:16:3e:fb:e3:88', u'active': False, u'type': u'bridge', u'id': u'd055441c-4073-4986-a3d2-918aff72550e', u'qbg_params': None}], u'_msg_id': u'f33d8a56d8884bcb8e5122e52decb088'}]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _poll_connection NBK: _poll_connection msg_id='f33d8a56d8884bcb8e5122e52decb088' got incoming_msg_id=u'f33d8a56d8884bcb8e5122e52decb088' message_data={u'_unique_id': u'35149180230941b3a4068157301b8e56', u'failure': None, u'result': [{u'ovs_interfaceid': None, u'network': {u'bridge': u'cloud', u'label': u'private', u'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, u'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', u'subnets': [{u'ips': [{u'meta': {}, u'type': u'fixed', u'version': 4, u'address': u'10.35.3.4', u'floating_ips': []}], u'version': 4, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [{u'meta': {}, u'type': u'dns', u'version': 4, u'address': u'8.8.4.4'}], u'routes': [], u'cidr': u'10.35.3.0/24', u'gateway': {u'meta': {}, u'type': u'gateway', u'version': 4, u'address': u'10.35.3.1'}}, {u'ips': [], u'version': None, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [], u'routes': [], u'cidr': None, u'gateway': {u'meta': {}, u'type': u'gateway', u'version': None, u'address': None}}]}, u'devname': None, u'qbh_params': None, u'meta': {}, u'details': {}, u'address': u'fa:16:3e:fb:e3:88', u'active': False, u'type': u'bridge', u'id': u'd055441c-4073-4986-a3d2-918aff72550e', u'qbg_params': None}]}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _poll_connection NBK: _poll_connection msg_id='f33d8a56d8884bcb8e5122e52decb088' timeout=60 self.incoming=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.533 26454 139875327536016 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"c34b1ceb35b646bc946f2c567f74b341\\", \\"failure\\": null, \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.533 26454 139875327536016 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"c34b1ceb35b646bc946f2c567f74b341\\", \\"failure\\": null, \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.533 26454 139875327536016 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_a6882628d63d497394316484050dd50b' exchange=u'reply_a6882628d63d497394316484050dd50b' message.body='{"oslo.message": "{\\"_unique_id\\": \\"c34b1ceb35b646bc946f2c567f74b341\\", \\"failure\\": null, \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.533 26454 139875327536016 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"c34b1ceb35b646bc946f2c567f74b341\\", \\"failure\\": null, \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_a6882628d63d497394316484050dd50b', immediate=False, exchange=u'reply_a6882628d63d497394316484050dd50b') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.534 26454 139875327536016 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.534 26454 139875327536016 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.533 9114 140035666426448 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.533 9114 140035666426448 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.534 9114 140035666426448 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_unique_id\\": \\"c34b1ceb35b646bc946f2c567f74b341\\", \\"failure\\": null, \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 2, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}))
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_unique_id\\": \\"c34b1ceb35b646bc946f2c567f74b341\\", \\"failure\\": null, \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 2, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_unique_id\\": \\"c34b1ceb35b646bc946f2c567f74b341\\", \\"failure\\": null, \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_unique_id\\": \\"c34b1ceb35b646bc946f2c567f74b341\\", \\"failure\\": null, \\"_msg_id\\": \\"f33d8a56d8884bcb8e5122e52decb088\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _poll_connection NBK: _poll_connection msg_id='f33d8a56d8884bcb8e5122e52decb088' timeout=60 self.incoming=[{u'_unique_id': u'c34b1ceb35b646bc946f2c567f74b341', u'failure': None, u'_msg_id': u'f33d8a56d8884bcb8e5122e52decb088', u'result': None, u'ending': True}]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _poll_connection NBK: _poll_connection msg_id='f33d8a56d8884bcb8e5122e52decb088' got incoming_msg_id=u'f33d8a56d8884bcb8e5122e52decb088' message_data={u'_unique_id': u'c34b1ceb35b646bc946f2c567f74b341', u'failure': None, u'result': None, u'ending': True}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver put NBK: ReplyWaiters.put msg_id='d04b6be0c71947eca37b50587ad1d79e' message_data=<object object at 0x7fdffe6bf400>
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver put NBK: ReplyWaiters.put msg_id='ca63a9cb35e94eb8bf00ba80d14e53e6' message_data=<object object at 0x7fdffe6bf400>
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> took=0.030 timeout=60 got_result=True exceptions=[] kwargs={'instance_id': 'bdfc975a-99d8-4f21-9408-cbfec23debb6', 'host': u'10.35.0.13', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 api update_instance_cache_with_nw_info Updating cache with info: [VIF({'ovs_interfaceid': None, 'network': Network({'bridge': u'cloud', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': u'fixed', 'floating_ips': [], 'address': u'10.35.3.4'})], 'version': 4, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': u'dns', 'address': u'8.8.4.4'})], 'routes': [], 'cidr': u'10.35.3.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': u'gateway', 'address': u'10.35.3.1'})}), Subnet({'ips': [], 'version': None, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [], 'routes': [], 'cidr': None, 'gateway': IP({'meta': {}, 'version': None, 'type': u'gateway', 'address': None})})], 'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, 'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', 'label': u'private'}), 'devname': None, 'qbh_params': None, 'meta': {}, 'details': {}, 'address': u'fa:16:3e:fb:e3:88', 'active': False, 'type': u'bridge', 'id': u'd055441c-4073-4986-a3d2-918aff72550e', 'qbg_params': None})]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.539 26454 139875327536016 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info' took=0.130 got_reply=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.538 9114 140035666426448 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.552 14329 140087582201488 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.552 14329 140087582201488 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.559 14329 140087582201488 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver _poll_connection NBK: _poll_connection msg_id='d04b6be0c71947eca37b50587ad1d79e' timeout=60 self.incoming=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.560 14329 140087582201488 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.560 14329 140087582201488 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager migrate_instance NBK: manager.migrate_instance instance='bdfc975a-99d8-4f21-9408-cbfec23debb6' get_instance_nw_info returned network_info=[VIF({'ovs_interfaceid': None, 'network': Network({'bridge': u'cloud', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': u'fixed', 'floating_ips': [], 'address': u'10.35.3.4'})], 'version': 4, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': u'dns', 'address': u'8.8.4.4'})], 'routes': [], 'cidr': u'10.35.3.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': u'gateway', 'address': u'10.35.3.1'})}), Subnet({'ips': [], 'version': None, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [], 'routes': [], 'cidr': None, 'gateway': IP({'meta': {}, 'version': None, 'type': u'gateway', 'address': None})})], 'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, 'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', 'label': u'private'}), 'devname': None, 'qbh_params': None, 'meta': {}, 'details': {}, 'address': u'fa:16:3e:fb:e3:88', 'active': False, 'type': u'bridge', 'id': u'd055441c-4073-4986-a3d2-918aff72550e', 'qbg_params': None})]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager migrate_instance NBK: manager.migrate_instance instance='bdfc975a-99d8-4f21-9408-cbfec23debb6' calling _instance_update system_metadata={u'gc_src_host': '10.35.0.13', u'logical_volumes': u'bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824', u'instance_type_memory_mb': u'512', u'instance_type_swap': u'0', u'instance_type_vcpu_weight': None, u'instance_type_root_gb': u'1', u'instance_type_name': u'm1.tiny', u'instance_type_id': u'2', u'instance_type_ephemeral_gb': u'0', u'instance_type_rxtx_factor': u'1.0', u'clean_attempts': u'2', u'image_disk_format': u'qcow2', u'gc_dst_host': u'10.35.0.15', u'network_allocated': u'True', u'instance_type_flavorid': u'1', u'instance_type_vcpus': u'1', u'images': u'612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414', u'image_container_format': u'bare', u'image_min_ram': u'0', u'image_min_disk': u'1', u'image_base_image_ref': u'e349575a-7d21-4540-a99d-b32087181da0'}
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.559 9114 140035666426448 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:50 10.35.0.13 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:50 10.35.0.13 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.561 9114 140035666426448 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"a023bba4b8414699a91a5777d609f78c\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.561 9114 140035666426448 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"a023bba4b8414699a91a5777d609f78c\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.561 9114 140035666426448 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_a6882628d63d497394316484050dd50b' exchange=u'reply_a6882628d63d497394316484050dd50b' message.body='{"oslo.message": "{\\"_unique_id\\": \\"a023bba4b8414699a91a5777d609f78c\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.562 9114 140035666426448 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"a023bba4b8414699a91a5777d609f78c\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_a6882628d63d497394316484050dd50b', immediate=False, exchange=u'reply_a6882628d63d497394316484050dd50b') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.565 14329 140087582201488 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.563 9114 140035666426448 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.563 9114 140035666426448 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:50 10.35.0.13 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:50 10.35.0.13 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.564 9114 140035666426448 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"4dee24a070524556bd8ef620c38c3e43\\", \\"failure\\": null, \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.565 9114 140035666426448 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"4dee24a070524556bd8ef620c38c3e43\\", \\"failure\\": null, \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.565 9114 140035666426448 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_a6882628d63d497394316484050dd50b' exchange=u'reply_a6882628d63d497394316484050dd50b' message.body='{"oslo.message": "{\\"_unique_id\\": \\"4dee24a070524556bd8ef620c38c3e43\\", \\"failure\\": null, \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.565 9114 140035666426448 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"4dee24a070524556bd8ef620c38c3e43\\", \\"failure\\": null, \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_a6882628d63d497394316484050dd50b', immediate=False, exchange=u'reply_a6882628d63d497394316484050dd50b') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.566 9114 140035666426448 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.567 9114 140035666426448 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.568 9114 140035666426448 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info' took=0.130 got_reply=True exceptions=[]
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.601 14329 140087582201488 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:50 10.35.0.14 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:50 10.35.0.14 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.602 14329 140087582201488 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"97fb7774ab8f4d4b97fc7dbe1497d860\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.602 14329 140087582201488 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"97fb7774ab8f4d4b97fc7dbe1497d860\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.602 14329 140087582201488 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_a6882628d63d497394316484050dd50b' exchange=u'reply_a6882628d63d497394316484050dd50b' message.body='{"oslo.message": "{\\"_unique_id\\": \\"97fb7774ab8f4d4b97fc7dbe1497d860\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.602 14329 140087582201488 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"97fb7774ab8f4d4b97fc7dbe1497d860\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_a6882628d63d497394316484050dd50b', immediate=False, exchange=u'reply_a6882628d63d497394316484050dd50b') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.603 14329 140087582201488 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.603 14329 140087582201488 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_a6882628d63d497394316484050dd50b', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:50 10.35.0.14 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:50 10.35.0.14 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.604 14329 140087582201488 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"d0715e3cea7a4b3484df8948681c8f21\\", \\"failure\\": null, \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.604 14329 140087582201488 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"d0715e3cea7a4b3484df8948681c8f21\\", \\"failure\\": null, \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.604 14329 140087582201488 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_a6882628d63d497394316484050dd50b' exchange=u'reply_a6882628d63d497394316484050dd50b' message.body='{"oslo.message": "{\\"_unique_id\\": \\"d0715e3cea7a4b3484df8948681c8f21\\", \\"failure\\": null, \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.605 14329 140087582201488 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"d0715e3cea7a4b3484df8948681c8f21\\", \\"failure\\": null, \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_a6882628d63d497394316484050dd50b', immediate=False, exchange=u'reply_a6882628d63d497394316484050dd50b') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.605 14329 140087582201488 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.605 14329 140087582201488 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.14 2014-07-10 07:51:50.608 14329 140087582201488 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info' took=0.140 got_reply=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 pound: 10.35.2.8:8774 10.35.2.5 - - [10/Jul/2014:07:51:50 +0000] "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" 200 1691 "" "python-novaclient"
Jul 10 07:51:50 10.35.0.13 [2014-07-10 07:51:50.612] 942/MainThread savage.Fred/INFO: Waiting for VMs to migrate.
Jul 10 07:51:50 10.35.0.13 2014-07-10 07:51:50.613 9211 139961508956432 nova.osapi_compute.wsgi.server log write 10.35.2.5,10.35.0.13 "GET /v2/e9d3d8cb6e6f42d6a05a4d3075b03f50/servers/58fff51f-7c38-4447-8f90-d7e3b2c0ca69 HTTP/1.1" status: 200 len: 1865 time: 0.1074009
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_unique_id\\": \\"a023bba4b8414699a91a5777d609f78c\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 3, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}))
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_unique_id\\": \\"a023bba4b8414699a91a5777d609f78c\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 3, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_unique_id\\": \\"a023bba4b8414699a91a5777d609f78c\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_unique_id\\": \\"a023bba4b8414699a91a5777d609f78c\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.100 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver _poll_connection NBK: _poll_connection msg_id='d04b6be0c71947eca37b50587ad1d79e' timeout=60 self.incoming=[{u'_unique_id': u'a023bba4b8414699a91a5777d609f78c', u'failure': None, u'result': [{u'ovs_interfaceid': None, u'network': {u'bridge': u'cloud', u'label': u'private', u'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, u'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', u'subnets': [{u'ips': [{u'meta': {}, u'type': u'fixed', u'version': 4, u'address': u'10.35.3.2', u'floating_ips': []}], u'version': 4, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [{u'meta': {}, u'type': u'dns', u'version': 4, u'address': u'8.8.4.4'}], u'routes': [], u'cidr': u'10.35.3.0/24', u'gateway': {u'meta': {}, u'type': u'gateway', u'version': 4, u'address': u'10.35.3.1'}}, {u'ips': [], u'version': None, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [], u'routes': [], u'cidr': None, u'gateway': {u'meta': {}, u'type': u'gateway', u'version': None, u'address': None}}]}, u'devname': None, u'qbh_params': None, u'meta': {}, u'details': {}, u'address': u'fa:16:3e:ea:c9:90', u'active': False, u'type': u'bridge', u'id': u'a6b8e2fe-efe7-4e59-965e-27a58002e350', u'qbg_params': None}], u'_msg_id': u'd04b6be0c71947eca37b50587ad1d79e'}]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver _poll_connection NBK: _poll_connection msg_id='d04b6be0c71947eca37b50587ad1d79e' got incoming_msg_id=u'd04b6be0c71947eca37b50587ad1d79e' message_data={u'_unique_id': u'a023bba4b8414699a91a5777d609f78c', u'failure': None, u'result': [{u'ovs_interfaceid': None, u'network': {u'bridge': u'cloud', u'label': u'private', u'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, u'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', u'subnets': [{u'ips': [{u'meta': {}, u'type': u'fixed', u'version': 4, u'address': u'10.35.3.2', u'floating_ips': []}], u'version': 4, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [{u'meta': {}, u'type': u'dns', u'version': 4, u'address': u'8.8.4.4'}], u'routes': [], u'cidr': u'10.35.3.0/24', u'gateway': {u'meta': {}, u'type': u'gateway', u'version': 4, u'address': u'10.35.3.1'}}, {u'ips': [], u'version': None, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [], u'routes': [], u'cidr': None, u'gateway': {u'meta': {}, u'type': u'gateway', u'version': None, u'address': None}}]}, u'devname': None, u'qbh_params': None, u'meta': {}, u'details': {}, u'address': u'fa:16:3e:ea:c9:90', u'active': False, u'type': u'bridge', u'id': u'a6b8e2fe-efe7-4e59-965e-27a58002e350', u'qbg_params': None}]}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver _poll_connection NBK: _poll_connection msg_id='d04b6be0c71947eca37b50587ad1d79e' timeout=60 self.incoming=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_unique_id\\": \\"4dee24a070524556bd8ef620c38c3e43\\", \\"failure\\": null, \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 4, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}))
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_unique_id\\": \\"4dee24a070524556bd8ef620c38c3e43\\", \\"failure\\": null, \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 4, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_unique_id\\": \\"4dee24a070524556bd8ef620c38c3e43\\", \\"failure\\": null, \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_unique_id\\": \\"4dee24a070524556bd8ef620c38c3e43\\", \\"failure\\": null, \\"_msg_id\\": \\"d04b6be0c71947eca37b50587ad1d79e\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver _poll_connection NBK: _poll_connection msg_id='d04b6be0c71947eca37b50587ad1d79e' timeout=60 self.incoming=[{u'_unique_id': u'4dee24a070524556bd8ef620c38c3e43', u'failure': None, u'_msg_id': u'd04b6be0c71947eca37b50587ad1d79e', u'result': None, u'ending': True}]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver _poll_connection NBK: _poll_connection msg_id='d04b6be0c71947eca37b50587ad1d79e' got incoming_msg_id=u'd04b6be0c71947eca37b50587ad1d79e' message_data={u'_unique_id': u'4dee24a070524556bd8ef620c38c3e43', u'failure': None, u'result': None, u'ending': True}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver put NBK: ReplyWaiters.put msg_id='ca63a9cb35e94eb8bf00ba80d14e53e6' message_data=<object object at 0x7fdffe6bf400>
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> took=0.120 timeout=60 got_result=True exceptions=[] kwargs={'instance_id': '58fff51f-7c38-4447-8f90-d7e3b2c0ca69', 'host': u'10.35.0.13', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 api update_instance_cache_with_nw_info Updating cache with info: [VIF({'ovs_interfaceid': None, 'network': Network({'bridge': u'cloud', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': u'fixed', 'floating_ips': [], 'address': u'10.35.3.2'})], 'version': 4, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': u'dns', 'address': u'8.8.4.4'})], 'routes': [], 'cidr': u'10.35.3.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': u'gateway', 'address': u'10.35.3.1'})}), Subnet({'ips': [], 'version': None, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [], 'routes': [], 'cidr': None, 'gateway': IP({'meta': {}, 'version': None, 'type': u'gateway', 'address': None})})], 'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, 'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', 'label': u'private'}), 'devname': None, 'qbh_params': None, 'meta': {}, 'details': {}, 'address': u'fa:16:3e:ea:c9:90', 'active': False, 'type': u'bridge', 'id': u'a6b8e2fe-efe7-4e59-965e-27a58002e350', 'qbg_params': None})]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 manager migrate_instance NBK: manager.migrate_instance instance='bdfc975a-99d8-4f21-9408-cbfec23debb6' calling pre_live_migration
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 client call NBK: rpc client call method='pre_live_migration' target=<Target topic=compute, version=3.19, server=10.35.0.15> timeout=60 rpc_response_timeout=60 kwargs={'instance': <nova.objects.instance.Instance object at 0x7fe0065b9150>, 'disk': None, 'migrate_data': None, 'block_migration': False}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _send MSG_ID is 39b38093f13b42a5b8705526e841d8d6
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqp _add_unique_id UNIQUE_ID is dd3eb3453608439ba139788ea1f9ce04.
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"39b38093f13b42a5b8705526e841d8d6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-m3qn000p\\", \\"id\\": 2, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-75998908018\\", \\"uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"updated_at\\": \\"2014-07-10T07:20:49Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.4\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:fb:e3:88\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"d055441c-4073-4986-a3d2-918aff72550e\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-75998908018\\", \\"launched_on\\": \\"10.35.0.15\\", \\"display_description\\": \\"vm-75998908018\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTKShVUNsS1pUIRDHJVMJGfaSFGELRQSZr9iebQTCb4crvxwnXEX/Fo0wcJZZO/2YojE29JGHFGUw6Pi3Ga4j3sBlhF4gbNA0y31450iwMqhZrXAwYhUznnbdPjhnba56q4yRcNNZfT8NWSNOuWwdN9YSw7HzuJFAeSF2x0RInXY8HRs6QYD1XZnWsc/PeqDA7OBZrIWaeoRnGEjNTyNMIUWjtFjigSA8qFy+pqabnecLemkOQO4qkScZRno2b1g6LAEPf2KVa2pU6PSsrh0LKjVZFG6Y8KqRghFZulvs8+pHqecdCOdDnbI1DNIr9FjZZ7eEhDEUQ1b+ZTSrm9EEF Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"2014\\": \\"launched_at-07-10T03:54:21Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-13416633338\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:06Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"dd3eb3453608439ba139788ea1f9ce04\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2})
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"39b38093f13b42a5b8705526e841d8d6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-m3qn000p\\", \\"id\\": 2, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-75998908018\\", \\"uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"updated_at\\": \\"2014-07-10T07:20:49Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.4\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:fb:e3:88\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"d055441c-4073-4986-a3d2-918aff72550e\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-75998908018\\", \\"launched_on\\": \\"10.35.0.15\\", \\"display_description\\": \\"vm-75998908018\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTKShVUNsS1pUIRDHJVMJGfaSFGELRQSZr9iebQTCb4crvxwnXEX/Fo0wcJZZO/2YojE29JGHFGUw6Pi3Ga4j3sBlhF4gbNA0y31450iwMqhZrXAwYhUznnbdPjhnba56q4yRcNNZfT8NWSNOuWwdN9YSw7HzuJFAeSF2x0RInXY8HRs6QYD1XZnWsc/PeqDA7OBZrIWaeoRnGEjNTyNMIUWjtFjigSA8qFy+pqabnecLemkOQO4qkScZRno2b1g6LAEPf2KVa2pU6PSsrh0LKjVZFG6Y8KqRghFZulvs8+pHqecdCOdDnbI1DNIr9FjZZ7eEhDEUQ1b+ZTSrm9EEF Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:21Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-13416633338\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:06Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"dd3eb3453608439ba139788ea1f9ce04\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 messaging _publish NBK: _publish routing_key=u'compute.10.35.0.15' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"39b38093f13b42a5b8705526e841d8d6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-m3qn000p\\", \\"id\\": 2, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-75998908018\\", \\"uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"updated_at\\": \\"2014-07-10T07:20:49Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.4\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:fb:e3:88\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"d055441c-4073-4986-a3d2-918aff72550e\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-75998908018\\", \\"launched_on\\": \\"10.35.0.15\\", \\"display_description\\": \\"vm-75998908018\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTKShVUNsS1pUIRDHJVMJGfaSFGELRQSZr9iebQTCb4crvxwnXEX/Fo0wcJZZO/2YojE29JGHFGUw6Pi3Ga4j3sBlhF4gbNA0y31450iwMqhZrXAwYhUznnbdPjhnba56q4yRcNNZfT8NWSNOuWwdN9YSw7HzuJFAeSF2x0RInXY8HRs6QYD1XZnWsc/PeqDA7OBZrIWaeoRnGEjNTyNMIUWjtFjigSA8qFy+pqabnecLemkOQO4qkScZRno2b1g6LAEPf2KVa2pU6PSsrh0LKjVZFG6Y8KqRghFZulvs8+pHqecdCOdDnbI1DNIr9FjZZ7eEhDEUQ1b+ZTSrm9EEF Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:21Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-13416633338\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:06Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"dd3eb3453608439ba139788ea1f9ce04\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"39b38093f13b42a5b8705526e841d8d6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-m3qn000p\\", \\"id\\": 2, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-75998908018\\", \\"uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"updated_at\\": \\"2014-07-10T07:20:49Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.4\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:fb:e3:88\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"d055441c-4073-4986-a3d2-918aff72550e\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-75998908018\\", \\"launched_on\\": \\"10.35.0.15\\", \\"display_description\\": \\"vm-75998908018\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTKShVUNsS1pUIRDHJVMJGfaSFGELRQSZr9iebQTCb4crvxwnXEX/Fo0wcJZZO/2YojE29JGHFGUw6Pi3Ga4j3sBlhF4gbNA0y31450iwMqhZrXAwYhUznnbdPjhnba56q4yRcNNZfT8NWSNOuWwdN9YSw7HzuJFAeSF2x0RInXY8HRs6QYD1XZnWsc/PeqDA7OBZrIWaeoRnGEjNTyNMIUWjtFjigSA8qFy+pqabnecLemkOQO4qkScZRno2b1g6LAEPf2KVa2pU6PSsrh0LKjVZFG6Y8KqRghFZulvs8+pHqecdCOdDnbI1DNIr9FjZZ7eEhDEUQ1b+ZTSrm9EEF Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:21Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-13416633338\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:06Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"dd3eb3453608439ba139788ea1f9ce04\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'compute.10.35.0.15', immediate=False, exchange='nova')
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 debug __wrapped [Kombu channel:1] close()
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver _poll_connection NBK: _poll_connection msg_id='ca63a9cb35e94eb8bf00ba80d14e53e6' timeout=60 self.incoming=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_unique_id\\": \\"97fb7774ab8f4d4b97fc7dbe1497d860\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 5, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}))
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_unique_id\\": \\"97fb7774ab8f4d4b97fc7dbe1497d860\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 5, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_unique_id\\": \\"97fb7774ab8f4d4b97fc7dbe1497d860\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_unique_id\\": \\"97fb7774ab8f4d4b97fc7dbe1497d860\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.3\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.694 26458 140217655567696 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"39b38093f13b42a5b8705526e841d8d6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-m3qn000p\\", \\"id\\": 2, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-75998908018\\", \\"uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"updated_at\\": \\"2014-07-10T07:20:49Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.4\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:fb:e3:88\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"d055441c-4073-4986-a3d2-918aff72550e\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-75998908018\\", \\"launched_on\\": \\"10.35.0.15\\", \\"display_description\\": \\"vm-75998908018\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTKShVUNsS1pUIRDHJVMJGfaSFGELRQSZr9iebQTCb4crvxwnXEX/Fo0wcJZZO/2YojE29JGHFGUw6Pi3Ga4j3sBlhF4gbNA0y31450iwMqhZrXAwYhUznnbdPjhnba56q4yRcNNZfT8NWSNOuWwdN9YSw7HzuJFAeSF2x0RInXY8HRs6QYD1XZnWsc/PeqDA7OBZrIWaeoRnGEjNTyNMIUWjtFjigSA8qFy+pqabnecLemkOQO4qkScZRno2b1g6LAEPf2KVa2pU6PSsrh0LKjVZFG6Y8KqRghFZulvs8+pHqecdCOdDnbI1DNIr9FjZZ7eEhDEUQ1b+ZTSrm9EEF Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:21Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-13416633338\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:06Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"dd3eb3453608439ba139788ea1f9ce04\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'compute.10.35.0.15', 'delivery_tag': 1, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f86f8c01750>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.694 26458 140217655567696 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"39b38093f13b42a5b8705526e841d8d6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-m3qn000p\\", \\"id\\": 2, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-75998908018\\", \\"uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"updated_at\\": \\"2014-07-10T07:20:49Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.4\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:fb:e3:88\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"d055441c-4073-4986-a3d2-918aff72550e\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-75998908018\\", \\"launched_on\\": \\"10.35.0.15\\", \\"display_description\\": \\"vm-75998908018\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTKShVUNsS1pUIRDHJVMJGfaSFGELRQSZr9iebQTCb4crvxwnXEX/Fo0wcJZZO/2YojE29JGHFGUw6Pi3Ga4j3sBlhF4gbNA0y31450iwMqhZrXAwYhUznnbdPjhnba56q4yRcNNZfT8NWSNOuWwdN9YSw7HzuJFAeSF2x0RInXY8HRs6QYD1XZnWsc/PeqDA7OBZrIWaeoRnGEjNTyNMIUWjtFjigSA8qFy+pqabnecLemkOQO4qkScZRno2b1g6LAEPf2KVa2pU6PSsrh0LKjVZFG6Y8KqRghFZulvs8+pHqecdCOdDnbI1DNIr9FjZZ7eEhDEUQ1b+ZTSrm9EEF Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:21Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-13416633338\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:06Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"dd3eb3453608439ba139788ea1f9ce04\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'compute.10.35.0.15', 'delivery_tag': 1, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f86f8c01750>}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver _poll_connection NBK: _poll_connection msg_id='ca63a9cb35e94eb8bf00ba80d14e53e6' timeout=60 self.incoming=[{u'_unique_id': u'97fb7774ab8f4d4b97fc7dbe1497d860', u'failure': None, u'result': [{u'ovs_interfaceid': None, u'network': {u'bridge': u'cloud', u'label': u'private', u'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, u'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', u'subnets': [{u'ips': [{u'meta': {}, u'type': u'fixed', u'version': 4, u'address': u'10.35.3.6', u'floating_ips': []}], u'version': 4, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [{u'meta': {}, u'type': u'dns', u'version': 4, u'address': u'8.8.4.4'}], u'routes': [], u'cidr': u'10.35.3.0/24', u'gateway': {u'meta': {}, u'type': u'gateway', u'version': 4, u'address': u'10.35.3.1'}}, {u'ips': [], u'version': None, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [], u'routes': [], u'cidr': None, u'gateway': {u'meta': {}, u'type': u'gateway', u'version': None, u'address': None}}]}, u'devname': None, u'qbh_params': None, u'meta': {}, u'details': {}, u'address': u'fa:16:3e:b2:5c:77', u'active': False, u'type': u'bridge', u'id': u'6027a16a-a2c3-4c35-a33e-165a49b27be6', u'qbg_params': None}], u'_msg_id': u'ca63a9cb35e94eb8bf00ba80d14e53e6'}]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver _poll_connection NBK: _poll_connection msg_id='ca63a9cb35e94eb8bf00ba80d14e53e6' got incoming_msg_id=u'ca63a9cb35e94eb8bf00ba80d14e53e6' message_data={u'_unique_id': u'97fb7774ab8f4d4b97fc7dbe1497d860', u'failure': None, u'result': [{u'ovs_interfaceid': None, u'network': {u'bridge': u'cloud', u'label': u'private', u'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, u'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', u'subnets': [{u'ips': [{u'meta': {}, u'type': u'fixed', u'version': 4, u'address': u'10.35.3.6', u'floating_ips': []}], u'version': 4, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [{u'meta': {}, u'type': u'dns', u'version': 4, u'address': u'8.8.4.4'}], u'routes': [], u'cidr': u'10.35.3.0/24', u'gateway': {u'meta': {}, u'type': u'gateway', u'version': 4, u'address': u'10.35.3.1'}}, {u'ips': [], u'version': None, u'meta': {u'dhcp_server': u'10.35.3.3'}, u'dns': [], u'routes': [], u'cidr': None, u'gateway': {u'meta': {}, u'type': u'gateway', u'version': None, u'address': None}}]}, u'devname': None, u'qbh_params': None, u'meta': {}, u'details': {}, u'address': u'fa:16:3e:b2:5c:77', u'active': False, u'type': u'bridge', u'id': u'6027a16a-a2c3-4c35-a33e-165a49b27be6', u'qbg_params': None}]}
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.694 26458 140217655567696 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"39b38093f13b42a5b8705526e841d8d6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-m3qn000p\\", \\"id\\": 2, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-75998908018\\", \\"uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"updated_at\\": \\"2014-07-10T07:20:49Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.4\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:fb:e3:88\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"d055441c-4073-4986-a3d2-918aff72550e\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-75998908018\\", \\"launched_on\\": \\"10.35.0.15\\", \\"display_description\\": \\"vm-75998908018\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTKShVUNsS1pUIRDHJVMJGfaSFGELRQSZr9iebQTCb4crvxwnXEX/Fo0wcJZZO/2YojE29JGHFGUw6Pi3Ga4j3sBlhF4gbNA0y31450iwMqhZrXAwYhUznnbdPjhnba56q4yRcNNZfT8NWSNOuWwdN9YSw7HzuJFAeSF2x0RInXY8HRs6QYD1XZnWsc/PeqDA7OBZrIWaeoRnGEjNTyNMIUWjtFjigSA8qFy+pqabnecLemkOQO4qkScZRno2b1g6LAEPf2KVa2pU6PSsrh0LKjVZFG6Y8KqRghFZulvs8+pHqecdCOdDnbI1DNIr9FjZZ7eEhDEUQ1b+ZTSrm9EEF Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:21Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-13416633338\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:06Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"dd3eb3453608439ba139788ea1f9ce04\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver _poll_connection NBK: _poll_connection msg_id='ca63a9cb35e94eb8bf00ba80d14e53e6' timeout=60 self.incoming=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_unique_id\\": \\"d0715e3cea7a4b3484df8948681c8f21\\", \\"failure\\": null, \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 6, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}))
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_unique_id\\": \\"d0715e3cea7a4b3484df8948681c8f21\\", \\"failure\\": null, \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'reply_a6882628d63d497394316484050dd50b', 'delivery_tag': 6, 'exchange': u'reply_a6882628d63d497394316484050dd50b'}, 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7fe006201dd0>}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_unique_id\\": \\"d0715e3cea7a4b3484df8948681c8f21\\", \\"failure\\": null, \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_unique_id\\": \\"d0715e3cea7a4b3484df8948681c8f21\\", \\"failure\\": null, \\"_msg_id\\": \\"ca63a9cb35e94eb8bf00ba80d14e53e6\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver _poll_connection NBK: _poll_connection msg_id='ca63a9cb35e94eb8bf00ba80d14e53e6' timeout=60 self.incoming=[{u'_unique_id': u'd0715e3cea7a4b3484df8948681c8f21', u'failure': None, u'_msg_id': u'ca63a9cb35e94eb8bf00ba80d14e53e6', u'result': None, u'ending': True}]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver _poll_connection NBK: _poll_connection msg_id='ca63a9cb35e94eb8bf00ba80d14e53e6' got incoming_msg_id=u'ca63a9cb35e94eb8bf00ba80d14e53e6' message_data={u'_unique_id': u'd0715e3cea7a4b3484df8948681c8f21', u'failure': None, u'result': None, u'ending': True}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver put NBK: ReplyWaiters.put msg_id='39b38093f13b42a5b8705526e841d8d6' message_data=<object object at 0x7fdffe6bf400>
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> took=0.130 timeout=60 got_result=True exceptions=[] kwargs={'instance_id': '5bce7fab-aa57-4959-affa-e484b4757c21', 'host': u'10.35.0.13', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 api update_instance_cache_with_nw_info Updating cache with info: [VIF({'ovs_interfaceid': None, 'network': Network({'bridge': u'cloud', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': u'fixed', 'floating_ips': [], 'address': u'10.35.3.6'})], 'version': 4, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': u'dns', 'address': u'8.8.4.4'})], 'routes': [], 'cidr': u'10.35.3.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': u'gateway', 'address': u'10.35.3.1'})}), Subnet({'ips': [], 'version': None, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [], 'routes': [], 'cidr': None, 'gateway': IP({'meta': {}, 'version': None, 'type': u'gateway', 'address': None})})], 'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, 'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', 'label': u'private'}), 'devname': None, 'qbh_params': None, 'meta': {}, 'details': {}, 'address': u'fa:16:3e:b2:5c:77', 'active': False, 'type': u'bridge', 'id': u'6027a16a-a2c3-4c35-a33e-165a49b27be6', 'qbg_params': None})]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.699 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=21.330 sec retry=2 got_ret=True exceptions=['connection_errors: (0, 0): (541) INTERNAL_ERROR', 'connection_errors: [Errno 104] Connection reset by peer']
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.699 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"39b38093f13b42a5b8705526e841d8d6\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-m3qn000p\\", \\"id\\": 2, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-75998908018\\", \\"uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"updated_at\\": \\"2014-07-10T07:20:49Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.4\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:fb:e3:88\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"d055441c-4073-4986-a3d2-918aff72550e\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-75998908018\\", \\"launched_on\\": \\"10.35.0.15\\", \\"display_description\\": \\"vm-75998908018\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDTKShVUNsS1pUIRDHJVMJGfaSFGELRQSZr9iebQTCb4crvxwnXEX/Fo0wcJZZO/2YojE29JGHFGUw6Pi3Ga4j3sBlhF4gbNA0y31450iwMqhZrXAwYhUznnbdPjhnba56q4yRcNNZfT8NWSNOuWwdN9YSw7HzuJFAeSF2x0RInXY8HRs6QYD1XZnWsc/PeqDA7OBZrIWaeoRnGEjNTyNMIUWjtFjigSA8qFy+pqabnecLemkOQO4qkScZRno2b1g6LAEPf2KVa2pU6PSsrh0LKjVZFG6Y8KqRghFZulvs8+pHqecdCOdDnbI1DNIr9FjZZ7eEhDEUQ1b+ZTSrm9EEF Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:21Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-13416633338\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"612b7185-a0a8-452e-99c4-36294dfb6bbc,cdf291e7-0736-4cee-82aa-12cab6015414\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:06Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:06Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"dd3eb3453608439ba139788ea1f9ce04\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.700 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f86f79548d0>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f86f7954a50>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f86f7954b90>]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.700 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.700 26458 140217644761968 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'pre_live_migration'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager migrate_instance NBK: manager.migrate_instance instance='58fff51f-7c38-4447-8f90-d7e3b2c0ca69' get_instance_nw_info returned network_info=[VIF({'ovs_interfaceid': None, 'network': Network({'bridge': u'cloud', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': u'fixed', 'floating_ips': [], 'address': u'10.35.3.2'})], 'version': 4, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': u'dns', 'address': u'8.8.4.4'})], 'routes': [], 'cidr': u'10.35.3.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': u'gateway', 'address': u'10.35.3.1'})}), Subnet({'ips': [], 'version': None, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [], 'routes': [], 'cidr': None, 'gateway': IP({'meta': {}, 'version': None, 'type': u'gateway', 'address': None})})], 'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, 'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', 'label': u'private'}), 'devname': None, 'qbh_params': None, 'meta': {}, 'details': {}, 'address': u'fa:16:3e:ea:c9:90', 'active': False, 'type': u'bridge', 'id': u'a6b8e2fe-efe7-4e59-965e-27a58002e350', 'qbg_params': None})]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager migrate_instance NBK: manager.migrate_instance instance='58fff51f-7c38-4447-8f90-d7e3b2c0ca69' calling _instance_update system_metadata={u'gc_src_host': '10.35.0.13', u'logical_volumes': u'58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824', u'instance_type_memory_mb': u'512', u'instance_type_swap': u'0', u'instance_type_vcpu_weight': None, u'instance_type_root_gb': u'1', u'instance_type_name': u'm1.tiny', u'instance_type_id': u'2', u'instance_type_ephemeral_gb': u'0', u'instance_type_rxtx_factor': u'1.0', u'clean_attempts': u'5', u'image_disk_format': u'qcow2', u'gc_dst_host': u'10.35.0.15', u'network_allocated': u'True', u'instance_type_flavorid': u'1', u'instance_type_vcpus': u'1', u'images': u'0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d', u'image_container_format': u'bare', u'image_min_ram': u'0', u'image_min_disk': u'1', u'image_base_image_ref': u'e349575a-7d21-4540-a99d-b32087181da0'}
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.704 26458 140217644761968 nova.compute.manager manager pre_live_migration NBK: pre_live_migration
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.704 26458 140217644761968 nova.compute.manager manager pre_live_migration NBK: pre_live_migration instance='bdfc975a-99d8-4f21-9408-cbfec23debb6'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.710 26458 140217644761968 nova.compute.manager manager pre_live_migration NBK: pre_live_migration instance='bdfc975a-99d8-4f21-9408-cbfec23debb6' calling _get_instance_nw_info
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.711 26458 140217644761968 oslo.messaging.rpc.client client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> timeout=60 rpc_response_timeout=60 kwargs={'instance_id': 'bdfc975a-99d8-4f21-9408-cbfec23debb6', 'host': u'10.35.0.15', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.712 26458 140217644761968 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.712 26458 140217644761968 oslo.messaging._drivers.impl_rabbit impl_rabbit _error_callback Failed to publish message to topic 'network': [Errno 104] Connection reset by peer
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit Traceback (most recent call last):
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 688, in ensure
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit ret = method(*args, **kwargs)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 814, in _publish
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit publisher = cls(self.conf, self.channel, topic, **kwargs)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 433, in __init__
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit **options)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 380, in __init__
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit self.reconnect(channel)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 388, in reconnect
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit routing_key=self.routing_key)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/kombu/messaging.py", line 85, in __init__
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit self.revive(self._channel)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/kombu/messaging.py", line 224, in revive
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit self.declare()
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/kombu/messaging.py", line 105, in declare
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit self.exchange.declare()
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/kombu/entity.py", line 166, in declare
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit nowait=nowait, passive=passive,
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/kombu/utils/debug.py", line 57, in __wrapped
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit ret = meth(*args, **kwargs)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/channel.py", line 613, in exchange_declare
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit self._send_method((40, 10), args)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/abstract_channel.py", line 56, in _send_method
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit self.channel_id, method_sig, args, content,
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/method_framing.py", line 221, in write_method
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit write_frame(1, channel, payload)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/transport.py", line 177, in write_frame
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit frame_type, channel, size, payload, 0xce,
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/eventlet/greenio.py", line 307, in sendall
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit tail = self.send(data, flags)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/eventlet/greenio.py", line 293, in send
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit total_sent += fd.send(data[total_sent:], flags)
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit error: [Errno 104] Connection reset by peer
2014-07-10 07:51:50.712 26458 TRACE oslo.messaging._drivers.impl_rabbit
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.714 26458 140217644761968 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure reconnecting...
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.714 26458 140217644761968 oslo.messaging._drivers.impl_rabbit impl_rabbit _connect Reconnecting to AMQP server on 10.35.0.3:5672
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.714 26458 140217644761968 oslo.messaging._drivers.impl_rabbit impl_rabbit _connect Delaying reconnect for 1.0 seconds...
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 channel _do_close Closed channel #1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 channel __init__ using channel_id: 1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager migrate_instance NBK: manager.migrate_instance instance='5bce7fab-aa57-4959-affa-e484b4757c21' get_instance_nw_info returned network_info=[VIF({'ovs_interfaceid': None, 'network': Network({'bridge': u'cloud', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': u'fixed', 'floating_ips': [], 'address': u'10.35.3.6'})], 'version': 4, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': u'dns', 'address': u'8.8.4.4'})], 'routes': [], 'cidr': u'10.35.3.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': u'gateway', 'address': u'10.35.3.1'})}), Subnet({'ips': [], 'version': None, 'meta': {u'dhcp_server': u'10.35.3.3'}, 'dns': [], 'routes': [], 'cidr': None, 'gateway': IP({'meta': {}, 'version': None, 'type': u'gateway', 'address': None})})], 'meta': {u'tenant_id': None, u'multi_host': True, u'should_create_bridge': True}, 'id': u'cef7302c-ff97-46c6-bfdc-e18b56455d26', 'label': u'private'}), 'devname': None, 'qbh_params': None, 'meta': {}, 'details': {}, 'address': u'fa:16:3e:b2:5c:77', 'active': False, 'type': u'bridge', 'id': u'6027a16a-a2c3-4c35-a33e-165a49b27be6', 'qbg_params': None})]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager migrate_instance NBK: manager.migrate_instance instance='5bce7fab-aa57-4959-affa-e484b4757c21' calling _instance_update system_metadata={u'gc_src_host': '10.35.0.13', u'logical_volumes': u'5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824', u'instance_type_memory_mb': u'512', u'instance_type_swap': u'0', u'instance_type_vcpu_weight': None, u'instance_type_root_gb': u'1', u'instance_type_name': u'm1.tiny', u'instance_type_id': u'2', u'instance_type_ephemeral_gb': u'0', u'instance_type_rxtx_factor': u'1.0', u'clean_attempts': u'2', u'image_disk_format': u'qcow2', u'gc_dst_host': u'10.35.0.15', u'network_allocated': u'True', u'instance_type_flavorid': u'1', u'instance_type_vcpus': u'1', u'images': u'be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba', u'image_container_format': u'bare', u'image_min_ram': u'0', u'image_min_disk': u'1', u'image_base_image_ref': u'e349575a-7d21-4540-a99d-b32087181da0'}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 manager migrate_instance NBK: manager.migrate_instance instance='58fff51f-7c38-4447-8f90-d7e3b2c0ca69' calling pre_live_migration
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 client call NBK: rpc client call method='pre_live_migration' target=<Target topic=compute, version=3.19, server=10.35.0.15> timeout=60 rpc_response_timeout=60 kwargs={'instance': <nova.objects.instance.Instance object at 0x7fe0065dde90>, 'disk': None, 'migrate_data': None, 'block_migration': False}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqpdriver _send MSG_ID is 70e291737b6f46b7a0427b94e3d91618
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqp _add_unique_id UNIQUE_ID is 936b637830a243c8aab7a2f1d11842e8.
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 amqp create Pool creating new connection
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 channel _open_ok Channel open
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 amqpdriver _poll_connection NBK: _poll_connection msg_id='39b38093f13b42a5b8705526e841d8d6' timeout=60 self.incoming=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7fe00612ac10>]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292720 impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.13 rabbitmq.log: =INFO REPORT==== 10-Jul-2014::07:51:50 ===
Jul 10 07:51:50 10.35.0.13 rabbitmq.log: accepting AMQP connection <0.1339.0> (10.35.0.13:64001 -> 10.35.0.3:5672)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 connection _start Start from server, version: 0.9, properties: {u'information': u'Licensed under the MPL. See http://www.rabbitmq.com/', u'product': u'RabbitMQ', u'copyright': u'Copyright (C) 2007-2013 VMware, Inc.', u'capabilities': {u'exchange_exchange_bindings': True, u'consumer_cancel_notify': True, u'publisher_confirms': True, u'basic.nack': True}, u'platform': u'Erlang/OTP', u'version': u'3.1.3'}, mechanisms: [u'PLAIN', u'AMQPLAIN'], locales: [u'en_US']
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 manager migrate_instance NBK: manager.migrate_instance instance='5bce7fab-aa57-4959-affa-e484b4757c21' calling pre_live_migration
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 client call NBK: rpc client call method='pre_live_migration' target=<Target topic=compute, version=3.19, server=10.35.0.15> timeout=60 rpc_response_timeout=60 kwargs={'instance': <nova.objects.instance.Instance object at 0x7fe006459a10>, 'disk': None, 'migrate_data': None, 'block_migration': False}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqpdriver _send MSG_ID is ca520ede65884af9ae03967fddb7e489
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 amqp _add_unique_id UNIQUE_ID is da2d9ba3dcf148d2adebd7491ff335ea.
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca520ede65884af9ae03967fddb7e489\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-togphhp0\\", \\"id\\": 3, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-89269518692\\", \\"uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"updated_at\\": \\"2014-07-10T07:19:43Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.6\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:b2:5c:77\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-89269518692\\", \\"launched_on\\": \\"10.35.0.14\\", \\"display_description\\": \\"vm-89269518692\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCs0MfDsL9636EykiqmCMRynnQevumzujszLXGj6uYV34U7F/50n4WQIJrSRXYnp07wioyLjnLWqWbmYPfvt2Cy0XOAAsftT95MTZBjMepiMy4ZVxDquo7irPiDFBVlY0MRi/2NO1RvrDnI86lDFA6g6KbkwlxqUg8BnBBSIYMRbnLD2vSdP6PAnWkIHrfhji0UHctfplaA+2HHAbqG0yHSNUqOBj8woOqa+9uMmetFM8pUfCn2e4BsueZJUCzTnvwgtiHr0CNUahtyIpewhuRWNV6hIASaInDd2Nf/MSUGji0qPmINcs8gryi4UNUHwXLzb65cK48y1NSOZ3wnOW5j Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:26Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-40227055798\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:10Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"da2d9ba3dcf148d2adebd7491ff335ea\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2})
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca520ede65884af9ae03967fddb7e489\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-togphhp0\\", \\"id\\": 3, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-89269518692\\", \\"uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"updated_at\\": \\"2014-07-10T07:19:43Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.6\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:b2:5c:77\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-89269518692\\", \\"launched_on\\": \\"10.35.0.14\\", \\"display_description\\": \\"vm-89269518692\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCs0MfDsL9636EykiqmCMRynnQevumzujszLXGj6uYV34U7F/50n4WQIJrSRXYnp07wioyLjnLWqWbmYPfvt2Cy0XOAAsftT95MTZBjMepiMy4ZVxDquo7irPiDFBVlY0MRi/2NO1RvrDnI86lDFA6g6KbkwlxqUg8BnBBSIYMRbnLD2vSdP6PAnWkIHrfhji0UHctfplaA+2HHAbqG0yHSNUqOBj8woOqa+9uMmetFM8pUfCn2e4BsueZJUCzTnvwgtiHr0CNUahtyIpewhuRWNV6hIASaInDd2Nf/MSUGji0qPmINcs8gryi4UNUHwXLzb65cK48y1NSOZ3wnOW5j Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:26Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-40227055798\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:10Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"da2d9ba3dcf148d2adebd7491ff335ea\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 messaging _publish NBK: _publish routing_key=u'compute.10.35.0.15' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca520ede65884af9ae03967fddb7e489\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-togphhp0\\", \\"id\\": 3, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-89269518692\\", \\"uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"updated_at\\": \\"2014-07-10T07:19:43Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.6\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:b2:5c:77\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-89269518692\\", \\"launched_on\\": \\"10.35.0.14\\", \\"display_description\\": \\"vm-89269518692\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCs0MfDsL9636EykiqmCMRynnQevumzujszLXGj6uYV34U7F/50n4WQIJrSRXYnp07wioyLjnLWqWbmYPfvt2Cy0XOAAsftT95MTZBjMepiMy4ZVxDquo7irPiDFBVlY0MRi/2NO1RvrDnI86lDFA6g6KbkwlxqUg8BnBBSIYMRbnLD2vSdP6PAnWkIHrfhji0UHctfplaA+2HHAbqG0yHSNUqOBj8woOqa+9uMmetFM8pUfCn2e4BsueZJUCzTnvwgtiHr0CNUahtyIpewhuRWNV6hIASaInDd2Nf/MSUGji0qPmINcs8gryi4UNUHwXLzb65cK48y1NSOZ3wnOW5j Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:26Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-40227055798\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:10Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"da2d9ba3dcf148d2adebd7491ff335ea\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca520ede65884af9ae03967fddb7e489\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-togphhp0\\", \\"id\\": 3, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-89269518692\\", \\"uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"updated_at\\": \\"2014-07-10T07:19:43Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.6\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:b2:5c:77\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-89269518692\\", \\"launched_on\\": \\"10.35.0.14\\", \\"display_description\\": \\"vm-89269518692\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCs0MfDsL9636EykiqmCMRynnQevumzujszLXGj6uYV34U7F/50n4WQIJrSRXYnp07wioyLjnLWqWbmYPfvt2Cy0XOAAsftT95MTZBjMepiMy4ZVxDquo7irPiDFBVlY0MRi/2NO1RvrDnI86lDFA6g6KbkwlxqUg8BnBBSIYMRbnLD2vSdP6PAnWkIHrfhji0UHctfplaA+2HHAbqG0yHSNUqOBj8woOqa+9uMmetFM8pUfCn2e4BsueZJUCzTnvwgtiHr0CNUahtyIpewhuRWNV6hIASaInDd2Nf/MSUGji0qPmINcs8gryi4UNUHwXLzb65cK48y1NSOZ3wnOW5j Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:26Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-40227055798\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:10Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"da2d9ba3dcf148d2adebd7491ff335ea\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'compute.10.35.0.15', immediate=False, exchange='nova')
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 debug __wrapped [Kombu channel:1] close()
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 connection _open_ok Open OK!
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 channel __init__ using channel_id: 1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 channel _open_ok Channel open
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.946 26458 140217655567696 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca520ede65884af9ae03967fddb7e489\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-togphhp0\\", \\"id\\": 3, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-89269518692\\", \\"uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"updated_at\\": \\"2014-07-10T07:19:43Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.6\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:b2:5c:77\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-89269518692\\", \\"launched_on\\": \\"10.35.0.14\\", \\"display_description\\": \\"vm-89269518692\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCs0MfDsL9636EykiqmCMRynnQevumzujszLXGj6uYV34U7F/50n4WQIJrSRXYnp07wioyLjnLWqWbmYPfvt2Cy0XOAAsftT95MTZBjMepiMy4ZVxDquo7irPiDFBVlY0MRi/2NO1RvrDnI86lDFA6g6KbkwlxqUg8BnBBSIYMRbnLD2vSdP6PAnWkIHrfhji0UHctfplaA+2HHAbqG0yHSNUqOBj8woOqa+9uMmetFM8pUfCn2e4BsueZJUCzTnvwgtiHr0CNUahtyIpewhuRWNV6hIASaInDd2Nf/MSUGji0qPmINcs8gryi4UNUHwXLzb65cK48y1NSOZ3wnOW5j Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:26Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-40227055798\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:10Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"da2d9ba3dcf148d2adebd7491ff335ea\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'compute.10.35.0.15', 'delivery_tag': 2, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f86f8c01750>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit _connect Connected to AMQP server on 10.35.0.3:5672
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.946 26458 140217655567696 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca520ede65884af9ae03967fddb7e489\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-togphhp0\\", \\"id\\": 3, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-89269518692\\", \\"uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"updated_at\\": \\"2014-07-10T07:19:43Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.6\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:b2:5c:77\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-89269518692\\", \\"launched_on\\": \\"10.35.0.14\\", \\"display_description\\": \\"vm-89269518692\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCs0MfDsL9636EykiqmCMRynnQevumzujszLXGj6uYV34U7F/50n4WQIJrSRXYnp07wioyLjnLWqWbmYPfvt2Cy0XOAAsftT95MTZBjMepiMy4ZVxDquo7irPiDFBVlY0MRi/2NO1RvrDnI86lDFA6g6KbkwlxqUg8BnBBSIYMRbnLD2vSdP6PAnWkIHrfhji0UHctfplaA+2HHAbqG0yHSNUqOBj8woOqa+9uMmetFM8pUfCn2e4BsueZJUCzTnvwgtiHr0CNUahtyIpewhuRWNV6hIASaInDd2Nf/MSUGji0qPmINcs8gryi4UNUHwXLzb65cK48y1NSOZ3wnOW5j Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:26Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-40227055798\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:10Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"da2d9ba3dcf148d2adebd7491ff335ea\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'compute.10.35.0.15', 'delivery_tag': 2, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f86f8c01750>}
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.946 26458 140217655567696 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca520ede65884af9ae03967fddb7e489\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-togphhp0\\", \\"id\\": 3, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-89269518692\\", \\"uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"updated_at\\": \\"2014-07-10T07:19:43Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.6\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:b2:5c:77\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-89269518692\\", \\"launched_on\\": \\"10.35.0.14\\", \\"display_description\\": \\"vm-89269518692\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCs0MfDsL9636EykiqmCMRynnQevumzujszLXGj6uYV34U7F/50n4WQIJrSRXYnp07wioyLjnLWqWbmYPfvt2Cy0XOAAsftT95MTZBjMepiMy4ZVxDquo7irPiDFBVlY0MRi/2NO1RvrDnI86lDFA6g6KbkwlxqUg8BnBBSIYMRbnLD2vSdP6PAnWkIHrfhji0UHctfplaA+2HHAbqG0yHSNUqOBj8woOqa+9uMmetFM8pUfCn2e4BsueZJUCzTnvwgtiHr0CNUahtyIpewhuRWNV6hIASaInDd2Nf/MSUGji0qPmINcs8gryi4UNUHwXLzb65cK48y1NSOZ3wnOW5j Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:26Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-40227055798\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:10Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"da2d9ba3dcf148d2adebd7491ff335ea\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False)
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"70e291737b6f46b7a0427b94e3d91618\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-c54wdpgr\\", \\"id\\": 1, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-13382110486\\", \\"uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"updated_at\\": \\"2014-07-10T07:19:44Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.2\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:ea:c9:90\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-13382110486\\", \\"launched_on\\": \\"10.35.0.13\\", \\"display_description\\": \\"vm-13382110486\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDN8WH3eS6FhTjpZbFCAi5raUoX0luIzcpQoFsEXFKIDxxQ+Gjckq3GAlhIQP1ingIUnTskCmwglj2TkxFclSn69Puv1I8pxqwfeEq/HB+KApDByp+II79a+Yk+vRp4e4KORrNV5o6CyYS8gnyRHCND/c7PgtYqILYZekJapqRag0dHlQYZlDuiosc0EUo7W1I6Vob5Wu7d9YhW3YGBW103bOiivpCBLFSmgARJ47NLtqO1pgcZTW+s2HoI0KAWOsP9CYU0nGvvsYTyuSgcRcFbQXCNgPrnsHhrf2WskEPs0SLCi8+iShA1SXX2mRisIfVdBRh9MEiFbzyOdWETPsb Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:17Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-58772279480\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"5\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:02Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"936b637830a243c8aab7a2f1d11842e8\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2})
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"70e291737b6f46b7a0427b94e3d91618\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-c54wdpgr\\", \\"id\\": 1, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-13382110486\\", \\"uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"updated_at\\": \\"2014-07-10T07:19:44Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.2\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:ea:c9:90\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-13382110486\\", \\"launched_on\\": \\"10.35.0.13\\", \\"display_description\\": \\"vm-13382110486\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDN8WH3eS6FhTjpZbFCAi5raUoX0luIzcpQoFsEXFKIDxxQ+Gjckq3GAlhIQP1ingIUnTskCmwglj2TkxFclSn69Puv1I8pxqwfeEq/HB+KApDByp+II79a+Yk+vRp4e4KORrNV5o6CyYS8gnyRHCND/c7PgtYqILYZekJapqRag0dHlQYZlDuiosc0EUo7W1I6Vob5Wu7d9YhW3YGBW103bOiivpCBLFSmgARJ47NLtqO1pgcZTW+s2HoI0KAWOsP9CYU0nGvvsYTyuSgcRcFbQXCNgPrnsHhrf2WskEPs0SLCi8+iShA1SXX2mRisIfVdBRh9MEiFbzyOdWETPsb Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:17Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-58772279480\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"5\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:02Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"936b637830a243c8aab7a2f1d11842e8\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 messaging _publish NBK: _publish routing_key=u'compute.10.35.0.15' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"70e291737b6f46b7a0427b94e3d91618\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-c54wdpgr\\", \\"id\\": 1, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-13382110486\\", \\"uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"updated_at\\": \\"2014-07-10T07:19:44Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.2\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:ea:c9:90\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-13382110486\\", \\"launched_on\\": \\"10.35.0.13\\", \\"display_description\\": \\"vm-13382110486\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDN8WH3eS6FhTjpZbFCAi5raUoX0luIzcpQoFsEXFKIDxxQ+Gjckq3GAlhIQP1ingIUnTskCmwglj2TkxFclSn69Puv1I8pxqwfeEq/HB+KApDByp+II79a+Yk+vRp4e4KORrNV5o6CyYS8gnyRHCND/c7PgtYqILYZekJapqRag0dHlQYZlDuiosc0EUo7W1I6Vob5Wu7d9YhW3YGBW103bOiivpCBLFSmgARJ47NLtqO1pgcZTW+s2HoI0KAWOsP9CYU0nGvvsYTyuSgcRcFbQXCNgPrnsHhrf2WskEPs0SLCi8+iShA1SXX2mRisIfVdBRh9MEiFbzyOdWETPsb Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:17Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-58772279480\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"5\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:02Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"936b637830a243c8aab7a2f1d11842e8\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"70e291737b6f46b7a0427b94e3d91618\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-c54wdpgr\\", \\"id\\": 1, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-13382110486\\", \\"uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"updated_at\\": \\"2014-07-10T07:19:44Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.2\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:ea:c9:90\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-13382110486\\", \\"launched_on\\": \\"10.35.0.13\\", \\"display_description\\": \\"vm-13382110486\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDN8WH3eS6FhTjpZbFCAi5raUoX0luIzcpQoFsEXFKIDxxQ+Gjckq3GAlhIQP1ingIUnTskCmwglj2TkxFclSn69Puv1I8pxqwfeEq/HB+KApDByp+II79a+Yk+vRp4e4KORrNV5o6CyYS8gnyRHCND/c7PgtYqILYZekJapqRag0dHlQYZlDuiosc0EUo7W1I6Vob5Wu7d9YhW3YGBW103bOiivpCBLFSmgARJ47NLtqO1pgcZTW+s2HoI0KAWOsP9CYU0nGvvsYTyuSgcRcFbQXCNgPrnsHhrf2WskEPs0SLCi8+iShA1SXX2mRisIfVdBRh9MEiFbzyOdWETPsb Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:17Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-58772279480\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"5\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:02Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"936b637830a243c8aab7a2f1d11842e8\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'compute.10.35.0.15', immediate=False, exchange='nova')
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 debug __wrapped [Kombu channel:1] close()
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 channel _do_close Closed channel #1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 channel __init__ using channel_id: 1
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.949 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.020 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 channel _do_close Closed channel #1
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 channel __init__ using channel_id: 1
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.950 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"ca520ede65884af9ae03967fddb7e489\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-togphhp0\\", \\"id\\": 3, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-89269518692\\", \\"uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"updated_at\\": \\"2014-07-10T07:19:43Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.6\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:b2:5c:77\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-89269518692\\", \\"launched_on\\": \\"10.35.0.14\\", \\"display_description\\": \\"vm-89269518692\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCs0MfDsL9636EykiqmCMRynnQevumzujszLXGj6uYV34U7F/50n4WQIJrSRXYnp07wioyLjnLWqWbmYPfvt2Cy0XOAAsftT95MTZBjMepiMy4ZVxDquo7irPiDFBVlY0MRi/2NO1RvrDnI86lDFA6g6KbkwlxqUg8BnBBSIYMRbnLD2vSdP6PAnWkIHrfhji0UHctfplaA+2HHAbqG0yHSNUqOBj8woOqa+9uMmetFM8pUfCn2e4BsueZJUCzTnvwgtiHr0CNUahtyIpewhuRWNV6hIASaInDd2Nf/MSUGji0qPmINcs8gryi4UNUHwXLzb65cK48y1NSOZ3wnOW5j Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:26Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-40227055798\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"2\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"be4ca611-aacf-4891-9cdc-a1fef95f4e10,33e4533f-fd36-470d-a30e-25bdf2fac3ba\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:10Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:10Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"da2d9ba3dcf148d2adebd7491ff335ea\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600149009904 channel _open_ok Channel open
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.950 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f86f79548d0>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f86f7954a50>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f86f7954b90>]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.950 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.13 cobalt-compute: 9120 140600141292880 channel _open_ok Channel open
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.951 26458 140217655567696 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"70e291737b6f46b7a0427b94e3d91618\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-c54wdpgr\\", \\"id\\": 1, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-13382110486\\", \\"uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"updated_at\\": \\"2014-07-10T07:19:44Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.2\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:ea:c9:90\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-13382110486\\", \\"launched_on\\": \\"10.35.0.13\\", \\"display_description\\": \\"vm-13382110486\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDN8WH3eS6FhTjpZbFCAi5raUoX0luIzcpQoFsEXFKIDxxQ+Gjckq3GAlhIQP1ingIUnTskCmwglj2TkxFclSn69Puv1I8pxqwfeEq/HB+KApDByp+II79a+Yk+vRp4e4KORrNV5o6CyYS8gnyRHCND/c7PgtYqILYZekJapqRag0dHlQYZlDuiosc0EUo7W1I6Vob5Wu7d9YhW3YGBW103bOiivpCBLFSmgARJ47NLtqO1pgcZTW+s2HoI0KAWOsP9CYU0nGvvsYTyuSgcRcFbQXCNgPrnsHhrf2WskEPs0SLCi8+iShA1SXX2mRisIfVdBRh9MEiFbzyOdWETPsb Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:17Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-58772279480\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"5\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:02Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"936b637830a243c8aab7a2f1d11842e8\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'compute.10.35.0.15', 'delivery_tag': 3, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f86f8c01750>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.951 26458 140217655567696 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"70e291737b6f46b7a0427b94e3d91618\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-c54wdpgr\\", \\"id\\": 1, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-13382110486\\", \\"uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"updated_at\\": \\"2014-07-10T07:19:44Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.2\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:ea:c9:90\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-13382110486\\", \\"launched_on\\": \\"10.35.0.13\\", \\"display_description\\": \\"vm-13382110486\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDN8WH3eS6FhTjpZbFCAi5raUoX0luIzcpQoFsEXFKIDxxQ+Gjckq3GAlhIQP1ingIUnTskCmwglj2TkxFclSn69Puv1I8pxqwfeEq/HB+KApDByp+II79a+Yk+vRp4e4KORrNV5o6CyYS8gnyRHCND/c7PgtYqILYZekJapqRag0dHlQYZlDuiosc0EUo7W1I6Vob5Wu7d9YhW3YGBW103bOiivpCBLFSmgARJ47NLtqO1pgcZTW+s2HoI0KAWOsP9CYU0nGvvsYTyuSgcRcFbQXCNgPrnsHhrf2WskEPs0SLCi8+iShA1SXX2mRisIfVdBRh9MEiFbzyOdWETPsb Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:17Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-58772279480\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"5\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:02Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"936b637830a243c8aab7a2f1d11842e8\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'2', 'redelivered': False, 'routing_key': u'compute.10.35.0.15', 'delivery_tag': 3, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f86f8c01750>}
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.951 26458 140217655567696 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"70e291737b6f46b7a0427b94e3d91618\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-c54wdpgr\\", \\"id\\": 1, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-13382110486\\", \\"uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"updated_at\\": \\"2014-07-10T07:19:44Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.2\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:ea:c9:90\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-13382110486\\", \\"launched_on\\": \\"10.35.0.13\\", \\"display_description\\": \\"vm-13382110486\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDN8WH3eS6FhTjpZbFCAi5raUoX0luIzcpQoFsEXFKIDxxQ+Gjckq3GAlhIQP1ingIUnTskCmwglj2TkxFclSn69Puv1I8pxqwfeEq/HB+KApDByp+II79a+Yk+vRp4e4KORrNV5o6CyYS8gnyRHCND/c7PgtYqILYZekJapqRag0dHlQYZlDuiosc0EUo7W1I6Vob5Wu7d9YhW3YGBW103bOiivpCBLFSmgARJ47NLtqO1pgcZTW+s2HoI0KAWOsP9CYU0nGvvsYTyuSgcRcFbQXCNgPrnsHhrf2WskEPs0SLCi8+iShA1SXX2mRisIfVdBRh9MEiFbzyOdWETPsb Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:17Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-58772279480\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"5\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:02Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"936b637830a243c8aab7a2f1d11842e8\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.954 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.954 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"70e291737b6f46b7a0427b94e3d91618\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance\\": {\\"nova_object.version\\": \\"1.13\\", \\"nova_object.changes\\": [\\"host\\"], \\"nova_object.name\\": \\"Instance\\", \\"nova_object.data\\": {\\"vm_state\\": \\"active\\", \\"availability_zone\\": null, \\"terminated_at\\": null, \\"ephemeral_gb\\": 0, \\"instance_type_id\\": 2, \\"user_data\\": null, \\"cleaned\\": true, \\"vm_mode\\": null, \\"deleted_at\\": null, \\"reservation_id\\": \\"r-c54wdpgr\\", \\"id\\": 1, \\"security_groups\\": {\\"nova_object.version\\": \\"1.0\\", \\"nova_object.name\\": \\"SecurityGroupList\\", \\"nova_object.data\\": {\\"objects\\": [{\\"nova_object.version\\": \\"1.1\\", \\"nova_object.name\\": \\"SecurityGroup\\", \\"nova_object.data\\": {\\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"description\\": \\"default\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:52:41Z\\", \\"updated_at\\": null, \\"deleted_at\\": null, \\"id\\": 1, \\"name\\": \\"default\\"}, \\"nova_object.namespace\\": \\"nova\\"}]}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disable_terminate\\": false, \\"display_name\\": \\"vm-13382110486\\", \\"uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"default_swap_device\\": null, \\"info_cache\\": {\\"nova_object.version\\": \\"1.5\\", \\"nova_object.name\\": \\"InstanceInfoCache\\", \\"nova_object.data\\": {\\"instance_uuid\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"deleted\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"updated_at\\": \\"2014-07-10T07:19:44Z\\", \\"network_info\\": \\"[{\\\\\\"ovs_interfaceid\\\\\\": null, \\\\\\"network\\\\\\": {\\\\\\"bridge\\\\\\": \\\\\\"cloud\\\\\\", \\\\\\"subnets\\\\\\": [{\\\\\\"ips\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"fixed\\\\\\", \\\\\\"floating_ips\\\\\\": [], \\\\\\"address\\\\\\": \\\\\\"10.35.3.2\\\\\\"}], \\\\\\"version\\\\\\": 4, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [{\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"dns\\\\\\", \\\\\\"address\\\\\\": \\\\\\"8.8.4.4\\\\\\"}], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": \\\\\\"10.35.3.0/24\\\\\\", \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": 4, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": \\\\\\"10.35.3.1\\\\\\"}}, {\\\\\\"ips\\\\\\": [], \\\\\\"version\\\\\\": null, \\\\\\"meta\\\\\\": {\\\\\\"dhcp_server\\\\\\": \\\\\\"10.35.3.3\\\\\\"}, \\\\\\"dns\\\\\\": [], \\\\\\"routes\\\\\\": [], \\\\\\"cidr\\\\\\": null, \\\\\\"gateway\\\\\\": {\\\\\\"meta\\\\\\": {}, \\\\\\"version\\\\\\": null, \\\\\\"type\\\\\\": \\\\\\"gateway\\\\\\", \\\\\\"address\\\\\\": null}}], \\\\\\"meta\\\\\\": {\\\\\\"tenant_id\\\\\\": null, \\\\\\"multi_host\\\\\\": true, \\\\\\"should_create_bridge\\\\\\": true}, \\\\\\"id\\\\\\": \\\\\\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\\\\\", \\\\\\"label\\\\\\": \\\\\\"private\\\\\\"}, \\\\\\"devname\\\\\\": null, \\\\\\"qbh_params\\\\\\": null, \\\\\\"meta\\\\\\": {}, \\\\\\"details\\\\\\": {}, \\\\\\"address\\\\\\": \\\\\\"fa:16:3e:ea:c9:90\\\\\\", \\\\\\"active\\\\\\": false, \\\\\\"type\\\\\\": \\\\\\"bridge\\\\\\", \\\\\\"id\\\\\\": \\\\\\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\\\\\", \\\\\\"qbg_params\\\\\\": null}]\\", \\"deleted_at\\": null}, \\"nova_object.namespace\\": \\"nova\\"}, \\"hostname\\": \\"vm-13382110486\\", \\"launched_on\\": \\"10.35.0.13\\", \\"display_description\\": \\"vm-13382110486\\", \\"key_data\\": \\"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDN8WH3eS6FhTjpZbFCAi5raUoX0luIzcpQoFsEXFKIDxxQ+Gjckq3GAlhIQP1ingIUnTskCmwglj2TkxFclSn69Puv1I8pxqwfeEq/HB+KApDByp+II79a+Yk+vRp4e4KORrNV5o6CyYS8gnyRHCND/c7PgtYqILYZekJapqRag0dHlQYZlDuiosc0EUo7W1I6Vob5Wu7d9YhW3YGBW103bOiivpCBLFSmgARJ47NLtqO1pgcZTW+s2HoI0KAWOsP9CYU0nGvvsYTyuSgcRcFbQXCNgPrnsHhrf2WskEPs0SLCi8+iShA1SXX2mRisIfVdBRh9MEiFbzyOdWETPsb Generated by Nova\\\\n\\", \\"kernel_id\\": \\"\\", \\"power_state\\": 1, \\"default_ephemeral_device\\": null, \\"progress\\": 0, \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"launched_at\\": \\"2014-07-10T03:54:17Z\\", \\"config_drive\\": \\"\\", \\"node\\": \\"node-10-35-0-13\\", \\"ramdisk_id\\": \\"\\", \\"access_ip_v6\\": null, \\"access_ip_v4\\": null, \\"deleted\\": false, \\"key_name\\": \\"keypair-58772279480\\", \\"updated_at\\": \\"2014-07-10T07:50:48Z\\", \\"host\\": \\"10.35.0.15\\", \\"ephemeral_key_uuid\\": null, \\"architecture\\": null, \\"user_id\\": \\"d5d405f37e374b4a9a89fafe7feffd45\\", \\"system_metadata\\": {\\"gc_src_host\\": \\"10.35.0.13\\", \\"logical_volumes\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69_disk:1073741824\\", \\"instance_type_memory_mb\\": \\"512\\", \\"instance_type_swap\\": \\"0\\", \\"instance_type_vcpu_weight\\": null, \\"instance_type_root_gb\\": \\"1\\", \\"instance_type_id\\": \\"2\\", \\"instance_type_name\\": \\"m1.tiny\\", \\"instance_type_ephemeral_gb\\": \\"0\\", \\"instance_type_rxtx_factor\\": \\"1.0\\", \\"clean_attempts\\": \\"5\\", \\"image_min_disk\\": \\"1\\", \\"gc_dst_host\\": \\"10.35.0.15\\", \\"network_allocated\\": \\"True\\", \\"instance_type_flavorid\\": \\"1\\", \\"image_container_format\\": \\"bare\\", \\"images\\": \\"0a92e102-faf2-4dd0-9e9d-8575e2b2931d,91db30ea-ab4c-4ea6-ae4e-0ca2a1b4b35d\\", \\"instance_type_vcpus\\": \\"1\\", \\"image_min_ram\\": \\"0\\", \\"image_disk_format\\": \\"qcow2\\", \\"image_base_image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\"}, \\"task_state\\": \\"migrating\\", \\"shutdown_terminate\\": false, \\"cell_name\\": null, \\"root_gb\\": 1, \\"locked\\": false, \\"created_at\\": \\"2014-07-10T03:54:02Z\\", \\"locked_by\\": null, \\"launch_index\\": 0, \\"metadata\\": {}, \\"memory_mb\\": 512, \\"vcpus\\": 1, \\"image_ref\\": \\"e349575a-7d21-4540-a99d-b32087181da0\\", \\"root_device_name\\": \\"/dev/vda\\", \\"auto_disk_config\\": false, \\"os_type\\": null, \\"scheduled_at\\": \\"2014-07-10T03:54:02Z\\"}, \\"nova_object.namespace\\": \\"nova\\"}, \\"disk\\": null, \\"migrate_data\\": null, \\"block_migration\\": false}, \\"_unique_id\\": \\"936b637830a243c8aab7a2f1d11842e8\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_a6882628d63d497394316484050dd50b\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"3.19\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"pre_live_migration\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.955 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f86f79548d0>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f86f7954a50>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f86f7954b90>]
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.955 26458 140217655567696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.955 26458 140217661147248 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'pre_live_migration'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.958 26458 140217661147248 nova.compute.manager manager pre_live_migration NBK: pre_live_migration
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.959 26458 140217661147248 nova.compute.manager manager pre_live_migration NBK: pre_live_migration instance='5bce7fab-aa57-4959-affa-e484b4757c21'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.964 26458 140217661146608 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'pre_live_migration'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.967 26458 140217661146608 nova.compute.manager manager pre_live_migration NBK: pre_live_migration
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.968 26458 140217661146608 nova.compute.manager manager pre_live_migration NBK: pre_live_migration instance='58fff51f-7c38-4447-8f90-d7e3b2c0ca69'
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.973 26458 140217661147248 nova.compute.manager manager pre_live_migration NBK: pre_live_migration instance='5bce7fab-aa57-4959-affa-e484b4757c21' calling _get_instance_nw_info
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.974 26458 140217661147248 oslo.messaging.rpc.client client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> timeout=60 rpc_response_timeout=60 kwargs={'instance_id': '5bce7fab-aa57-4959-affa-e484b4757c21', 'host': u'10.35.0.15', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:50 10.35.0.13 rabbitmq.log: =INFO REPORT==== 10-Jul-2014::07:51:50 ===
Jul 10 07:51:50 10.35.0.13 rabbitmq.log: accepting AMQP connection <0.1355.0> (10.35.0.15:38809 -> 10.35.0.3:5672)
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.990 26458 140217661146608 nova.compute.manager manager pre_live_migration NBK: pre_live_migration instance='58fff51f-7c38-4447-8f90-d7e3b2c0ca69' calling _get_instance_nw_info
Jul 10 07:51:50 10.35.0.15 2014-07-10 07:51:50.991 26458 140217661146608 oslo.messaging.rpc.client client call NBK: rpc client call method='get_instance_nw_info' target=<Target topic=network, version=1.9> timeout=60 rpc_response_timeout=60 kwargs={'instance_id': '58fff51f-7c38-4447-8f90-d7e3b2c0ca69', 'host': u'10.35.0.15', 'project_id': u'ee63379236dd496dada07df1fe6d89cb', 'rxtx_factor': 1.0}
Jul 10 07:51:51 10.35.0.13 rabbitmq.log: =INFO REPORT==== 10-Jul-2014::07:51:51 ===
Jul 10 07:51:51 10.35.0.13 rabbitmq.log: accepting AMQP connection <0.1358.0> (10.35.0.15:38810 -> 10.35.0.3:5672)
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.010 26458 140217661146608 oslo.messaging._drivers.impl_rabbit impl_rabbit _connect Connected to AMQP server on 10.35.0.3:5672
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.010 26458 140217661146608 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.011 26458 140217661147248 oslo.messaging._drivers.impl_rabbit impl_rabbit _connect Connected to AMQP server on 10.35.0.3:5672
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.011 26458 140217661147248 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.012 26458 140217661146608 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"a1d44f05fd7f4fd4bcc84cef5487c69a\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.012 26458 140217661146608 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"a1d44f05fd7f4fd4bcc84cef5487c69a\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.012 26458 140217661146608 kombu.messaging messaging _publish NBK: _publish routing_key='network' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"a1d44f05fd7f4fd4bcc84cef5487c69a\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.012 26458 140217661146608 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"a1d44f05fd7f4fd4bcc84cef5487c69a\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='network', immediate=False, exchange='nova') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.013 26458 140217661146608 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.013 26458 140217661146608 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.013 26458 140217661147248 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"8ba1ebe695be4947b5a9307e3346c56e\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.014 26458 140217661147248 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"8ba1ebe695be4947b5a9307e3346c56e\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.014 26454 139875338655696 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"a1d44f05fd7f4fd4bcc84cef5487c69a\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 10, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f374526e150>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.014 26458 140217661147248 kombu.messaging messaging _publish NBK: _publish routing_key='network' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"8ba1ebe695be4947b5a9307e3346c56e\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.014 26454 139875338655696 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"a1d44f05fd7f4fd4bcc84cef5487c69a\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 10, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f374526e150>}
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.014 26454 139875338655696 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"a1d44f05fd7f4fd4bcc84cef5487c69a\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.014 26458 140217661147248 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"8ba1ebe695be4947b5a9307e3346c56e\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='network', immediate=False, exchange='nova') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.015 26458 140217661147248 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.015 26458 140217661147248 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.016 26454 139875338655696 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.130 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.016 26458 140217661146608 oslo.messaging._drivers.amqpdriver amqpdriver _poll_connection NBK: _poll_connection msg_id='7ca5ef710b6a44d9a9f47e30dc480cfc' timeout=60 self.incoming=[]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.016 26454 139875338655696 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-ed6d9c82-a82e-47b3-835a-8d1420b4a2e3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"58fff51f-7c38-4447-8f90-d7e3b2c0ca69\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"a1d44f05fd7f4fd4bcc84cef5487c69a\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.299043\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.016 26458 140217661146608 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.DirectConsumer object at 0x7f86f7e1c710>]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.016 26458 140217661146608 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.014 9114 140035666425488 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"8ba1ebe695be4947b5a9307e3346c56e\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 10, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f5c99c99650>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.015 9114 140035666425488 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"8ba1ebe695be4947b5a9307e3346c56e\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 10, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f5c99c99650>}
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.015 9114 140035666425488 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"8ba1ebe695be4947b5a9307e3346c56e\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.016 26454 139875338655696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f37445fe910>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f37445fea90>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f37445febd0>]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.017 26454 139875338655696 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.017 26454 139875326432912 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info'
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.017 26458 140217661146608 oslo.messaging._drivers.impl_rabbit impl_rabbit _error_callback Failed to consume message from queue: [Errno 104] Connection reset by peer
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit Traceback (most recent call last):
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 688, in ensure
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit ret = method(*args, **kwargs)
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/oslo/messaging/_drivers/impl_rabbit.py", line 798, in _consume
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit return self.connection.drain_events(timeout=timeout)
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/kombu/connection.py", line 281, in drain_events
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit return self.transport.drain_events(self.connection, **kwargs)
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/kombu/transport/pyamqp.py", line 103, in drain_events
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit return connection.drain_events(**kwargs)
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/connection.py", line 320, in drain_events
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit return amqp_method(channel, args)
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/connection.py", line 523, in _close
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit self._x_close_ok()
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/connection.py", line 551, in _x_close_ok
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit self._send_method((10, 51))
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/abstract_channel.py", line 56, in _send_method
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit self.channel_id, method_sig, args, content,
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/method_framing.py", line 221, in write_method
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit write_frame(1, channel, payload)
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/amqp/transport.py", line 177, in write_frame
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit frame_type, channel, size, payload, 0xce,
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/eventlet/greenio.py", line 307, in sendall
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit tail = self.send(data, flags)
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit File "/usr/lib64/python2.7/site-packages/eventlet/greenio.py", line 293, in send
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit total_sent += fd.send(data[total_sent:], flags)
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit error: [Errno 104] Connection reset by peer
2014-07-10 07:51:51.017 26458 TRACE oslo.messaging._drivers.impl_rabbit
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.018 26458 140217661146608 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure reconnecting...
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.017 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.130 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.018 26458 140217661146608 oslo.messaging._drivers.impl_rabbit impl_rabbit _connect Reconnecting to AMQP server on 10.35.0.3:5672
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.018 26458 140217661146608 oslo.messaging._drivers.impl_rabbit impl_rabbit _connect Delaying reconnect for 1.0 seconds...
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.017 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-eebbe7fa-ffe4-4e0a-b35e-e47d4a8173a2\\", \\"_context_service_catalog\\": [{\\"endpoints_links\\": [], \\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"5bce7fab-aa57-4959-affa-e484b4757c21\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"8ba1ebe695be4947b5a9307e3346c56e\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:47.840200\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.017 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f5c98a7a790>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f5c98a7a910>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f5c98a7aa50>]
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.017 9114 140035666425488 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.018 9114 140035654252176 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info'
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.121 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.121 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.126 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.126 9114 140035654252176 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.126 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.128 26454 139875326432912 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.128 26454 139875326432912 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.133 26454 139875326432912 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.134 26454 139875326432912 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.134 26454 139875326432912 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.135 9114 140035654252176 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.139 26454 139875326432912 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.154 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.13 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:51 10.35.0.13 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:51 10.35.0.13 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.156 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"158947fed4ea4f5fb2a8d4916c936305\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.156 9114 140035654252176 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"158947fed4ea4f5fb2a8d4916c936305\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.156 9114 140035654252176 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34' exchange=u'reply_84692296b61b4da8b43e22dffe8bde34' message.body='{"oslo.message": "{\\"_unique_id\\": \\"158947fed4ea4f5fb2a8d4916c936305\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.156 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"158947fed4ea4f5fb2a8d4916c936305\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.6\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:b2:5c:77\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"6027a16a-a2c3-4c35-a33e-165a49b27be6\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34', immediate=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.157 9114 140035654252176 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.158 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.13 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:51 10.35.0.13 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:51 10.35.0.13 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.159 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"0a71568f5c114c78be0c5d1b722608dc\\", \\"failure\\": null, \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.160 26454 139875326432912 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.159 9114 140035654252176 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"0a71568f5c114c78be0c5d1b722608dc\\", \\"failure\\": null, \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:51 10.35.0.15 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:51 10.35.0.15 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:51 10.35.0.15 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.159 9114 140035654252176 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34' exchange=u'reply_84692296b61b4da8b43e22dffe8bde34' message.body='{"oslo.message": "{\\"_unique_id\\": \\"0a71568f5c114c78be0c5d1b722608dc\\", \\"failure\\": null, \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.159 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"0a71568f5c114c78be0c5d1b722608dc\\", \\"failure\\": null, \\"_msg_id\\": \\"1c468ed7d27f43608aa9bb9fbc3a428d\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34', immediate=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.161 26454 139875326432912 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"549643c3501c40f0a3a46be8513c43d9\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.161 26454 139875326432912 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"549643c3501c40f0a3a46be8513c43d9\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.160 9114 140035654252176 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.160 9114 140035654252176 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.161 26454 139875326432912 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34' exchange=u'reply_84692296b61b4da8b43e22dffe8bde34' message.body='{"oslo.message": "{\\"_unique_id\\": \\"549643c3501c40f0a3a46be8513c43d9\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.161 26454 139875326432912 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"549643c3501c40f0a3a46be8513c43d9\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.2\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:ea:c9:90\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"a6b8e2fe-efe7-4e59-965e-27a58002e350\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34', immediate=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.162 26454 139875326432912 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.162 26454 139875326432912 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:51 10.35.0.15 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:51 10.35.0.15 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:51 10.35.0.13 2014-07-10 07:51:51.161 9114 140035654252176 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info' took=0.130 got_reply=True exceptions=[]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.163 26454 139875326432912 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"aeafc31ee2624a45ab25ba95e93f06fe\\", \\"failure\\": null, \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.163 26454 139875326432912 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"aeafc31ee2624a45ab25ba95e93f06fe\\", \\"failure\\": null, \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.163 26454 139875326432912 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34' exchange=u'reply_84692296b61b4da8b43e22dffe8bde34' message.body='{"oslo.message": "{\\"_unique_id\\": \\"aeafc31ee2624a45ab25ba95e93f06fe\\", \\"failure\\": null, \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.163 26454 139875326432912 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"aeafc31ee2624a45ab25ba95e93f06fe\\", \\"failure\\": null, \\"_msg_id\\": \\"7ca5ef710b6a44d9a9f47e30dc480cfc\\", \\"result\\": null, \\"ending\\": true}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34', immediate=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.164 26454 139875326432912 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.000 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.164 26454 139875326432912 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.166 26454 139875326432912 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info' took=0.140 got_reply=True exceptions=[]
Jul 10 07:51:51 10.35.0.2 [2014-07-10 07:51:51.343] 25267/MainThread savage.WSGI-GrandpaInterface/INFO: 10.35.0.2 "GET /private/cluster-info HTTP/1.1" 200 6728
Jul 10 07:51:51 10.35.0.13 rabbitmq.log: =INFO REPORT==== 10-Jul-2014::07:51:51 ===
Jul 10 07:51:51 10.35.0.13 rabbitmq.log: accepting AMQP connection <0.1387.0> (10.35.0.15:38812 -> 10.35.0.3:5672)
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.732 26458 140217644761968 oslo.messaging._drivers.impl_rabbit impl_rabbit _connect Connected to AMQP server on 10.35.0.3:5672
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.733 26458 140217644761968 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange='nova', durable=False, passive=False, arguments=None, type='topic', auto_delete=False) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.734 26458 140217644761968 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"0110ede7cfbc439296cc248ace1f9aaa\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {'ttl': 60000}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.734 26458 140217644761968 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"0110ede7cfbc439296cc248ace1f9aaa\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', headers={'ttl': 60000}, properties={'delivery_mode': 2}
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.734 26458 140217644761968 kombu.messaging messaging _publish NBK: _publish routing_key='network' exchange='nova' message.body='{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"0110ede7cfbc439296cc248ace1f9aaa\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.734 26458 140217644761968 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"0110ede7cfbc439296cc248ace1f9aaa\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key='network', immediate=False, exchange='nova') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.735 26458 140217644761968 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.100 sec retry=1 got_ret=True exceptions=['connection_errors: [Errno 104] Connection reset by peer']
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.735 26458 140217644761968 kombu.channel debug __wrapped [Kombu channel:1] close() __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.738 14329 140087594424912 kombu.channel debug __wrapped [Kombu channel:1] message_to_python(Message({'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"0110ede7cfbc439296cc248ace1f9aaa\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 10, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f68b09d14d0>})) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.739 14329 140087594424912 kombu.transport.pyamqp pyamqp message_to_python NBK: message_to_python raw_message.__dict__={'body': u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"0110ede7cfbc439296cc248ace1f9aaa\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}', 'delivery_info': {'consumer_tag': u'1', 'redelivered': False, 'routing_key': u'network', 'delivery_tag': 10, 'exchange': u'nova'}, 'properties': {'priority': 0, 'application_headers': {u'ttl': 60000}, 'delivery_mode': 2, 'content_encoding': u'utf-8', 'content_type': u'application/json'}, 'channel': <kombu.transport.pyamqp.Channel object at 0x7f68b09d14d0>}
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.739 14329 140087594424912 kombu.channel debug __wrapped message_to_python.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"0110ede7cfbc439296cc248ace1f9aaa\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}' __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:59
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.741 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._consume took=0.140 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.741 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit acknowledge NBK: acknowledge self._raw_message.body=u'{"oslo.message": "{\\"_context_roles\\": [\\"_member_\\", \\"Admin\\", \\"ProjectAdmin\\", \\"admin\\"], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\", \\"_context_quota_class\\": null, \\"_context_request_id\\": \\"req-71f4b81e-34c1-4126-adbb-0b3399b15ff3\\", \\"_context_service_catalog\\": [{\\"endpoints\\": [{\\"adminURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"region\\": \\"RegionOne\\", \\"internalURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"publicURL\\": \\"http://10.35.2.6:8776/v1/e9d3d8cb6e6f42d6a05a4d3075b03f50\\"}], \\"endpoints_links\\": [], \\"type\\": \\"volume\\", \\"name\\": \\"Volume Service\\"}], \\"args\\": {\\"instance_id\\": \\"bdfc975a-99d8-4f21-9408-cbfec23debb6\\", \\"host\\": \\"10.35.0.15\\", \\"project_id\\": \\"ee63379236dd496dada07df1fe6d89cb\\", \\"rxtx_factor\\": 1.0}, \\"_unique_id\\": \\"0110ede7cfbc439296cc248ace1f9aaa\\", \\"_context_user\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_user_id\\": \\"c4cc4b52d8ea46b8a3744426ca5683c4\\", \\"_context_project_name\\": \\"service\\", \\"_context_read_deleted\\": \\"no\\", \\"_reply_q\\": \\"reply_84692296b61b4da8b43e22dffe8bde34\\", \\"_context_auth_token\\": \\"0a6cb661fb9e44ec8dc2aba5ae36791a\\", \\"_context_tenant\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_instance_lock_checked\\": false, \\"_context_is_admin\\": true, \\"version\\": \\"1.9\\", \\"_context_project_id\\": \\"e9d3d8cb6e6f42d6a05a4d3075b03f50\\", \\"_context_timestamp\\": \\"2014-07-10T07:50:48.092680\\", \\"_context_user_name\\": \\"nova\\", \\"method\\": \\"get_instance_nw_info\\", \\"_context_remote_address\\": \\"10.35.0.13\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.741 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume self.do_consume=False self.consumers=[<oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f68afcdfad0>, <oslo.messaging._drivers.impl_rabbit.TopicConsumer object at 0x7f68afcdfc50>, <oslo.messaging._drivers.impl_rabbit.FanoutConsumer object at 0x7f68afcdfd90>]
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.741 14329 140087594424912 oslo.messaging._drivers.impl_rabbit impl_rabbit _consume NBK: _consume connection.drain_events
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.742 14329 140087583292304 oslo.messaging.rpc.dispatcher dispatcher _dispatch_and_reply NBK: rpc server _dispatch_and_reply method=u'get_instance_nw_info'
Jul 10 07:51:51 10.35.0.13 pound: 10.35.2.3:5000 10.35.0.14 - - [10/Jul/2014:07:51:51 +0000] "POST //v2.0/tokens HTTP/1.1" 200 3288 "" "python-novaclient"
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.790 26556 140125626202704 keystoneclient.middleware.auth_token auth_token __call__ Authenticating user token __call__ /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:602
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.790 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _remove_auth_headers Removing headers from request environment: X-Identity-Status,X-Domain-Id,X-Domain-Name,X-Project-Id,X-Project-Name,X-Project-Domain-Id,X-Project-Domain-Name,X-User-Id,X-User-Name,X-User-Domain-Id,X-User-Domain-Name,X-Roles,X-Service-Catalog,X-User,X-Tenant-Id,X-Tenant-Name,X-Tenant,X-Role _remove_auth_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:661
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.792 26556 140125626202704 requests.packages.urllib3.connectionpool connectionpool _new_conn Starting new HTTP connection (1): 10.35.2.3
Jul 10 07:51:51 10.35.0.13 pound: 10.35.2.3:35357 10.35.0.15 - - [10/Jul/2014:07:51:51 +0000] "GET /v2.0/tokens/f024daa4c8cf412e82f6465e67705d61 HTTP/1.1" 200 3288 "" "python-requests/2.3.0 CPython/2.7.6 Linux/3.10.46"
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.809 26556 140125626202704 requests.packages.urllib3.connectionpool connectionpool _make_request "GET /v2.0/tokens/f024daa4c8cf412e82f6465e67705d61 HTTP/1.1" 200 3288 _make_request /usr/lib64/python2.7/site-packages/requests/packages/urllib3/connectionpool.py:350
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.811 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _cache_put Storing token in cache _cache_put /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:1120
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.811 26556 140125626202704 keystoneclient.middleware.auth_token auth_token _build_user_headers Received request from user: d5d405f37e374b4a9a89fafe7feffd45 with project_id : ee63379236dd496dada07df1fe6d89cb and roles: _member_,Admin,ProjectAdmin _build_user_headers /usr/lib64/python2.7/site-packages/keystoneclient/middleware/auth_token.py:909
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.813 26556 140125626202704 routes.middleware middleware __call__ Matched GET /ee63379236dd496dada07df1fe6d89cb/servers/detail __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:100
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.813 26556 140125626202704 routes.middleware middleware __call__ Route path: '/{project_id}/servers/detail', defaults: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:102
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.813 26556 140125626202704 routes.middleware middleware __call__ Match dict: {'action': u'detail', 'controller': <nova.api.openstack.wsgi.Resource object at 0x7f7189a1f490>, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} __call__ /usr/lib64/python2.7/site-packages/routes/middleware.py:103
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.814 26556 140125626202704 nova.api.openstack.wsgi wsgi _process_stack Calling method '<bound method Controller.detail of <nova.api.openstack.compute.servers.Controller object at 0x7f71899c6a90>>' (Content-type='None', Accept='application/json') _process_stack /usr/lib64/python2.7/site-packages/nova/api/openstack/wsgi.py:945
Jul 10 07:51:51 10.35.0.15 2014-07-10 07:51:51.814 26556 140125626202704 nova.compute.api api get_all Searching by: {'deleted': False, 'project_id': u'ee63379236dd496dada07df1fe6d89cb'} get_all /usr/lib64/python2.7/site-packages/nova/compute/api.py:1839
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.844 14329 140087583292304 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.844 14329 140087583292304 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.849 14329 140087583292304 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.850 14329 140087583292304 nova.openstack.common.lockutils lockutils lock Got semaphore "get_dhcp" lock /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:168
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.850 14329 140087583292304 nova.openstack.common.lockutils lockutils inner Got semaphore / lock "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:248
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.855 14329 140087583292304 nova.openstack.common.lockutils lockutils inner Semaphore / lock released "_get_dhcp_ip" inner /usr/lib64/python2.7/site-packages/nova/openstack/common/lockutils.py:252
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.877 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34', durable=False, passive=False, arguments=None, type='direct', auto_delete=True) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.14 nova-network.log: /usr/lib64/python2.7/site-packages/amqp/channel.py:616: VDeprecationWarning: The auto_delete flag for exchanges has been deprecated and will be removed
Jul 10 07:51:51 10.35.0.14 nova-network.log: from py-amqp v1.5.0.
Jul 10 07:51:51 10.35.0.14 nova-network.log: warn(VDeprecationWarning(EXCHANGE_AUTODELETE_DEPRECATED))
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.878 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] prepare_message('{"oslo.message": "{\\"_unique_id\\": \\"e049ec96702546b4a720f01038dd68e8\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\"}", "oslo.version": "2.0"}', 0, 'application/json', 'utf-8', {}, {'delivery_mode': 2}) __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.878 14329 140087583292304 kombu.transport.pyamqp pyamqp prepare_message NBK: prepare_message body='{"oslo.message": "{\\"_unique_id\\": \\"e049ec96702546b4a720f01038dd68e8\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\"}", "oslo.version": "2.0"}', headers={}, properties={'delivery_mode': 2}
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.878 14329 140087583292304 kombu.messaging messaging _publish NBK: _publish routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34' exchange=u'reply_84692296b61b4da8b43e22dffe8bde34' message.body='{"oslo.message": "{\\"_unique_id\\": \\"e049ec96702546b4a720f01038dd68e8\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\"}", "oslo.version": "2.0"}'
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.878 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] _basic_publish(Message({'body': '{"oslo.message": "{\\"_unique_id\\": \\"e049ec96702546b4a720f01038dd68e8\\", \\"failure\\": null, \\"result\\": [{\\"ovs_interfaceid\\": null, \\"network\\": {\\"bridge\\": \\"cloud\\", \\"subnets\\": [{\\"ips\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"fixed\\", \\"floating_ips\\": [], \\"address\\": \\"10.35.3.4\\"}], \\"version\\": 4, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [{\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"dns\\", \\"address\\": \\"8.8.4.4\\"}], \\"routes\\": [], \\"cidr\\": \\"10.35.3.0/24\\", \\"gateway\\": {\\"meta\\": {}, \\"version\\": 4, \\"type\\": \\"gateway\\", \\"address\\": \\"10.35.3.1\\"}}, {\\"ips\\": [], \\"version\\": null, \\"meta\\": {\\"dhcp_server\\": \\"10.35.3.5\\"}, \\"dns\\": [], \\"routes\\": [], \\"cidr\\": null, \\"gateway\\": {\\"meta\\": {}, \\"version\\": null, \\"type\\": \\"gateway\\", \\"address\\": null}}], \\"meta\\": {\\"tenant_id\\": null, \\"multi_host\\": true, \\"should_create_bridge\\": true}, \\"id\\": \\"cef7302c-ff97-46c6-bfdc-e18b56455d26\\", \\"label\\": \\"private\\"}, \\"devname\\": null, \\"qbh_params\\": null, \\"meta\\": {}, \\"details\\": {}, \\"address\\": \\"fa:16:3e:fb:e3:88\\", \\"active\\": false, \\"type\\": \\"bridge\\", \\"id\\": \\"d055441c-4073-4986-a3d2-918aff72550e\\", \\"qbg_params\\": null}], \\"_msg_id\\": \\"3fcd450f4037401fb2fdfea49d66f563\\"}", "oslo.version": "2.0"}', 'properties': {'priority': 0, 'application_headers': {}, 'delivery_mode': 2, 'content_encoding': 'utf-8', 'content_type': 'application/json'}, 'channel': None}), mandatory=False, routing_key=u'reply_84692296b61b4da8b43e22dffe8bde34', immediate=False, exchange=u'reply_84692296b61b4da8b43e22dffe8bde34') __wrapped /usr/lib64/python2.7/site-packages/kombu/utils/debug.py:56
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.879 14329 140087583292304 oslo.messaging._drivers.impl_rabbit impl_rabbit ensure NBK: ensure method=oslo.messaging._drivers.impl_rabbit._publish took=0.010 sec retry=0 got_ret=True exceptions=[]
Jul 10 07:51:51 10.35.0.14 2014-07-10 07:51:51.879 14329 140087583292304 kombu.channel debug __wrapped [Kombu channel:1] exchange_declare(nowait=False, exchange=u'reply_84692296b61b4da8
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment