Last active
December 23, 2015 12:59
-
-
Save DavidMikeSimon/6639382 to your computer and use it in GitHub Desktop.
OpenStack rpc error
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| root@zeus:~# nova show foo3 | |
| +-------------------------------------+-----------------------------------------------------------------------------------------------------------------+ | |
| | Property | Value | | |
| +-------------------------------------+-----------------------------------------------------------------------------------------------------------------+ | |
| | status | ERROR | | |
| | updated | 2013-09-20T15:26:07Z | | |
| | OS-EXT-STS:task_state | deleting | | |
| | OS-EXT-SRV-ATTR:host | zeus.americancouncils.org | | |
| | key_name | acdev-key | | |
| | image | Cirros 0.3.1 (df989684-5270-446c-af3c-539849c2b832) | | |
| | private network | 10.4.0.5, 192.168.252.65 | | |
| | hostId | 53578d4b439a7045c5a5d25384e70f72c9f571c54b17da6e97349902 | | |
| | OS-EXT-STS:vm_state | error | | |
| | OS-EXT-SRV-ATTR:instance_name | instance-00000009 | | |
| | OS-EXT-SRV-ATTR:hypervisor_hostname | zeus.americancouncils.org | | |
| | flavor | m1.tiny (1) | | |
| | id | 134d4b5a-ace2-4b9f-83fa-78dc427f9311 | | |
| | security_groups | [{u'name': u'default'}] | | |
| | user_id | ac19febfa7e34f1bb8996e92973c5885 | | |
| | name | foo3 | | |
| | created | 2013-09-20T13:50:41Z | | |
| | tenant_id | ce3e4f3ad6644f23a427c84faa09822b | | |
| | OS-DCF:diskConfig | MANUAL | | |
| | metadata | {} | | |
| | accessIPv4 | | | |
| | accessIPv6 | | | |
| | fault | {u'message': u'Timeout', u'code': 500, u'details': u'Timeout while waiting on RPC response. | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 224, in decorated_function | | |
| | | return function(self, context, *args, **kwargs) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1383, in terminate_instance | | |
| | | do_terminate_instance(instance, bdms) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/lockutils.py", line 242, in inner | | |
| | | retval = f(*args, **kwargs) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1375, in do_terminate_instance | | |
| | | reservations=reservations) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/hooks.py", line 85, in inner | | |
| | | rv = f(*args, **kwargs) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1338, in _delete_instance | | |
| | | project_id=project_id) | | |
| | | File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ | | |
| | | self.gen.next() | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1311, in _delete_instance | | |
| | | self._shutdown_instance(context, instance, bdms) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1247, in _shutdown_instance | | |
| | | self._set_instance_error_state(context, instance[\'uuid\']) | | |
| | | File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ | | |
| | | self.gen.next() | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1242, in _shutdown_instance | | |
| | | self._deallocate_network(context, instance) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1159, in _deallocate_network | | |
| | | self.network_api.deallocate_for_instance(context, instance) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/network/api.py", line 89, in wrapped | | |
| | | return func(self, context, *args, **kwargs) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/network/api.py", line 285, in deallocate_for_instance | | |
| | | self.network_rpcapi.deallocate_for_instance(context, **args) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/network/rpcapi.py", line 180, in deallocate_for_instance | | |
| | | topic=topic) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/proxy.py", line 80, in call | | |
| | | return rpc.call(context, self._get_topic(topic), msg, timeout) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/__init__.py", line 140, in call | | |
| | | return _get_impl().call(CONF, context, topic, msg, timeout) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 798, in call | | |
| | | rpc_amqp.get_connection_pool(conf, Connection)) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 612, in call | | |
| | | rv = list(rv) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 554, in __iter__ | | |
| | | self.done() | | |
| | | File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ | | |
| | | self.gen.next() | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 551, in __iter__ | | |
| | | self._iterator.next() | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 648, in iterconsume | | |
| | | yield self.ensure(_error_callback, _consume) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 566, in ensure | | |
| | | error_callback(e) | | |
| | | File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 629, in _error_callback | | |
| | | raise rpc_common.Timeout() | | |
| | | ', u'created': u'2013-09-20T15:29:01Z'} | | |
| | OS-EXT-STS:power_state | 1 | | |
| | OS-EXT-AZ:availability_zone | nova | | |
| | config_drive | | | |
| +-------------------------------------+-----------------------------------------------------------------------------------------------------------------+ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 554, in __iter__ | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp self.done() | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp self.gen.next() | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 551, in __iter__ | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp self._iterator.next() | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 648, in iterconsume | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp yield self.ensure(_error_callback, _consume) | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 566, in ensure | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp error_callback(e) | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 629, in _error_callback | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp raise rpc_common.Timeout() | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp Timeout: Timeout while waiting on RPC response. | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp | |
| 2013-09-20 11:38:04.379 ERROR nova.openstack.common.rpc.common [req-5970717d-23c3-4b4e-b5d4-1c2887e3f08b ac19febfa7e34f1bb8996e92973c5885 ce3e4f3ad6644f23a427c84faa09822b] Returning exception Timeout while waiting on RPC response. to caller | |
| 2013-09-20 11:38:04.380 ERROR nova.openstack.common.rpc.common [req-5970717d-23c3-4b4e-b5d4-1c2887e3f08b ac19febfa7e34f1bb8996e92973c5885 ce3e4f3ad6644f23a427c84faa09822b] ['Traceback (most recent call last):\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 430, in _process_data\n rval = self.proxy.dispatch(ctxt, version, method, **args)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/dispatcher.py", line 133, in dispatch\n return getattr(proxyobj, method)(ctxt, **kwargs)\n', ' File "/usr/lib/python2.7/dist-packages/nova/network/floating_ips.py", line 176, in deallocate_for_instance\n affect_auto_assigned=True)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/common.py", line 424, in inner\n return catch_client_exception(exceptions, func, *args, **kwargs)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/common.py", line 407, in catch_client_exception\n return func(*args, **kwargs)\n', ' File "/usr/lib/python2.7/dist-packages/nova/network/floating_ips.py", line 438, in disassociate_floating_ip\n interface, host, fixed_ip[\'instance_uuid\'])\n', ' File "/usr/lib/python2.7/dist-packages/nova/network/rpcapi.py", line 310, in _disassociate_floating_ip\n version=\'1.6\')\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/proxy.py", line 80, in call\n return rpc.call(context, self._get_topic(topic), msg, timeout)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/__init__.py", line 140, in call\n return _get_impl().call(CONF, context, topic, msg, timeout)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 798, in call\n rpc_amqp.get_connection_pool(conf, Connection))\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 612, in call\n rv = list(rv)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 554, in __iter__\n self.done()\n', ' File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__\n self.gen.next()\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 551, in __iter__\n self._iterator.next()\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 648, in iterconsume\n yield self.ensure(_error_callback, _consume)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 566, in ensure\n error_callback(e)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 629, in _error_callback\n raise rpc_common.Timeout()\n', 'Timeout: Timeout while waiting on RPC response.\n'] | |
| ...skipping... | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 554, in __iter__ | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp self.done() | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp self.gen.next() | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 551, in __iter__ | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp self._iterator.next() | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 648, in iterconsume | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp yield self.ensure(_error_callback, _consume) | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 566, in ensure | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp error_callback(e) | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 629, in _error_callback | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp raise rpc_common.Timeout() | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp Timeout: Timeout while waiting on RPC response. | |
| 2013-09-20 11:38:04.377 4243 TRACE nova.openstack.common.rpc.amqp | |
| 2013-09-20 11:38:04.379 ERROR nova.openstack.common.rpc.common [req-5970717d-23c3-4b4e-b5d4-1c2887e3f08b ac19febfa7e34f1bb8996e92973c5885 ce3e4f3ad6644f23a427c84faa09822b] Returning exception Timeout while waiting on RPC response. to caller | |
| 2013-09-20 11:38:04.380 ERROR nova.openstack.common.rpc.common [req-5970717d-23c3-4b4e-b5d4-1c2887e3f08b ac19febfa7e34f1bb8996e92973c5885 ce3e4f3ad6644f23a427c84faa09822b] ['Traceback (most recent call last):\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 430, in _process_data\n rval = self.proxy.dispatch(ctxt, version, method, **args)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/dispatcher.py", line 133, in dispatch\n return getattr(proxyobj, method)(ctxt, **kwargs)\n', ' File "/usr/lib/python2.7/dist-packages/nova/network/floating_ips.py", line 176, in deallocate_for_instance\n affect_auto_assigned=True)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/common.py", line 424, in inner\n return catch_client_exception(exceptions, func, *args, **kwargs)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/common.py", line 407, in catch_client_exception\n return func(*args, **kwargs)\n', ' File "/usr/lib/python2.7/dist-packages/nova/network/floating_ips.py", line 438, in disassociate_floating_ip\n interface, host, fixed_ip[\'instance_uuid\'])\n', ' File "/usr/lib/python2.7/dist-packages/nova/network/rpcapi.py", line 310, in _disassociate_floating_ip\n version=\'1.6\')\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/proxy.py", line 80, in call\n return rpc.call(context, self._get_topic(topic), msg, timeout)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/__init__.py", line 140, in call\n return _get_impl().call(CONF, context, topic, msg, timeout)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 798, in call\n rpc_amqp.get_connection_pool(conf, Connection))\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 612, in call\n rv = list(rv)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 554, in __iter__\n self.done()\n', ' File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__\n self.gen.next()\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 551, in __iter__\n self._iterator.next()\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 648, in iterconsume\n yield self.ensure(_error_callback, _consume)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 566, in ensure\n error_callback(e)\n', ' File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/impl_kombu.py", line 629, in _error_callback\n raise rpc_common.Timeout()\n', 'Timeout: Timeout while waiting on RPC response.\n'] | |
| (END) |
how to repair?
how to repair?
how to repair?
how to repair?
how to repair?
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
how to repair?