-
-
Save jcourtois/b68175881fa6fceb2fdf to your computer and use it in GitHub Desktop.
nova resize fails
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # from /var/log/nova/nova-compute.log on the compute host | |
| 2014-08-27 21:24:22.591 27326 INFO nova.compute.resource_tracker [-] Compute_service record updated for 573970-compute18.qe1.iad3.rackspace.com:573970-compute18.qe1.iad3.rackspace.com | |
| 2014-08-27 21:24:46.516 27326 INFO urllib3.connectionpool [-] Starting new HTTP connection (1): 192.168.96.10 | |
| 2014-08-27 21:24:46.651 27326 INFO urllib3.connectionpool [-] Starting new HTTP connection (1): 192.168.96.10 | |
| 2014-08-27 21:24:46.744 27326 INFO urllib3.connectionpool [-] Starting new HTTP connection (1): 192.168.96.10 | |
| 2014-08-27 21:24:46.776 27326 INFO urllib3.connectionpool [-] Starting new HTTP connection (1): 192.168.96.10 | |
| 2014-08-27 21:24:46.796 27326 INFO urllib3.connectionpool [-] Starting new HTTP connection (1): 192.168.96.10 | |
| 2014-08-27 21:24:46.831 27326 INFO urllib3.connectionpool [-] Starting new HTTP connection (1): 192.168.96.10 | |
| 2014-08-27 21:24:47.304 27326 ERROR nova.compute.manager [req-94075632-a06a-436e-ba07-570df3490c35 8f6d227f62c649aa8200765cf4fa6c2a c40106fd0ed546d790dec06951c9cf46] [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] Setting instance vm_state to ERROR | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] Traceback (most recent call last): | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 5568, in _error_out_instance_on_exception | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] yield | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 3459, in resize_instance | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] block_device_info) | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] File "/usr/local/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 4939, in migrate_disk_and_power_off | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] utils.execute('ssh', dest, 'mkdir', '-p', inst_base) | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] File "/usr/local/lib/python2.7/dist-packages/nova/utils.py", line 165, in execute | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] return processutils.execute(*cmd, **kwargs) | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/processutils.py", line 193, in execute | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] cmd=' '.join(cmd)) | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] ProcessExecutionError: Unexpected error while running command. | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] Command: ssh 10.17.255.142 mkdir -p /var/lib/nova/instances/d8bcbfc4-fe2f-44f7-a747-9ceb49880722 | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] Exit code: 255 | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] Stdout: '' | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] Stderr: 'Host key verification failed.\r\n' | |
| 2014-08-27 21:24:47.304 27326 TRACE nova.compute.manager [instance: d8bcbfc4-fe2f-44f7-a747-9ceb49880722] | |
| 2014-08-27 21:24:47.653 27326 ERROR oslo.messaging.rpc.dispatcher [-] Exception during message handling: Unexpected error while running command. | |
| Command: ssh 10.17.255.142 mkdir -p /var/lib/nova/instances/d8bcbfc4-fe2f-44f7-a747-9ceb49880722 | |
| Exit code: 255 | |
| Stdout: '' | |
| Stderr: 'Host key verification failed.\r\n' | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher Traceback (most recent call last): | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher incoming.message)) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher return self._do_dispatch(endpoint, method, ctxt, args) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher result = getattr(endpoint, method)(ctxt, **new_args) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/exception.py", line 88, in wrapped | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher payload) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/excutils.py", line 68, in __exit__ | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher six.reraise(self.type_, self.value, self.tb) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/exception.py", line 71, in wrapped | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher return f(self, context, *args, **kw) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 274, in decorated_function | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher pass | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/excutils.py", line 68, in __exit__ | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher six.reraise(self.type_, self.value, self.tb) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 260, in decorated_function | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher return function(self, context, *args, **kwargs) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 327, in decorated_function | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher function(self, context, *args, **kwargs) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 248, in decorated_function | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher migration.instance_uuid, exc_info=True) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/excutils.py", line 68, in __exit__ | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher six.reraise(self.type_, self.value, self.tb) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 235, in decorated_function | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher return function(self, context, *args, **kwargs) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 303, in decorated_function | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher e, sys.exc_info()) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/excutils.py", line 68, in __exit__ | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher six.reraise(self.type_, self.value, self.tb) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 290, in decorated_function | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher return function(self, context, *args, **kwargs) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 3459, in resize_instance | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher block_device_info) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 4939, in migrate_disk_and_power_off | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher utils.execute('ssh', dest, 'mkdir', '-p', inst_base) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/utils.py", line 165, in execute | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher return processutils.execute(*cmd, **kwargs) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/processutils.py", line 193, in execute | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher cmd=' '.join(cmd)) | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher ProcessExecutionError: Unexpected error while running command. | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher Command: ssh 10.17.255.142 mkdir -p /var/lib/nova/instances/d8bcbfc4-fe2f-44f7-a747-9ceb49880722 | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher Exit code: 255 | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher Stdout: '' | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher Stderr: 'Host key verification failed.\r\n' | |
| 2014-08-27 21:24:47.653 27326 TRACE oslo.messaging.rpc.dispatcher | |
| 2014-08-27 21:24:47.656 27326 ERROR oslo.messaging._drivers.common [-] Returning exception Unexpected error while running command. | |
| Command: ssh 10.17.255.142 mkdir -p /var/lib/nova/instances/d8bcbfc4-fe2f-44f7-a747-9ceb49880722 | |
| Exit code: 255 | |
| Stdout: '' | |
| Stderr: 'Host key verification failed.\r\n' to caller | |
| 2014-08-27 21:24:47.656 27326 ERROR oslo.messaging._drivers.common [-] ['Traceback (most recent call last):\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply\n incoming.message))\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch\n return self._do_dispatch(endpoint, method, ctxt, args)\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch\n result = getattr(endpoint, method)(ctxt, **new_args)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/exception.py", line 88, in wrapped\n payload)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/excutils.py", line 68, in __exit__\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/exception.py", line 71, in wrapped\n return f(self, context, *args, **kw)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 274, in decorated_function\n pass\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/excutils.py", line 68, in __exit__\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 260, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 327, in decorated_function\n function(self, context, *args, **kwargs)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 248, in decorated_function\n migration.instance_uuid, exc_info=True)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/excutils.py", line 68, in __exit__\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 235, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 303, in decorated_function\n e, sys.exc_info())\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/excutils.py", line 68, in __exit__\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 290, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/compute/manager.py", line 3459, in resize_instance\n block_device_info)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 4939, in migrate_disk_and_power_off\n utils.execute(\'ssh\', dest, \'mkdir\', \'-p\', inst_base)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/utils.py", line 165, in execute\n return processutils.execute(*cmd, **kwargs)\n', ' File "/usr/local/lib/python2.7/dist-packages/nova/openstack/common/processutils.py", line 193, in execute\n cmd=\' \'.join(cmd))\n', "ProcessExecutionError: Unexpected error while running command.\nCommand: ssh 10.17.255.142 mkdir -p /var/lib/nova/instances/d8bcbfc4-fe2f-44f7-a747-9ceb49880722\nExit code: 255\nStdout: ''\nStderr: 'Host key verification failed.\\r\\n'\n"] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment