View difference between Paste ID: 5uysAMfU and Zw2kMk1T

-network.log:2013-09-18 12:35:31.019 ERROR nova.openstack.common.rpc.common [req-f01311f9-c1a1-4c49-b5cf-e9629c68877b 6ef8a579518540349aceb34c51337fe1 c62ee9384b144df8a53b13ec602d9215] ['Traceback (most recent call last):\n', '  File "/usr/lib/python2.6/site-packages/nova/openstack/common/rpc/amqp.py", line 430, in _process_data\n    rval = self.proxy.dispatch(ctxt, version, method, **args)\n', '  File "/usr/lib/python2.6/site-packages/nova/openstack/common/rpc/dispatcher.py", line 133, in dispatch\n    return getattr(proxyobj, method)(ctxt, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/network/manager.py", line 575, in get_instance_nw_info\n    instance_uuid)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/api.py", line 549, in virtual_interface_get_by_instance\n    return IMPL.virtual_interface_get_by_instance(context, instance_id)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 114, in wrapper\n    return f(*args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 126, in wrapper\n    instance_get_by_uuid(context, instance_uuid)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 114, in wrapper\n    return f(*args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 1530, in instance_get_by_uuid\n    return _instance_get_by_uuid(context, uuid)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 114, in wrapper\n    return f(*args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 1540, in _instance_get_by_uuid\n    raise exception.InstanceNotFound(instance_id=uuid)\n', 'InstanceNotFound: Instance 9621c15d-e8e5-4eae-8f53-970585f65a2d could not be found.\n']
+network.log:2013-09-18 12:35:31.019 ERROR nova.openstack.common.rpc.common [req-f01311f9-c1a1-4c49-b5cf-e9629c68877b 6ef8a579518540349aceb34c51337fe1 c62ee9384b144df8a53b13ec602d9215] ['Traceback (most recent call last):\n', '  File "/usr/lib/python2.6/site-packages/nova/openstack/common/rpc/amqp.py", line 430, in _process_data\n    rval = self.proxy.dispatch(ctxt, version, method, **args)\n', '  File "/usr/lib/python2.6/site-packages/nova/openstack/common/rpc/dispatcher.py", line 133, in dispatch\n    return getattr(proxyobj, method)(ctxt, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/network/manager.py", line 575, in get_instance_nw_info\n    instance_uuid)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/api.py", line 549, in virtual_interface_get_by_instance\n    return IMPL.virtual_interface_get_by_instance(context, instance_id)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 114, in wrapper\n    return f(*args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 126, in wrapper\n    instance_get_by_uuid(context, instance_uuid)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 114, in wrapper\n    return f(*args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 1530, in instance_get_by_uuid\n    return _instance_get_by_uuid(context, uuid)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 114, in wrapper\n    return f(*args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/db/sqlalchemy/api.py", line 1540, in _instance_get_by_uuid\n    raise exception.InstanceNotFound(instance_id=uuid)\n', 'InstanceNotFound: Instance 9621c15d-e8e5-4eae-8f53-970585f65a2d could not be found.\n']
 
 
 compute.log
 
 
 2013-09-18 12:31:52.421 15918 ERROR nova.manager [-] Error during ComputeManager.update_available_resource: ['SR_BACKEND_FAILURE_40', '', 'The SR scan failed  [opterr=Command os.stat(/var/run/sr-mount/2784f59c-3695-7501-0cd7-8620d9df0cb4) failed (5): failed]', '']
 2013-09-18 12:31:52.421 15918 TRACE nova.manager     raise Failure(result['ErrorDescription'])
 2013-09-18 12:35:30.738 ERROR nova.utils [req-f01311f9-c1a1-4c49-b5cf-e9629c68877b 6ef8a579518540349aceb34c51337fe1 c62ee9384b144df8a53b13ec602d9215] [instance: 9621c15d-e8e5-4eae-8f53-970585f65a2d] Failed to spawn, rolling back
 2013-09-18 12:35:30.738 15918 TRACE nova.utils [instance: 9621c15d-e8e5-4eae-8f53-970585f65a2d]     raise Failure(result['ErrorDescription'])
 2013-09-18 12:35:30.743 ERROR nova.compute.manager [req-f01311f9-c1a1-4c49-b5cf-e9629c68877b 6ef8a579518540349aceb34c51337fe1 c62ee9384b144df8a53b13ec602d9215] [instance: 9621c15d-e8e5-4eae-8f53-970585f65a2d] Instance failed to spawn
 2013-09-18 12:35:30.743 15918 TRACE nova.compute.manager [instance: 9621c15d-e8e5-4eae-8f53-970585f65a2d]     raise Failure(result['ErrorDescription'])
 2013-09-18 12:35:31.031 ERROR nova.compute.manager [req-f01311f9-c1a1-4c49-b5cf-e9629c68877b 6ef8a579518540349aceb34c51337fe1 c62ee9384b144df8a53b13ec602d9215] [instance: 9621c15d-e8e5-4eae-8f53-970585f65a2d] Error: ['Traceback (most recent call last):\n', '  File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 871, in _run_instance\n    set_access_ip=set_access_ip)\n', '  File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 1130, in _spawn\n    LOG.exception(_(\'Instance failed to spawn\'), instance=instance)\n', '  File "/usr/lib64/python2.6/contextlib.py", line 23, in __exit__\n    self.gen.next()\n', '  File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 1126, in _spawn\n    block_device_info)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/driver.py", line 177, in spawn\n    admin_password, network_info, block_device_info)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vmops.py", line 480, in spawn\n    undo_mgr.rollback_and_reraise(msg=msg, instance=instance)\n', '  File "/usr/lib/python2.6/site-packages/nova/utils.py", line 1250, in rollback_and_reraise\n    self._rollback()\n', '  File "/usr/lib64/python2.6/contextlib.py", line 23, in __exit__\n    self.gen.next()\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vmops.py", line 463, in spawn\n    vdis = create_disks_step(undo_mgr, disk_image_type, image_meta)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vmops.py", line 142, in inner\n    rv = f(*args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vmops.py", line 346, in create_disks_step\n    block_device_info=block_device_info)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vmops.py", line 317, in _create_disks\n    block_device_info=block_device_info)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vm_utils.py", line 519, in get_vdis_for_instance\n    context, session, instance, name_label, image, image_type)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vm_utils.py", line 1012, in _create_image\n    image_id, image_type)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vm_utils.py", line 926, in _create_cached_image\n    image_id, image_type)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vm_utils.py", line 1035, in _fetch_image\n    image_id, image_type)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vm_utils.py", line 1240, in _fetch_disk_image\n    image_type_str, vdi_size)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/vm_utils.py", line 456, in create_vdi\n    \'tags\': []})\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/xenapi/driver.py", line 719, in call_xenapi\n    return session.xenapi_request(method, args)\n', '  File "/usr/lib/python2.6/site-packages/XenAPI-1.2-py2.6.egg/XenAPI.py", line 133, in xenapi_request\n    result = _parse_result(getattr(self, methodname)(*full_params))\n', '  File "/usr/lib/python2.6/site-packages/XenAPI-1.2-py2.6.egg/XenAPI.py", line 203, in _parse_result\n    raise Failure(result[\'ErrorDescription\'])\n', "Failure: ['SR_BACKEND_FAILURE_78', '', 'VDI Creation failed [opterr=Command os.stat(/var/run/sr-mount/2784f59c-3695-7501-0cd7-8620d9df0cb4/d3c70d14-4f21-4da7-9a92-5f5409b6603d.img) failed (5): failed]', '']\n"]
 2013-09-18 12:35:31.112 DEBUG nova.compute.manager [req-f01311f9-c1a1-4c49-b5cf-e9629c68877b 6ef8a579518540349aceb34c51337fe1 c62ee9384b144df8a53b13ec602d9215] [instance: 9621c15d-e8e5-4eae-8f53-970585f65a2d] Instance has been destroyed from under us while trying to set it to ERROR _set_instance_error_state /usr/lib/python2.6/site-packages/nova/compute/manager.py:395
 2013-09-18 12:35:31.271 ERROR nova.openstack.common.rpc.amqp [req-f01311f9-c1a1-4c49-b5cf-e9629c68877b 6ef8a579518540349aceb34c51337fe1 c62ee9384b144df8a53b13ec602d9215] Exception during message handling
 2013-09-18 12:35:31.271 15918 TRACE nova.openstack.common.rpc.amqp   File "/usr/lib/python2.6/site-packages/nova/exception.py", line 117, in wrapped
 2013-09-18 12:35:31.271 15918 TRACE nova.openstack.common.rpc.amqp   File "/usr/lib/python2.6/site-packages/nova/exception.py", line 94, in wrapped
 2013-09-18 12:35:31.271 15918 TRACE nova.openstack.common.rpc.amqp     self._set_instance_error_state(context, instance['uuid'])
 2013-09-18 12:35:31.271 15918 TRACE nova.openstack.common.rpc.amqp     self._log_original_error(exc_info, instance_uuid)
 2013-09-18 12:35:31.271 15918 TRACE nova.openstack.common.rpc.amqp     raise exception.InstanceNotFound(instance_id=uuid)
 2013-09-18 12:36:12.388 16907 DEBUG nova.service [-] publish_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:36:12.389 16907 DEBUG nova.service [-] logging_exception_prefix : %(asctime)s.%(msecs)03d %(process)d TRACE %(name)s %(instance)s wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:36:12.401 16907 DEBUG nova.service [-] allowed_rpc_exception_modules : ['nova.openstack.common.exception', 'nova.exception', 'cinder.exception', 'exceptions'] wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:36:12.448 16907 DEBUG nova.service [-] fatal_exception_format_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:39:30.709 16907 TRACE nova     raise Failure(result['ErrorDescription'])
 2013-09-18 12:48:30.445 17666 DEBUG nova.service [-] publish_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:48:30.447 17666 DEBUG nova.service [-] logging_exception_prefix : %(asctime)s.%(msecs)03d %(process)d TRACE %(name)s %(instance)s wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:48:30.453 17666 DEBUG nova.service [-] allowed_rpc_exception_modules : ['nova.openstack.common.exception', 'nova.exception', 'cinder.exception', 'exceptions'] wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:48:30.476 17666 DEBUG nova.service [-] fatal_exception_format_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:48:45.506 17666 TRACE nova     raise exception.StorageRepositoryNotFound()
 2013-09-18 12:49:28.423 17911 DEBUG nova.service [-] publish_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:49:28.425 17911 DEBUG nova.service [-] logging_exception_prefix : %(asctime)s.%(msecs)03d %(process)d TRACE %(name)s %(instance)s wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:49:28.431 17911 DEBUG nova.service [-] allowed_rpc_exception_modules : ['nova.openstack.common.exception', 'nova.exception', 'cinder.exception', 'exceptions'] wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:49:28.454 17911 DEBUG nova.service [-] fatal_exception_format_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:49:43.325 17911 TRACE nova     raise exception.StorageRepositoryNotFound()
 2013-09-18 12:51:14.076 18158 DEBUG nova.service [-] publish_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:51:14.078 18158 DEBUG nova.service [-] logging_exception_prefix : %(asctime)s.%(msecs)03d %(process)d TRACE %(name)s %(instance)s wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:51:14.084 18158 DEBUG nova.service [-] allowed_rpc_exception_modules : ['nova.openstack.common.exception', 'nova.exception', 'cinder.exception', 'exceptions'] wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 12:51:14.108 18158 DEBUG nova.service [-] fatal_exception_format_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 14:14:08.118 1241 DEBUG nova.service [-] publish_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 14:14:08.119 1241 DEBUG nova.service [-] logging_exception_prefix : %(asctime)s.%(msecs)03d %(process)d TRACE %(name)s %(instance)s wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 14:14:08.125 1241 DEBUG nova.service [-] allowed_rpc_exception_modules : ['nova.openstack.common.exception', 'nova.exception', 'cinder.exception', 'exceptions'] wait /usr/lib/python2.6/site-packages/nova/service.py:205
 2013-09-18 14:14:08.144 1241 DEBUG nova.service [-] fatal_exception_format_errors : False wait /usr/lib/python2.6/site-packages/nova/service.py:205