2013-10-29 19:14:18.587 1272 INFO nova.osapi_compute.wsgi.server [-] (1272) accepted ('192.168.122.10', 53116) 2013-10-29 19:14:19.207 1272 INFO nova.openstack.common.rpc.common [req-900a80bd-dfc1-49fc-9599-239fd5b9b7e3 a1dd41c156c64810b41d46d4062a2b17 68d6cb4e2ceb4700931b6489ad25fb6f] Connected to AMQP server on controller:5672 2013-10-29 19:14:19.218 1272 INFO nova.openstack.common.rpc.common [req-900a80bd-dfc1-49fc-9599-239fd5b9b7e3 a1dd41c156c64810b41d46d4062a2b17 68d6cb4e2ceb4700931b6489ad25fb6f] Connected to AMQP server on controller:5672 2013-10-29 19:15:19.238 1272 ERROR nova.api.openstack [req-900a80bd-dfc1-49fc-9599-239fd5b9b7e3 a1dd41c156c64810b41d46d4062a2b17 68d6cb4e2ceb4700931b6489ad25fb6f] Caught error: Timeout while waiting on RPC response - topic: "network", RPC method: "create_networks" info: "" 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack Traceback (most recent call last): 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/api/openstack/__init__.py", line 119, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return req.get_response(self.application) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1296, in send 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack application, catch_exc_info=False) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/webob/request.py", line 1260, in call_application 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack app_iter = application(self.environ, start_response) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return resp(environ, start_response) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/keystoneclient/middleware/auth_token.py", line 539, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return self.app(env, start_response) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return resp(environ, start_response) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return resp(environ, start_response) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/routes/middleware.py", line 131, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack response = self.app(environ, start_response) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return resp(environ, start_response) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack resp = self.call_func(req, *args, **self.kwargs) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return self.func(req, *args, **kwargs) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py", line 917, in __call__ 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack content_type, body, accept) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py", line 976, in _process_stack 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack action_result = self.dispatch(meth, request, action_args) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/api/openstack/wsgi.py", line 1057, in dispatch 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return method(req=request, **action_args) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/api/openstack/compute/contrib/os_networks.py", line 126, in create 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack network = self.network_api.create(context, **params)[0] 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/network/api.py", line 93, in wrapped 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return func(self, context, *args, **kwargs) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/network/api.py", line 142, in create 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return self.network_rpcapi.create_networks(context, **kwargs) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/network/rpcapi.py", line 102, in create_networks 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return self.client.call(ctxt, 'create_networks', **kwargs) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/rpcclient.py", line 85, in call 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return self._invoke(self.proxy.call, ctxt, method, **kwargs) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/rpcclient.py", line 63, in _invoke 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack return cast_or_call(ctxt, msg, **self.kwargs) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/proxy.py", line 130, in call 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack exc.info, real_topic, msg.get('method')) 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack Timeout: Timeout while waiting on RPC response - topic: "network", RPC method: "create_networks" info: "" 2013-10-29 19:15:19.238 1272 TRACE nova.api.openstack 2013-10-29 19:15:19.249 1272 INFO nova.api.openstack [req-900a80bd-dfc1-49fc-9599-239fd5b9b7e3 a1dd41c156c64810b41d46d4062a2b17 68d6cb4e2ceb4700931b6489ad25fb6f] http://controller:8774/v2/68d6cb4e2ceb4700931b6489ad25fb6f/os-networks returned with HTTP 500 2013-10-29 19:15:19.255 1272 INFO nova.osapi_compute.wsgi.server [req-900a80bd-dfc1-49fc-9599-239fd5b9b7e3 a1dd41c156c64810b41d46d4062a2b17 68d6cb4e2ceb4700931b6489ad25fb6f] 192.168.122.10 "POST /v2/68d6cb4e2ceb4700931b6489ad25fb6f/os-networks HTTP/1.1" status: 500 len: 335 time: 60.6673729