OpenStack Compute (nova)

  1. Bug #1229475
  2. Comment #1

Comment 1 for bug 1229475

Revision history for this message
Joe Gordon (jogo) wrote : Re: From oslo rpc: RuntimeError: Second simultaneous read on fileno 16 detected

http://logs.openstack.org/48/47948/1/check/gate-tempest-devstack-vm-neutron/6e1f600/logs/screen-n-cpu.txt.gz#_2013-09-24_01_33_24_904

Another case:

 2013-09-24 01:33:24.904 ERROR nova.openstack.common.rpc.amqp [req-337bcd98-3d47-452c-a269-0629725d3dce demo demo] Exception during message handling
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp Traceback (most recent call last):
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/openstack/common/rpc/amqp.py", line 461, in _process_data
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp **args)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/openstack/common/rpc/dispatcher.py", line 172, in dispatch
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 354, in decorated_function
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return function(self, context, *args, **kwargs)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/exception.py", line 90, in wrapped
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp payload)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/exception.py", line 73, in wrapped
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return f(self, context, *args, **kw)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 244, in decorated_function
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp pass
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 230, in decorated_function
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return function(self, context, *args, **kwargs)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 295, in decorated_function
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp function(self, context, *args, **kwargs)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 272, in decorated_function
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp e, sys.exc_info())
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 259, in decorated_function
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return function(self, context, *args, **kwargs)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1793, in terminate_instance
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp do_terminate_instance(instance, bdms)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/openstack/common/lockutils.py", line 246, in inner
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return f(*args, **kwargs)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1785, in do_terminate_instance
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp reservations=reservations)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/hooks.py", line 105, in inner
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp rv = f(*args, **kwargs)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1758, in _delete_instance
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp user_id=user_id)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1730, in _delete_instance
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp self._shutdown_instance(context, db_inst, bdms)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1640, in _shutdown_instance
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp network_info = self._get_instance_nw_info(context, instance)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 877, in _get_instance_nw_info
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp instance)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/api.py", line 455, in get_instance_nw_info
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp result = self._get_instance_nw_info(context, instance, networks)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/api.py", line 463, in _get_instance_nw_info
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp nw_info = self._build_network_info_model(context, instance, networks)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/api.py", line 978, in _build_network_info_model
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp client = neutronv2.get_client(context, admin=True)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/__init__.py", line 71, in get_client
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return _get_client(token=token)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/__init__.py", line 52, in _get_client
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp token = _get_auth_token()
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/__init__.py", line 47, in _get_auth_token
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp LOG.error(_('Neutron client authentication failed: %s'), e)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/__init__.py", line 43, in _get_auth_token
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp httpclient.authenticate()
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/python-neutronclient/neutronclient/client.py", line 232, in authenticate
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp content_type="application/json")
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/python-neutronclient/neutronclient/client.py", line 152, in _cs_request
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp raise exceptions.ConnectionFailed(reason=e)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp ConnectionFailed: Connection to neutron failed: Second simultaneous read on fileno 16 detected. Unless you really know what you're doing, make sure that only one greenthread can read any particular socket. Consider using a pools.Pool. If you do know what you're doing and want to disable this error, call eventlet.debug.hub_prevent_multiple_readers(False)
2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp