tacker

Not work well with api_workers more than 1

Bug #1590691 reported by yong sheng gong on 2016-06-09

This bug affects 1 person

Affects		Status	Importance	Assigned to	Milestone
	tacker	Fix Released	Medium	yong sheng gong	tacker newton-2 "n2"

Bug Description

36
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 457, in fire_timers
    timer()
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/timer.py", line 58, in __call__
    cb(*args, **kw)
  File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
    result = function(*args, **kwargs)
  File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
    service.start()
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
    self.wsgi_app = _run_wsgi(self.app_name)
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
    workers=cfg.CONF.api_workers)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
    backlog=backlog)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
    'time': CONF.retry_until_window})
RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:07.410 ERROR tacker.openstack.common.threadgroup [-] Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup Traceback (most recent call last):
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 125, in wait
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup x.wait()
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 47, in wait
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup return self.thread.wait()
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 175, in wait
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup return self._exit_event.wait()
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 121, in wait
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup return hubs.get_hub().switch()
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 294, in switch
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup return self.greenlet.switch()
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup result = function(*args, **kwargs)
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup service.start()
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup self.wsgi_app = _run_wsgi(self.app_name)
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup workers=cfg.CONF.api_workers)
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup backlog=backlog)
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup 'time': CONF.retry_until_window})
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:07.410 TRACE tacker.openstack.common.threadgroup
2016-06-09 17:09:07.412 CRITICAL tacker [-] AttributeError: 'TackerApiService' object has no attribute 'stop'

2016-06-09 17:09:07.412 TRACE tacker Traceback (most recent call last):
2016-06-09 17:09:07.412 TRACE tacker File "/usr/bin/tacker-server", line 10, in <module>
2016-06-09 17:09:07.412 TRACE tacker sys.exit(main())
2016-06-09 17:09:07.412 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/cmd/server.py", line 45, in main
2016-06-09 17:09:07.412 TRACE tacker workers=cfg.CONF.api_workers)
2016-06-09 17:09:07.412 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 510, in launch
2016-06-09 17:09:07.412 TRACE tacker launcher.launch_service(service, workers=workers)
2016-06-09 17:09:07.412 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 341, in launch_service
2016-06-09 17:09:07.412 TRACE tacker self._start_child(wrap)
2016-06-09 17:09:07.412 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 322, in _start_child
2016-06-09 17:09:07.412 TRACE tacker status, signo = self._child_wait_for_exit_or_signal(launcher)
2016-06-09 17:09:07.412 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 280, in _child_wait_for_exit_or_signal
2016-06-09 17:09:07.412 TRACE tacker launcher.stop()
2016-06-09 17:09:07.412 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 128, in stop
2016-06-09 17:09:07.412 TRACE tacker self.services.stop()
2016-06-09 17:09:07.412 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 470, in stop
2016-06-09 17:09:07.412 TRACE tacker service.stop()
2016-06-09 17:09:07.412 TRACE tacker AttributeError: 'TackerApiService' object has no attribute 'stop'
2016-06-09 17:09:07.412 TRACE tacker
Traceback (most recent call last):
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 457, in fire_timers
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 457, in fire_timers
    timer()
    timer()
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/timer.py", line 58, in __call__
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/timer.py", line 58, in __call__
    cb(*args, **kw)
    cb(*args, **kw)
  File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
  File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
    result = function(*args, **kwargs)
    result = function(*args, **kwargs)
  File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
  File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
    service.start()
    service.start()
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
    self.wsgi_app = _run_wsgi(self.app_name)
    self.wsgi_app = _run_wsgi(self.app_name)
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
    workers=cfg.CONF.api_workers)
    workers=cfg.CONF.api_workers)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
    backlog=backlog)
    backlog=backlog)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
    'time': CONF.retry_until_window})
    'time': CONF.retry_until_window})
RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:07.435 ERROR tacker.openstack.common.threadgroup [-] Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup Traceback (most recent call last):
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 125, in wait
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup x.wait()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 47, in wait
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup return self.thread.wait()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 175, in wait
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup return self._exit_event.wait()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 121, in wait
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup return hubs.get_hub().switch()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 294, in switch
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup return self.greenlet.switch()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup result = function(*args, **kwargs)
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup service.start()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup self.wsgi_app = _run_wsgi(self.app_name)
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup workers=cfg.CONF.api_workers)
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup backlog=backlog)
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup 'time': CONF.retry_until_window})
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup
2016-06-09 17:09:07.435 ERROR tacker.openstack.common.threadgroup [-] Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup Traceback (most recent call last):
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 125, in wait
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup x.wait()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 47, in wait
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup return self.thread.wait()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 175, in wait
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup return self._exit_event.wait()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 121, in wait
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup return hubs.get_hub().switch()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 294, in switch
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup return self.greenlet.switch()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup result = function(*args, **kwargs)
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup service.start()
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup self.wsgi_app = _run_wsgi(self.app_name)
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup workers=cfg.CONF.api_workers)
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup backlog=backlog)
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup 'time': CONF.retry_until_window})
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:07.435 TRACE tacker.openstack.common.threadgroup
2016-06-09 17:09:07.439 CRITICAL tacker [-] AttributeError: 'TackerApiService' object has no attribute 'stop'

2016-06-09 17:09:07.439 TRACE tacker Traceback (most recent call last):
2016-06-09 17:09:07.439 TRACE tacker File "/usr/bin/tacker-server", line 10, in <module>
2016-06-09 17:09:07.439 TRACE tacker sys.exit(main())
2016-06-09 17:09:07.439 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/cmd/server.py", line 45, in main
2016-06-09 17:09:07.439 TRACE tacker workers=cfg.CONF.api_workers)
2016-06-09 17:09:07.439 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 510, in launch
2016-06-09 17:09:07.439 TRACE tacker launcher.launch_service(service, workers=workers)
2016-06-09 17:09:07.439 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 341, in launch_service
2016-06-09 17:09:07.439 TRACE tacker self._start_child(wrap)
2016-06-09 17:09:07.439 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 322, in _start_child
2016-06-09 17:09:07.439 TRACE tacker status, signo = self._child_wait_for_exit_or_signal(launcher)
2016-06-09 17:09:07.439 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 280, in _child_wait_for_exit_or_signal
2016-06-09 17:09:07.439 TRACE tacker launcher.stop()
2016-06-09 17:09:07.439 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 128, in stop
2016-06-09 17:09:07.439 TRACE tacker self.services.stop()
2016-06-09 17:09:07.439 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 470, in stop
2016-06-09 17:09:07.439 TRACE tacker service.stop()
2016-06-09 17:09:07.439 TRACE tacker AttributeError: 'TackerApiService' object has no attribute 'stop'
2016-06-09 17:09:07.439 TRACE tacker
2016-06-09 17:09:07.519 INFO tacker.openstack.common.service [-] Child 1294 exited with status 1
2016-06-09 17:09:07.521 INFO tacker.openstack.common.service [-] Started child 1326
2016-06-09 17:09:07.524 INFO tacker.common.config [-] Config paste file: /etc/tacker/api-paste.ini
2016-06-09 17:09:07.536 DEBUG tacker.api.extensions [-] Extended resource: extensions from (pid=1326) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.538 DEBUG tacker.api.extensions [-] Extended resource: vnfds from (pid=1326) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.539 DEBUG tacker.api.extensions [-] Extended resource: vnfs from (pid=1326) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.540 DEBUG tacker.api.extensions [-] Extended resource: vims from (pid=1326) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.545 WARNING keystonemiddleware.auth_token [-] signing_dir mode is 0755 instead of 0700
2016-06-09 17:09:07.553 INFO tacker.openstack.common.service [-] Child 1293 exited with status 1
2016-06-09 17:09:07.556 INFO tacker.openstack.common.service [-] Started child 1327
2016-06-09 17:09:07.556 INFO tacker.openstack.common.service [-] Child 1295 exited with status 1
2016-06-09 17:09:07.558 INFO tacker.common.config [-] Config paste file: /etc/tacker/api-paste.ini
2016-06-09 17:09:07.558 INFO tacker.openstack.common.service [-] Started child 1328
2016-06-09 17:09:07.560 INFO tacker.common.config [-] Config paste file: /etc/tacker/api-paste.ini
2016-06-09 17:09:07.569 DEBUG tacker.api.extensions [-] Extended resource: extensions from (pid=1327) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.571 DEBUG tacker.api.extensions [-] Extended resource: vnfds from (pid=1327) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.572 DEBUG tacker.api.extensions [-] Extended resource: vnfs from (pid=1327) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.572 DEBUG tacker.api.extensions [-] Extended resource: extensions from (pid=1328) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.573 DEBUG tacker.api.extensions [-] Extended resource: vims from (pid=1327) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.573 DEBUG tacker.api.extensions [-] Extended resource: vnfds from (pid=1328) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.574 DEBUG tacker.api.extensions [-] Extended resource: vnfs from (pid=1328) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.575 DEBUG tacker.api.extensions [-] Extended resource: vims from (pid=1328) __init__ /mnt/data3/opt/stack/tacker/tacker/api/extensions.py:282
2016-06-09 17:09:07.577 WARNING keystonemiddleware.auth_token [-] signing_dir mode is 0755 instead of 0700
2016-06-09 17:09:07.580 WARNING keystonemiddleware.auth_token [-] signing_dir mode is 0755 instead of 0700
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 457, in fire_timers
    timer()
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/timer.py", line 58, in __call__
    cb(*args, **kw)
  File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
    result = function(*args, **kwargs)
  File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
    service.start()
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
    self.wsgi_app = _run_wsgi(self.app_name)
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
    workers=cfg.CONF.api_workers)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
    backlog=backlog)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
    'time': CONF.retry_until_window})
RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.584 ERROR tacker.openstack.common.threadgroup [-] Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup Traceback (most recent call last):
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 125, in wait
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup x.wait()
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 47, in wait
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup return self.thread.wait()
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 175, in wait
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup return self._exit_event.wait()
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 121, in wait
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup return hubs.get_hub().switch()
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 294, in switch
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup return self.greenlet.switch()
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup result = function(*args, **kwargs)
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup service.start()
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup self.wsgi_app = _run_wsgi(self.app_name)
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup workers=cfg.CONF.api_workers)
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup backlog=backlog)
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup 'time': CONF.retry_until_window})
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.584 TRACE tacker.openstack.common.threadgroup
2016-06-09 17:09:37.587 CRITICAL tacker [-] AttributeError: 'TackerApiService' object has no attribute 'stop'

2016-06-09 17:09:37.587 TRACE tacker Traceback (most recent call last):
2016-06-09 17:09:37.587 TRACE tacker File "/usr/bin/tacker-server", line 10, in <module>
2016-06-09 17:09:37.587 TRACE tacker sys.exit(main())
2016-06-09 17:09:37.587 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/cmd/server.py", line 46, in main
2016-06-09 17:09:37.587 TRACE tacker launcher.wait()
2016-06-09 17:09:37.587 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 393, in wait
2016-06-09 17:09:37.587 TRACE tacker self._respawn_children()
2016-06-09 17:09:37.587 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 381, in _respawn_children
2016-06-09 17:09:37.587 TRACE tacker self._start_child(wrap)
2016-06-09 17:09:37.587 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 322, in _start_child
2016-06-09 17:09:37.587 TRACE tacker status, signo = self._child_wait_for_exit_or_signal(launcher)
2016-06-09 17:09:37.587 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 280, in _child_wait_for_exit_or_signal
2016-06-09 17:09:37.587 TRACE tacker launcher.stop()
2016-06-09 17:09:37.587 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 128, in stop
2016-06-09 17:09:37.587 TRACE tacker self.services.stop()
2016-06-09 17:09:37.587 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 470, in stop
2016-06-09 17:09:37.587 TRACE tacker service.stop()
2016-06-09 17:09:37.587 TRACE tacker AttributeError: 'TackerApiService' object has no attribute 'stop'
2016-06-09 17:09:37.587 TRACE tacker
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 457, in fire_timers
    timer()
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/timer.py", line 58, in __call__
    cb(*args, **kw)
  File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
    result = function(*args, **kwargs)
  File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
    service.start()
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
    self.wsgi_app = _run_wsgi(self.app_name)
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
    workers=cfg.CONF.api_workers)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
    backlog=backlog)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
    'time': CONF.retry_until_window})
RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.616 ERROR tacker.openstack.common.threadgroup [-] Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup Traceback (most recent call last):
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 125, in wait
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup x.wait()
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 47, in wait
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup return self.thread.wait()
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 175, in wait
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup return self._exit_event.wait()
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 121, in wait
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup return hubs.get_hub().switch()
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 294, in switch
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup return self.greenlet.switch()
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup result = function(*args, **kwargs)
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup service.start()
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup self.wsgi_app = _run_wsgi(self.app_name)
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup workers=cfg.CONF.api_workers)
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup backlog=backlog)
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup 'time': CONF.retry_until_window})
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.616 TRACE tacker.openstack.common.threadgroup
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 457, in fire_timers
    timer()
  File "/usr/lib/python2.7/site-packages/eventlet/hubs/timer.py", line 58, in __call__
    cb(*args, **kw)
  File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
    result = function(*args, **kwargs)
  File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
    service.start()
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
    self.wsgi_app = _run_wsgi(self.app_name)
  File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
    workers=cfg.CONF.api_workers)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
2016-06-09 17:09:37.618 CRITICAL tacker [-] AttributeError: 'TackerApiService' object has no attribute 'stop'

2016-06-09 17:09:37.618 TRACE tacker Traceback (most recent call last):
2016-06-09 17:09:37.618 TRACE tacker File "/usr/bin/tacker-server", line 10, in <module>
2016-06-09 17:09:37.618 TRACE tacker sys.exit(main())
2016-06-09 17:09:37.618 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/cmd/server.py", line 46, in main
2016-06-09 17:09:37.618 TRACE tacker launcher.wait()
2016-06-09 17:09:37.618 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 393, in wait
2016-06-09 17:09:37.618 TRACE tacker self._respawn_children()
2016-06-09 17:09:37.618 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 381, in _respawn_children
2016-06-09 17:09:37.618 TRACE tacker self._start_child(wrap)
2016-06-09 17:09:37.618 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 322, in _start_child
2016-06-09 17:09:37.618 TRACE tacker status, signo = self._child_wait_for_exit_or_signal(launcher)
2016-06-09 17:09:37.618 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 280, in _child_wait_for_exit_or_signal
2016-06-09 17:09:37.618 TRACE tacker launcher.stop()
2016-06-09 17:09:37.618 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 128, in stop
2016-06-09 17:09:37.618 TRACE tacker self.services.stop()
2016-06-09 17:09:37.618 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 470, in stop
2016-06-09 17:09:37.618 TRACE tacker service.stop()
2016-06-09 17:09:37.618 TRACE tacker AttributeError: 'TackerApiService' object has no attribute 'stop'
2016-06-09 17:09:37.618 TRACE tacker
    backlog=backlog)
  File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
    'time': CONF.retry_until_window})
RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.620 ERROR tacker.openstack.common.threadgroup [-] Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup Traceback (most recent call last):
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 125, in wait
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup x.wait()
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/threadgroup.py", line 47, in wait
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup return self.thread.wait()
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 175, in wait
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup return self._exit_event.wait()
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 121, in wait
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup return hubs.get_hub().switch()
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 294, in switch
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup return self.greenlet.switch()
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup result = function(*args, **kwargs)
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 500, in run_service
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup service.start()
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 59, in start
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup self.wsgi_app = _run_wsgi(self.app_name)
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/service.py", line 99, in _run_wsgi
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup workers=cfg.CONF.api_workers)
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 209, in start
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup backlog=backlog)
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup File "/mnt/data3/opt/stack/tacker/tacker/wsgi.py", line 188, in _get_socket
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup 'time': CONF.retry_until_window})
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup RuntimeError: Could not bind to 0.0.0.0:8888 after trying for 30 seconds
2016-06-09 17:09:37.620 TRACE tacker.openstack.common.threadgroup
2016-06-09 17:09:37.622 CRITICAL tacker [-] AttributeError: 'TackerApiService' object has no attribute 'stop'

2016-06-09 17:09:37.622 TRACE tacker Traceback (most recent call last):
2016-06-09 17:09:37.622 TRACE tacker File "/usr/bin/tacker-server", line 10, in <module>
2016-06-09 17:09:37.622 TRACE tacker sys.exit(main())
2016-06-09 17:09:37.622 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/cmd/server.py", line 46, in main
2016-06-09 17:09:37.622 TRACE tacker launcher.wait()
2016-06-09 17:09:37.622 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 393, in wait
2016-06-09 17:09:37.622 TRACE tacker self._respawn_children()
2016-06-09 17:09:37.622 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 381, in _respawn_children
2016-06-09 17:09:37.622 TRACE tacker self._start_child(wrap)
2016-06-09 17:09:37.622 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 322, in _start_child
2016-06-09 17:09:37.622 TRACE tacker status, signo = self._child_wait_for_exit_or_signal(launcher)
2016-06-09 17:09:37.622 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 280, in _child_wait_for_exit_or_signal
2016-06-09 17:09:37.622 TRACE tacker launcher.stop()
2016-06-09 17:09:37.622 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 128, in stop
2016-06-09 17:09:37.622 TRACE tacker self.services.stop()
2016-06-09 17:09:37.622 TRACE tacker File "/mnt/data3/opt/stack/tacker/tacker/openstack/common/service.py", line 470, in stop
2016-06-09 17:09:37.622 TRACE tacker service.stop()
2016-06-09 17:09:37.622 TRACE tacker AttributeError: 'TackerApiService' object has no attribute 'stop'