While trying to restart contrail-schema, it is failed to start saying back reference to BGP router. If we delete all the bgp router and and restart the service contrail-schema is coming up fine.
Workaround:
1. Deleted all the bgp-router using contrail webui
2. Restarted supervisor-config.
3. Added all bgp-router using contrail webui
root@system001:/opt/contrail/utils# contrail-status | grep contrail-schema
contrail-schema failed
root@system001:/var/log/contrail# /usr/bin/python /usr/bin/contrail-schema --conf_file /etc/contrail/contrail-schema.conf --conf_file /etc/contrail/contrail-keystone-auth.conf
Warning! InvalidRequestException(why='Keyspace names must be case-insensitively unique ("to_bgp_keyspace" conflicts with "to_bgp_keyspace")')
Warning! InvalidRequestException(why='Cannot add already existing column family "route_target_table" to keyspace "to_bgp_keyspace"')
Warning! InvalidRequestException(why='Cannot add already existing column family "service_chain_ip_address_table" to keyspace "to_bgp_keyspace"')
Warning! InvalidRequestException(why='Cannot add already existing column family "service_chain_table" to keyspace "to_bgp_keyspace"')
Warning! InvalidRequestException(why='Cannot add already existing column family "service_chain_uuid_table" to keyspace "to_bgp_keyspace"')
12/16/2014 03:33:14 PM [system001:contrail-schema:Config:0]: SANDESH: CONNECT TO COLLECTOR: True
12/16/2014 03:33:14 PM [system001:contrail-schema:Config:0]: SANDESH: Logging: False -> 1
12/16/2014 03:33:14 PM [system001:contrail-schema:Config:0]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
Bottle v0.11.6 server starting up (using GeventServer())...
Listening on http://0.0.0.0:8087/
Hit Ctrl-C to quit.
<type 'exceptions.TypeError'>
Python 2.7.3: /usr/bin/python
Tue Dec 16 15:33:14 2014
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/usr/bin/contrail-schema in <module>()
6
7 if __name__ == '__main__':
8 sys.exit(
9 load_entry_point('schema-transformer==0.1dev', 'console_scripts', 'contrail-schema')()
10 )
load_entry_point = <function load_entry_point>
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in server_main()
3931 def server_main():
3932 cgitb.enable(format='text')
3933 main()
3934 # end server_main
3935
global main = <function main>
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in main(args_str='--conf_file /etc/contrail/contrail-schema.conf --conf_file /etc/contrail/contrail-keystone-auth.conf')
3925 _zookeeper_client.master_election(zk_path_pfx+"/schema-transformer",
3926 os.getpid(), run_schema_transformer,
3927 args)
3928 # end main
3929
args = Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181')
/usr/lib/python2.7/dist-packages/cfgm_common/zkclient.py in master_election(self=<cfgm_common.zkclient.ZookeeperClient object>, path='/schema-transformer', identifier=10494, func=<function run_schema_transformer>, *args=(Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'),), **kwargs={})
279 while True:
280 self._election = self._zk_client.Election(path, identifier)
281 self._election.run(self._zk_election_callback, func, *args, **kwargs)
282 # end master_election
283
self = <cfgm_common.zkclient.ZookeeperClient object>
self._election = <kazoo.recipe.election.Election object>
self._election.run = <bound method Election.run of <kazoo.recipe.election.Election object>>
self._zk_election_callback = <bound method ZookeeperClient._zk_election_callb...of <cfgm_common.zkclient.ZookeeperClient object>>
func = <function run_schema_transformer>
args = (Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'),)
kwargs = {}
/usr/lib/python2.7/dist-packages/kazoo/recipe/election.py in run(self=<kazoo.recipe.election.Election object>, func=<bound method ZookeeperClient._zk_election_callb...of <cfgm_common.zkclient.ZookeeperClient object>>, *args=(<function run_schema_transformer>, Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181')), **kwargs={})
46 try:
47 with self.lock:
48 func(*args, **kwargs)
49
50 except CancelledError:
func = <bound method ZookeeperClient._zk_election_callb...of <cfgm_common.zkclient.ZookeeperClient object>>
args = (<function run_schema_transformer>, Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'))
kwargs = {}
/usr/lib/python2.7/dist-packages/cfgm_common/zkclient.py in _zk_election_callback(self=<cfgm_common.zkclient.ZookeeperClient object>, func=<function run_schema_transformer>, *args=(Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'),), **kwargs={})
271
272 def _zk_election_callback(self, func, *args, **kwargs):
273 func(*args, **kwargs)
274 # Exit if running master encounters error or exception
275 exit(1)
func = <function run_schema_transformer>
args = (Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'),)
kwargs = {}
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in run_schema_transformer(args=Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'))
3904 time.sleep(3)
3905
3906 transformer = SchemaTransformer(args)
3907 ssrc_task = gevent.spawn(launch_ssrc, transformer)
3908
transformer undefined
global SchemaTransformer = <class 'schema_transformer.to_bgp.SchemaTransformer'>
args = Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181')
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in __init__(self=<schema_transformer.to_bgp.SchemaTransformer object>, args=Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'))
2770
2771
2772 self.reinit()
2773 self.ifmap_search_done = False
2774 # create cpu_info object to send periodic updates
self = <schema_transformer.to_bgp.SchemaTransformer object>
self.reinit = <bound method SchemaTransformer.reinit of <schema_transformer.to_bgp.SchemaTransformer object>>
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in reinit(self=<schema_transformer.to_bgp.SchemaTransformer object>)
2793 try:
2794 ri_obj = RoutingInstanceST(ri_obj)
2795 ri_obj.delete()
2796 except NoIdError:
2797 pass
ri_obj = <schema_transformer.to_bgp.RoutingInstanceST object>
ri_obj.delete = <bound method RoutingInstanceST.delete of <schema_transformer.to_bgp.RoutingInstanceST object>>
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in delete(self=<schema_transformer.to_bgp.RoutingInstanceST object>, vn_obj=None)
1414 # end for vmi
1415 _vnc_lib.routing_instance_delete(id=self.obj.uuid)
1416 for rtgt in rtgt_list:
1417 try:
1418 _vnc_lib.route_target_delete(id=rtgt['uuid'])
rtgt undefined
rtgt_list = None
<type 'exceptions.TypeError'>: 'NoneType' object is not iterable
__class__ = <type 'exceptions.TypeError'>
__delattr__ = <method-wrapper '__delattr__' of exceptions.TypeError object>
__dict__ = {}
__doc__ = 'Inappropriate argument type.'
__format__ = <built-in method __format__ of exceptions.TypeError object>
__getattribute__ = <method-wrapper '__getattribute__' of exceptions.TypeError object>
__getitem__ = <method-wrapper '__getitem__' of exceptions.TypeError object>
__getslice__ = <method-wrapper '__getslice__' of exceptions.TypeError object>
__hash__ = <method-wrapper '__hash__' of exceptions.TypeError object>
__init__ = <method-wrapper '__init__' of exceptions.TypeError object>
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of exceptions.TypeError object>
__reduce_ex__ = <built-in method __reduce_ex__ of exceptions.TypeError object>
__repr__ = <method-wrapper '__repr__' of exceptions.TypeError object>
__setattr__ = <method-wrapper '__setattr__' of exceptions.TypeError object>
__setstate__ = <built-in method __setstate__ of exceptions.TypeError object>
__sizeof__ = <built-in method __sizeof__ of exceptions.TypeError object>
__str__ = <method-wrapper '__str__' of exceptions.TypeError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__unicode__ = <built-in method __unicode__ of exceptions.TypeError object>
args = ("'NoneType' object is not iterable",)
message = "'NoneType' object is not iterable"
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/usr/bin/contrail-schema", line 9, in <module>
load_entry_point('schema-transformer==0.1dev', 'console_scripts', 'contrail-schema')()
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 3933, in server_main
main()
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 3927, in main
args)
File "/usr/lib/python2.7/dist-packages/cfgm_common/zkclient.py", line 281, in master_election
self._election.run(self._zk_election_callback, func, *args, **kwargs)
File "/usr/lib/python2.7/dist-packages/kazoo/recipe/election.py", line 48, in run
func(*args, **kwargs)
File "/usr/lib/python2.7/dist-packages/cfgm_common/zkclient.py", line 273, in _zk_election_callback
func(*args, **kwargs)
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 3906, in run_schema_transformer
transformer = SchemaTransformer(args)
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 2772, in __init__
self.reinit()
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 2795, in reinit
ri_obj.delete()
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 1416, in delete
for rtgt in rtgt_list:
TypeError: 'NoneType' object is not iterable
root@system001:/var/log/contrail# /usr/bin/python /usr/bin/contrail-schema --conf_file /etc/contrail/contrail-schema.conf --conf_file /etc/contrail/contrail-keystone-auth.conf
Warning! InvalidRequestException(why='Keyspace names must be case-insensitively unique ("to_bgp_keyspace" conflicts with "to_bgp_keyspace")')
Warning! InvalidRequestException(why='Cannot add already existing column family "route_target_table" to keyspace "to_bgp_keyspace"')
Warning! InvalidRequestException(why='Cannot add already existing column family "service_chain_ip_address_table" to keyspace "to_bgp_keyspace"')
Warning! InvalidRequestException(why='Cannot add already existing column family "service_chain_table" to keyspace "to_bgp_keyspace"')
Warning! InvalidRequestException(why='Cannot add already existing column family "service_chain_uuid_table" to keyspace "to_bgp_keyspace"')
12/16/2014 03:36:12 PM [system001:contrail-schema:Config:0]: SANDESH: CONNECT TO COLLECTOR: True
12/16/2014 03:36:12 PM [system001:contrail-schema:Config:0]: SANDESH: Logging: False -> 1
12/16/2014 03:36:12 PM [system001:contrail-schema:Config:0]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
Bottle v0.11.6 server starting up (using GeventServer())...
Listening on http://0.0.0.0:8087/
Hit Ctrl-C to quit.
<class 'cfgm_common.exceptions.RefsExistError'>
Python 2.7.3: /usr/bin/python
Tue Dec 16 15:36:12 2014
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/usr/bin/contrail-schema in <module>()
6
7 if __name__ == '__main__':
8 sys.exit(
9 load_entry_point('schema-transformer==0.1dev', 'console_scripts', 'contrail-schema')()
10 )
load_entry_point = <function load_entry_point>
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in server_main()
3931 def server_main():
3932 cgitb.enable(format='text')
3933 main()
3934 # end server_main
3935
global main = <function main>
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in main(args_str='--conf_file /etc/contrail/contrail-schema.conf --conf_file /etc/contrail/contrail-keystone-auth.conf')
3925 _zookeeper_client.master_election(zk_path_pfx+"/schema-transformer",
3926 os.getpid(), run_schema_transformer,
3927 args)
3928 # end main
3929
args = Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181')
/usr/lib/python2.7/dist-packages/cfgm_common/zkclient.py in master_election(self=<cfgm_common.zkclient.ZookeeperClient object>, path='/schema-transformer', identifier=12829, func=<function run_schema_transformer>, *args=(Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'),), **kwargs={})
279 while True:
280 self._election = self._zk_client.Election(path, identifier)
281 self._election.run(self._zk_election_callback, func, *args, **kwargs)
282 # end master_election
283
self = <cfgm_common.zkclient.ZookeeperClient object>
self._election = <kazoo.recipe.election.Election object>
self._election.run = <bound method Election.run of <kazoo.recipe.election.Election object>>
self._zk_election_callback = <bound method ZookeeperClient._zk_election_callb...of <cfgm_common.zkclient.ZookeeperClient object>>
func = <function run_schema_transformer>
args = (Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'),)
kwargs = {}
/usr/lib/python2.7/dist-packages/kazoo/recipe/election.py in run(self=<kazoo.recipe.election.Election object>, func=<bound method ZookeeperClient._zk_election_callb...of <cfgm_common.zkclient.ZookeeperClient object>>, *args=(<function run_schema_transformer>, Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181')), **kwargs={})
46 try:
47 with self.lock:
48 func(*args, **kwargs)
49
50 except CancelledError:
func = <bound method ZookeeperClient._zk_election_callb...of <cfgm_common.zkclient.ZookeeperClient object>>
args = (<function run_schema_transformer>, Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'))
kwargs = {}
/usr/lib/python2.7/dist-packages/cfgm_common/zkclient.py in _zk_election_callback(self=<cfgm_common.zkclient.ZookeeperClient object>, func=<function run_schema_transformer>, *args=(Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'),), **kwargs={})
271
272 def _zk_election_callback(self, func, *args, **kwargs):
273 func(*args, **kwargs)
274 # Exit if running master encounters error or exception
275 exit(1)
func = <function run_schema_transformer>
args = (Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'),)
kwargs = {}
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in run_schema_transformer(args=Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'))
3904 time.sleep(3)
3905
3906 transformer = SchemaTransformer(args)
3907 ssrc_task = gevent.spawn(launch_ssrc, transformer)
3908
transformer undefined
global SchemaTransformer = <class 'schema_transformer.to_bgp.SchemaTransformer'>
args = Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181')
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in __init__(self=<schema_transformer.to_bgp.SchemaTransformer object>, args=Namespace(admin_password='contrail123', admin_te...rver_ip='10.84.50.1:2181', zk_server_port='2181'))
2770
2771
2772 self.reinit()
2773 self.ifmap_search_done = False
2774 # create cpu_info object to send periodic updates
self = <schema_transformer.to_bgp.SchemaTransformer object>
self.reinit = <bound method SchemaTransformer.reinit of <schema_transformer.to_bgp.SchemaTransformer object>>
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in reinit(self=<schema_transformer.to_bgp.SchemaTransformer object>)
2793 try:
2794 ri_obj = RoutingInstanceST(ri_obj)
2795 ri_obj.delete()
2796 except NoIdError:
2797 pass
ri_obj = <schema_transformer.to_bgp.RoutingInstanceST object>
ri_obj.delete = <bound method RoutingInstanceST.delete of <schema_transformer.to_bgp.RoutingInstanceST object>>
/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in delete(self=<schema_transformer.to_bgp.RoutingInstanceST object>, vn_obj=None)
1413 _vnc_lib.virtual_machine_interface_update(vmi_obj)
1414 # end for vmi
1415 _vnc_lib.routing_instance_delete(id=self.obj.uuid)
1416 for rtgt in rtgt_list:
1417 try:
global _vnc_lib = <vnc_api.vnc_api.VncApi object>
_vnc_lib.routing_instance_delete = <bound method VncApi.routing_instance_delete of <vnc_api.vnc_api.VncApi object>>
builtinid = <built-in function id>
self = <schema_transformer.to_bgp.RoutingInstanceST object>
self.obj = <vnc_api.gen.resource_client.RoutingInstance object>
self.obj.uuid = u'a3632da0-b957-4bae-873f-bc5908b7ce5c'
/usr/lib/python2.7/dist-packages/vnc_api/gen/vnc_api_client_gen.py in routing_instance_delete(self=<vnc_api.vnc_api.VncApi object>, fq_name=None, id=u'a3632da0-b957-4bae-873f-bc5908b7ce5c', ifmap_id=None)
5571 uri = vnc_api.gen.resource_client.RoutingInstance.resource_uri_base['routing-instance'] + '/' + id
5572
5573 content = self._request_server(rest.OP_DELETE, uri)
5574 #end routing_instance_delete
5575
content undefined
self = <vnc_api.vnc_api.VncApi object>
self._request_server = <bound method VncApi._request_server of <vnc_api.vnc_api.VncApi object>>
global rest = <module 'cfgm_common.rest' from '/usr/lib/python2.7/dist-packages/cfgm_common/rest.pyc'>
rest.OP_DELETE = 4
uri = u'/routing-instance/a3632da0-b957-4bae-873f-bc5908b7ce5c'
/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py in _request_server(self=<vnc_api.vnc_api.VncApi object>, op=4, url=u'/routing-instance/a3632da0-b957-4bae-873f-bc5908b7ce5c', data=None, retry_on_error=True, retry_after_authn=False, retry_count=30)
340 return self._request(op, url, data=data, retry_on_error=retry_on_error,
341 retry_after_authn=retry_after_authn,
342 retry_count=retry_count)
343
344 def _request(self, op, url, data=None, retry_on_error=True,
retry_count = 30
/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py in _request(self=<vnc_api.vnc_api.VncApi object>, op=4, url=u'/routing-instance/a3632da0-b957-4bae-873f-bc5908b7ce5c', data=None, retry_on_error=True, retry_after_authn=False, retry_count=30)
385 raise PermissionDenied(content)
386 elif status == 409:
387 raise RefsExistError(content)
388 elif status == 504:
389 raise TimeOutError('Gateway Timeout 504')
global RefsExistError = <class 'cfgm_common.exceptions.RefsExistError'>
content = u'Children http://10.84.50.1:8082/bgp-router/3ca...f444f340-b8f1-4b6e-9183-90b7ab4461bf still exist'
<class 'cfgm_common.exceptions.RefsExistError'>: Children http://10.84.50.1:8082/bgp-router/3ca1e48b-c81a-4a67-9875-d6f54683bf9f, http://10.84.50.1:8082/bgp-router/ae2a4d26-9d64-48d1-8328-f056691cd043, http://10.84.50.1:8082/bgp-router/f444f340-b8f1-4b6e-9183-90b7ab4461bf still exist
__class__ = <class 'cfgm_common.exceptions.RefsExistError'>
__delattr__ = <method-wrapper '__delattr__' of RefsExistError object>
__dict__ = {}
__doc__ = None
__format__ = <built-in method __format__ of RefsExistError object>
__getattribute__ = <method-wrapper '__getattribute__' of RefsExistError object>
__getitem__ = <method-wrapper '__getitem__' of RefsExistError object>
__getslice__ = <method-wrapper '__getslice__' of RefsExistError object>
__hash__ = <method-wrapper '__hash__' of RefsExistError object>
__init__ = <method-wrapper '__init__' of RefsExistError object>
__module__ = 'cfgm_common.exceptions'
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of RefsExistError object>
__reduce_ex__ = <built-in method __reduce_ex__ of RefsExistError object>
__repr__ = <method-wrapper '__repr__' of RefsExistError object>
__setattr__ = <method-wrapper '__setattr__' of RefsExistError object>
__setstate__ = <built-in method __setstate__ of RefsExistError object>
__sizeof__ = <built-in method __sizeof__ of RefsExistError object>
__str__ = <method-wrapper '__str__' of RefsExistError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__unicode__ = <built-in method __unicode__ of RefsExistError object>
__weakref__ = None
args = (u'Children http://10.84.50.1:8082/bgp-router/3ca...f444f340-b8f1-4b6e-9183-90b7ab4461bf still exist',)
message = u'Children http://10.84.50.1:8082/bgp-router/3ca...f444f340-b8f1-4b6e-9183-90b7ab4461bf still exist'
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/usr/bin/contrail-schema", line 9, in <module>
load_entry_point('schema-transformer==0.1dev', 'console_scripts', 'contrail-schema')()
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 3933, in server_main
main()
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 3927, in main
args)
File "/usr/lib/python2.7/dist-packages/cfgm_common/zkclient.py", line 281, in master_election
self._election.run(self._zk_election_callback, func, *args, **kwargs)
File "/usr/lib/python2.7/dist-packages/kazoo/recipe/election.py", line 48, in run
func(*args, **kwargs)
File "/usr/lib/python2.7/dist-packages/cfgm_common/zkclient.py", line 273, in _zk_election_callback
func(*args, **kwargs)
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 3906, in run_schema_transformer
transformer = SchemaTransformer(args)
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 2772, in __init__
self.reinit()
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 2795, in reinit
ri_obj.delete()
File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 1415, in delete
_vnc_lib.routing_instance_delete(id=self.obj.uuid)
File "/usr/lib/python2.7/dist-packages/vnc_api/gen/vnc_api_client_gen.py", line 5573, in routing_instance_delete
content = self._request_server(rest.OP_DELETE, uri)
File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 342, in _request_server
retry_count=retry_count)
File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 387, in _request
raise RefsExistError(content)
RefsExistError: Children http://10.84.50.1:8082/bgp-router/3ca1e48b-c81a-4a67-9875-d6f54683bf9f, http://10.84.50.1:8082/bgp-router/ae2a4d26-9d64-48d1-8328-f056691cd043, http://10.84.50.1:8082/bgp-router/f444f340-b8f1-4b6e-9183-90b7ab4461bf still exist
Details of the back reference mentioned in the log
==========================================
root@system001:/opt/contrail/utils# curl -u admin:contrail123 http://127.0.0.1:8095/bgp-router/f444f340-b8f1-4b6e-9183-90b7ab4461bf
{"bgp-router": {"fq_name": ["default-domain", "default-project", "ip-fabric", "__default__", "MX1"], "uuid": "f444f340-b8f1-4b6e-9183-90b7ab4461bf", "parent_uuid": "a3632da0-b957-4bae-873f-bc5908b7ce5c", "parent_href": "http://127.0.0.1:8095/routing-instance/a3632da0-b957-4bae-873f-bc5908b7ce5c", "parent_type": "routing-instance", "bgp_router_parameters": {"vendor": "juniper", "autonomous_system": 64512, "address": "10.84.50.201", "identifier": "10.84.50.201", "hold_time": 90, "port": 179, "address_families": {"family": ["inet-vpn", "inet6-vpn", "e-vpn", "route-target"]}}, "bgp_router_refs": [{"to": ["default-domain", "default-project", "ip-fabric", "__default__", "system002"], "href": "http://127.0.0.1:8095/bgp-router/3ca1e48b-c81a-4a67-9875-d6f54683bf9f", "attr": {"session": [{"attributes": [{"bgp_router": null, "address_families": {"family": ["inet-vpn", "inet6-vpn", "e-vpn", "route-target"]}}], "uuid": null}]}, "uuid": "3ca1e48b-c81a-4a67-9875-d6f54683bf9f"}, {"to": ["default-domain", "default-project", "ip-fabric", "__default__", "system001"], "href": "http://127.0.0.1:8095/bgp-router/ae2a4d26-9d64-48d1-8328-f056691cd043", "attr": {"session": [{"attributes": [{"bgp_router": null, "address_families": {"family": ["inet-vpn", "inet6-vpn", "e-vpn", "route-target"]}}], "uuid": null}]}, "uuid": "ae2a4d26-9d64-48d1-8328-f056691cd043"}], "href": "http://127.0.0.1:8095/bgp-router/f444f340-b8f1-4b6e-9183-90b7ab4461bf", "id_perms": {"enable": true, "uuid": {"uuid_mslong": 17601460702977018734, "uuid_lslong": 10485383475975446975}, "created": "2014-12-15T19:42:57.654442", "description": null, "user_visible": true, "last_modified": "2014-12-16T01:03:01.925920", "permissions": {"owner": "admin", "owner_access": 7, "other_access": 7, "group": "admin", "group_access": 7}}, "display_name": "MX1", "name": "MX1"}}root@system001:/opt/contrail/utils#
root@system001:/opt/contrail/utils# curl -u admin:contrail123 http://127.0.0.1:8095/bgp-router/ae2a4d26-9d64-48d1-8328-f056691cd043
{"bgp-router": {"fq_name": ["default-domain", "default-project", "ip-fabric", "__default__", "system001"], "uuid": "ae2a4d26-9d64-48d1-8328-f056691cd043", "parent_uuid": "a3632da0-b957-4bae-873f-bc5908b7ce5c", "parent_href": "http://127.0.0.1:8095/routing-instance/a3632da0-b957-4bae-873f-bc5908b7ce5c", "parent_type": "routing-instance", "bgp_router_parameters": {"vendor": "contrail", "autonomous_system": 64512, "address": "10.84.50.1", "identifier": "10.84.50.1", "hold_time": 90, "port": 179, "address_families": {"family": ["route-target", "inet-vpn", "inet6-vpn", "e-vpn", "erm-vpn"]}}, "bgp_router_refs": [{"to": ["default-domain", "default-project", "ip-fabric", "__default__", "system002"], "href": "http://127.0.0.1:8095/bgp-router/3ca1e48b-c81a-4a67-9875-d6f54683bf9f", "attr": {"session": [{"attributes": [{"bgp_router": null, "address_families": {"family": []}}], "uuid": null}]}, "uuid": "3ca1e48b-c81a-4a67-9875-d6f54683bf9f"}, {"to": ["default-domain", "default-project", "ip-fabric", "__default__", "MX1"], "href": "http://127.0.0.1:8095/bgp-router/f444f340-b8f1-4b6e-9183-90b7ab4461bf", "attr": {"session": [{"attributes": [{"bgp_router": null, "address_families": {"family": ["inet-vpn", "inet6-vpn", "e-vpn", "route-target"]}}], "uuid": null}]}, "uuid": "f444f340-b8f1-4b6e-9183-90b7ab4461bf"}], "href": "http://127.0.0.1:8095/bgp-router/ae2a4d26-9d64-48d1-8328-f056691cd043", "id_perms": {"enable": true, "uuid": {"uuid_mslong": 12549928139865999569, "uuid_lslong": 9451068071958335555}, "created": "2014-12-10T06:36:24.412746", "description": null, "user_visible": true, "last_modified": "2014-12-16T01:03:02.017256", "permissions": {"owner": "admin", "owner_access": 7, "other_access": 7, "group": "admin", "group_access": 7}}, "display_name": "system001", "name": "system001"}}root@system001:/opt/contrail/utils#
root@system001:/opt/contrail/utils# curl -u admin:contrail123 http://127.0.0.1:8095/bgp-router/f444f340-b8f1-4b6e-9183-90b7ab4461bf
{"bgp-router": {"fq_name": ["default-domain", "default-project", "ip-fabric", "__default__", "MX1"], "uuid": "f444f340-b8f1-4b6e-9183-90b7ab4461bf", "parent_uuid": "a3632da0-b957-4bae-873f-bc5908b7ce5c", "parent_href": "http://127.0.0.1:8095/routing-instance/a3632da0-b957-4bae-873f-bc5908b7ce5c", "parent_type": "routing-instance", "bgp_router_parameters": {"vendor": "juniper", "autonomous_system": 64512, "address": "10.84.50.201", "identifier": "10.84.50.201", "hold_time": 90, "port": 179, "address_families": {"family": ["inet-vpn", "inet6-vpn", "e-vpn", "route-target"]}}, "bgp_router_refs": [{"to": ["default-domain", "default-project", "ip-fabric", "__default__", "system002"], "href": "http://127.0.0.1:8095/bgp-router/3ca1e48b-c81a-4a67-9875-d6f54683bf9f", "attr": {"session": [{"attributes": [{"bgp_router": null, "address_families": {"family": ["inet-vpn", "inet6-vpn", "e-vpn", "route-target"]}}], "uuid": null}]}, "uuid": "3ca1e48b-c81a-4a67-9875-d6f54683bf9f"}, {"to": ["default-domain", "default-project", "ip-fabric", "__default__", "system001"], "href": "http://127.0.0.1:8095/bgp-router/ae2a4d26-9d64-48d1-8328-f056691cd043", "attr": {"session": [{"attributes": [{"bgp_router": null, "address_families": {"family": ["inet-vpn", "inet6-vpn", "e-vpn", "route-target"]}}], "uuid": null}]}, "uuid": "ae2a4d26-9d64-48d1-8328-f056691cd043"}], "href": "http://127.0.0.1:8095/bgp-router/f444f340-b8f1-4b6e-9183-90b7ab4461bf", "id_perms": {"enable": true, "uuid": {"uuid_mslong": 17601460702977018734, "uuid_lslong": 10485383475975446975}, "created": "2014-12-15T19:42:57.654442", "description": null, "user_visible": true, "last_modified": "2014-12-16T01:03:01.925920", "permissions": {"owner": "admin", "owner_access": 7, "other_access": 7, "group": "admin", "group_access": 7}}, "display_name": "MX1", "name": "MX1"}}root@system001:/opt/contrail/utils#
http://