We have this happening again. Netapp driver tries to rename the temporary policy when an old policy that has been disassociated from a share has not been removed. No rule changes can be applied until we go the the Netapp and manually find and delete the old policy. 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server [req-0c05e614-4312-4343-abe4-b5ada9f065b6 gNone ff9770e6ecfe4689ba14b6fc796d380701f664462022ec14e804effbb319503d ad7380891cd144ee9611a3b68d286842 - - -] Exception during message handling: manila.share.drivers.netapp.dataontap.client.api.NaApiError: NetApp API failed. Reason - 13001:Failed to rename ruleset: duplicate entry 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/rpc/server.py", line 167, in _process_incoming 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/manager.py", line 232, in wrapped 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server return f(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/utils.py", line 573, in wrapper 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server return func(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/manager.py", line 4085, in update_access 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server self.update_access_for_instances(context, [share_instance_id], 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/manager.py", line 4099, in update_access_for_instances 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server self.access_helper.update_access_rules( 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/access.py", line 313, in update_access_rules 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server self._update_access_rules(context, share_instance_id, 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/access.py", line 350, in _update_access_rules 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server driver_rule_updates = self._update_rules_through_share_driver( 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/access.py", line 415, in _update_rules_through_share_driver 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server driver_rule_updates = self.driver.update_access( 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/cluster_mode/drv_multi_svm.py", line 112, in update_access 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server self.library.update_access(context, share, access_rules, add_rules, 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/utils.py", line 115, in trace_wrapper 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server result = f(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/cluster_mode/lib_base.py", line 2526, in update_access 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server self._update_access(helper, share, share_name, access_rules) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/utils.py", line 115, in trace_wrapper 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server result = f(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/cluster_mode/lib_base.py", line 2496, in _update_access 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server helper.update_access(share, share_name, validated_rules) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/utils.py", line 115, in trace_wrapper 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server result = f(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/protocols/base.py", line 36, in wrapped_func 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server return source_func(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/oslo_concurrency/lockutils.py", line 360, in inner 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server return f(*args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/protocols/base.py", line 34, in source_func 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server return f(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/protocols/nfs_cmode.py", line 110, in update_access 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server self._ensure_export_policy(share, share_name) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/utils.py", line 115, in trace_wrapper 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server result = f(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/protocols/nfs_cmode.py", line 216, in _ensure_export_policy 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server self._client.rename_nfs_export_policy(actual_export_policy, 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/utils.py", line 115, in trace_wrapper 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server result = f(self, *args, **kwargs) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/client/client_cmode.py", line 4059, in rename_nfs_export_policy 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server self.send_request('export-policy-rename', api_args) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/client/client_base.py", line 88, in send_request 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server return self.connection.invoke_successfully( 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/client/api.py", line 716, in invoke_successfully 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server return self.get_client(use_zapi=use_zapi).invoke_successfully( 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server File "/var/lib/openstack/lib/python3.8/site-packages/manila/share/drivers/netapp/dataontap/client/api.py", line 387, in invoke_successfully 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server raise NaApiError(code, msg) 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server manila.share.drivers.netapp.dataontap.client.api.NaApiError: NetApp API failed. Reason - 13001:Failed to rename ruleset: duplicate entry 2022-07-08 10:02:52,417 24 ERROR oslo_messaging.rpc.server