Stack trace: 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server [req-47821d5d-88da-42fe-b57d-313e28d8e601 106fd23f1fbb4d96aca2c727bb20f6fa c1524133a19945fc9f59708819277bc9 - 86de275b9fa1445c8642cabcc1dd698b 86de275b9fa1445c8642cabcc1dd698b] Exception during message handling: cinder.exception.ImageCopyFailure: Failed to copy image to volume: Bad or unexpected response from the storage volume backend API: Unable to fetch connection information from backend: Bad or unexpected response from the storage volume backend API: Initiator iqn.1993-08.org.debian:01:26abafb22f4 has been added to another host 7f7afc77863a34e8e2803135be19e31. 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/driver.py", line 1045, in _attach_volume 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server conn = self.initialize_connection(volume, properties) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "", line 2, in initialize_connection 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/coordination.py", line 151, in _synchronized 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server return f(*a, **k) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/drivers/huawei/huawei_driver.py", line 104, in initialize_connection 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server self.client.ensure_initiator_added(initiator_name, 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/drivers/huawei/rest_client.py", line 504, in ensure_initiator_added 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server if not self.is_initiator_associated_to_host(initiator_name, host_id): 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/drivers/huawei/rest_client.py", line 783, in is_initiator_associated_to_host 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server raise exception.VolumeBackendAPIException(data=msg) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server cinder.exception.VolumeBackendAPIException: Bad or unexpected response from the storage volume backend API: Initiator iqn.1993-08.org.debian:01:26abafb22f4 has been added to another host 7f7afc77863a34e8e2803135be19e31. 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/volume_utils.py", line 1152, in copy_image_to_volume 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server driver.copy_image_to_volume( 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/driver.py", line 856, in copy_image_to_volume 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server self._copy_image_data_to_volume( 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/driver.py", line 877, in _copy_image_data_to_volume 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server attach_info, volume = self._attach_volume(context, volume, properties) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/driver.py", line 1060, in _attach_volume 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server raise exception.VolumeBackendAPIException(data=err_msg) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server cinder.exception.VolumeBackendAPIException: Bad or unexpected response from the storage volume backend API: Unable to fetch connection information from backend: Bad or unexpected response from the storage volume backend API: Initiator iqn.1993-08.org.debian:01:26abafb22f4 has been added to another host 7f7afc77863a34e8e2803135be19e31. 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "", line 2, in create_volume 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/objects/cleanable.py", line 212, in wrapper 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/manager.py", line 748, in create_volume 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server _run_flow() 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/manager.py", line 740, in _run_flow 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server flow_engine.run() 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/taskflow/engines/action_engine/engine.py", line 247, in run 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server for _state in self.run_iter(timeout=timeout): 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/taskflow/engines/action_engine/engine.py", line 340, in run_iter 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server failure.Failure.reraise_if_any(er_failures) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/taskflow/types/failure.py", line 339, in reraise_if_any 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server failures[0].reraise() 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/taskflow/types/failure.py", line 346, in reraise 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server six.reraise(*self._exc_info) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/six.py", line 703, in reraise 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server raise value 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server result = task.execute(**arguments) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/flows/manager/create_volume.py", line 1133, in execute 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server model_update = self._create_from_image(context, 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/utils.py", line 696, in _wrapper 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server return r.call(f, *args, **kwargs) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/retrying.py", line 206, in call 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server return attempt.get(self._wrap_exception) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/retrying.py", line 247, in get 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server six.reraise(self.value[0], self.value[1], self.value[2]) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/six.py", line 703, in reraise 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server raise value 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/retrying.py", line 200, in call 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server attempt = Attempt(fn(*args, **kwargs), attempt_number, False) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/flows/manager/create_volume.py", line 1029, in _create_from_image 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server model_update = self._create_from_image_cache_or_download( 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/flows/manager/create_volume.py", line 921, in _create_from_image_cache_or_download 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server model_update = self._create_from_image_download( 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/flows/manager/create_volume.py", line 737, in _create_from_image_download 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server volume_utils.copy_image_to_volume(self.driver, context, volume, 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server File "/usr/lib/python3/dist-packages/cinder/volume/volume_utils.py", line 1169, in copy_image_to_volume 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server raise exception.ImageCopyFailure(reason=ex) 2023-02-04 05:33:29.958 933946 ERROR oslo_messaging.rpc.server cinder.exception.ImageCopyFailure: Failed to copy image to volume: Bad or unexpected response from the storage volume backend API: Unable to fetch connection information from backend: Bad or unexpected response from the storage volume backend API: Initiator iqn.1993-08.org.debian:01:26abafb22f4 has been added to another host 7f7afc77863a34e8e2803135be19e31.