Swap the order of the conditions

microsoft · Dec 25, 2024 · 59fef78 · 59fef78
1 parent 8d59565
commit 59fef78
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deepspeed/runtime/zero/partition_parameters.py b/deepspeed/runtime/zero/partition_parameters.py
@@ -706,7 +706,7 @@ def wait(self, handle_dependency=True) -> None:
                     partitions.append(part_to_copy)
             param.data = instrument_w_nvtx(torch.cat)(partitions).view(param.ds_shape)
             param.ds_status = ZeroParamStatus.AVAILABLE
-            if handle_dependency and not get_accelerator().is_synchronized_device():
+            if not get_accelerator().is_synchronized_device() and handle_dependency:
                 for part_to_copy in partitions:
                     part_to_copy.record_stream(get_accelerator().current_stream())