From be7968019c39a5729d7c78bd58c86388150c70e6 Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Wed, 20 Mar 2024 23:08:23 +0000 Subject: [PATCH] format --- deepspeed/runtime/zero/stage_1_and_2.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/deepspeed/runtime/zero/stage_1_and_2.py b/deepspeed/runtime/zero/stage_1_and_2.py index 5db54361e4f1..a3b2c59952a1 100755 --- a/deepspeed/runtime/zero/stage_1_and_2.py +++ b/deepspeed/runtime/zero/stage_1_and_2.py @@ -1863,7 +1863,8 @@ def step(self, closure=None): # bit16_partitions[partition_id].data.copy_(fp32_partition.data) bit16_partitions = self.parallel_partitioned_bit16_groups[i] fp32_partition = self.single_partition_of_fp32_groups[i] - bit16_partitions[partition_id].data.copy_(fp32_partition.to(get_accelerator().current_device_name()).data) + bit16_partitions[partition_id].data.copy_( + fp32_partition.to(get_accelerator().current_device_name()).data) self.timers(OPTIMIZER_STEP_TIMER).stop() else: