Skip to content

Commit

Permalink
format
Browse files Browse the repository at this point in the history
  • Loading branch information
Ubuntu committed Mar 20, 2024
1 parent efb4251 commit be79680
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion deepspeed/runtime/zero/stage_1_and_2.py
Original file line number Diff line number Diff line change
Expand Up @@ -1863,7 +1863,8 @@ def step(self, closure=None):
# bit16_partitions[partition_id].data.copy_(fp32_partition.data)
bit16_partitions = self.parallel_partitioned_bit16_groups[i]
fp32_partition = self.single_partition_of_fp32_groups[i]
bit16_partitions[partition_id].data.copy_(fp32_partition.to(get_accelerator().current_device_name()).data)
bit16_partitions[partition_id].data.copy_(
fp32_partition.to(get_accelerator().current_device_name()).data)

self.timers(OPTIMIZER_STEP_TIMER).stop()
else:
Expand Down

0 comments on commit be79680

Please sign in to comment.