Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
epwalsh committed Apr 9, 2024
1 parent dc2a9d9 commit 7312c71
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion src/benchmarks/fsdp/test.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ def main(
print_rank0(f"Loading OLMo-core FSDP checkpoint from {checkpoint_dir}...")
load_model_and_optim_state(checkpoint_dir, olmo_model, olmo_optim)

print_rank0(f"Checking state dict...")
print_rank0("Checking state dict...")
with TorchFSDP.summon_full_params(torch_model), olmo_model.summon_full_params():
torch_state_dict = {k.replace("_fsdp_wrapped_module.", ""): v for k, v in torch_model.state_dict().items()}
olmo_state_dict = olmo_model.state_dict()
Expand Down

0 comments on commit 7312c71

Please sign in to comment.