From 1a62993af2ce68887b571354b4ff34deb9ae6588 Mon Sep 17 00:00:00 2001 From: duemoo Date: Wed, 17 Apr 2024 23:58:36 +0900 Subject: [PATCH] add ckpt prep script --- official_checkpoints/prep-ckpt.sh | 34 +++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 official_checkpoints/prep-ckpt.sh diff --git a/official_checkpoints/prep-ckpt.sh b/official_checkpoints/prep-ckpt.sh new file mode 100644 index 0000000..3a780c8 --- /dev/null +++ b/official_checkpoints/prep-ckpt.sh @@ -0,0 +1,34 @@ +dir="step40000-unsharded" +addr="https://olmo-checkpoints.org/ai2-llm/olmo-medium/l6v218f4/step40000-unsharded" + +mkdir -p ${dir} +cd ${dir} +wget ${addr}/config.yaml +wget ${addr}/model.pt +wget ${addr}/optim.pt +wget ${addr}/train.pt +cd .. + + +dir="step113000-unsharded" +addr="https://olmo-checkpoints.org/ai2-llm/olmo-medium/hrshlkzq/step113000-unsharded" + +mkdir -p ${dir} +cd ${dir} +wget ${addr}/config.yaml +wget ${addr}/model.pt +wget ${addr}/optim.pt +wget ${addr}/train.pt +cd .. + + +dir="step339000-unsharded" +addr="https://olmo-checkpoints.org/ai2-llm/olmo-medium/cojbrc1o/step339000-unsharded" + +mkdir -p ${dir} +cd ${dir} +wget ${addr}/config.yaml +wget ${addr}/model.pt +wget ${addr}/optim.pt +wget ${addr}/train.pt +cd .. \ No newline at end of file