From 39f15ec223a1887c6e639a3ff94df03fde946301 Mon Sep 17 00:00:00 2001 From: ditsuke Date: Sun, 10 Mar 2024 23:21:46 +0530 Subject: [PATCH] fix: Update script paths in CI scripts --- ci/run.sh | 6 +++--- requirements.txt | 8 ++++---- ...hf-to-gguf.txt => requirements-convert_hf_to_gguf.txt} | 0 ...uf.txt => requirements-convert_llama_ggml_to_gguf.txt} | 0 ...-to-ggml.txt => requirements-convert_lora_to_ggml.txt} | 0 ...guf.txt => requirements-convert_persimmon_to_gguf.txt} | 0 scripts/check-requirements.sh | 2 +- 7 files changed, 8 insertions(+), 8 deletions(-) rename requirements/{requirements-convert-hf-to-gguf.txt => requirements-convert_hf_to_gguf.txt} (100%) rename requirements/{requirements-convert-llama-ggml-to-gguf.txt => requirements-convert_llama_ggml_to_gguf.txt} (100%) rename requirements/{requirements-convert-lora-to-ggml.txt => requirements-convert_lora_to_ggml.txt} (100%) rename requirements/{requirements-convert-persimmon-to-gguf.txt => requirements-convert_persimmon_to_gguf.txt} (100%) diff --git a/ci/run.sh b/ci/run.sh index f3a29c2e9be0b3..f2dea778ed368e 100755 --- a/ci/run.sh +++ b/ci/run.sh @@ -340,7 +340,7 @@ function gg_run_open_llama_3b_v2 { gg_wget ${path_lora} https://huggingface.co/slaren/open_llama_3b_v2_shakespeare_lora/resolve/main/adapter_model.bin gg_wget ${path_shakespeare} https://huggingface.co/slaren/open_llama_3b_v2_shakespeare_lora/resolve/main/shakespeare.txt - python3 ../convert-lora-to-ggml.py ${path_lora} + python3 ../convert_lora_to_ggml.py ${path_lora} # f16 (time ./bin/perplexity --model ${model_f16} -f ${shakespeare} -c 128 -b 128 --chunks 2 ) 2>&1 | tee -a $OUT/${ci}-ppl-shakespeare-f16.log @@ -521,7 +521,7 @@ function gg_run_open_llama_7b_v2 { gg_wget ${path_lora} https://huggingface.co/slaren/open_llama_7b_v2_shakespeare_lora/resolve/main/adapter_model.bin gg_wget ${path_shakespeare} https://huggingface.co/slaren/open_llama_7b_v2_shakespeare_lora/resolve/main/shakespeare.txt - python3 ../convert-lora-to-ggml.py ${path_lora} + python3 ../convert_lora_to_ggml.py ${path_lora} # f16 (time ./bin/perplexity --model ${model_f16} -f ${shakespeare} -t 1 -ngl 999 -c 2048 -b 512 --chunks 3 ) 2>&1 | tee -a $OUT/${ci}-ppl-shakespeare-f16.log @@ -594,7 +594,7 @@ function gg_run_embd_bge_small { (time cmake -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log (time make -j ) 2>&1 | tee -a $OUT/${ci}-make.log - python3 ../convert-hf-to-gguf.py ${path_models} + python3 ../convert_hf_to_gguf.py ${path_models} model_f16="${path_models}/ggml-model-f16.gguf" model_q8_0="${path_models}/ggml-model-q8_0.gguf" diff --git a/requirements.txt b/requirements.txt index d36f745201ef0d..c518ed8be5dd9d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -6,7 +6,7 @@ -r ./requirements/requirements-convert.txt --r ./requirements/requirements-convert-hf-to-gguf.txt --r ./requirements/requirements-convert-llama-ggml-to-gguf.txt --r ./requirements/requirements-convert-lora-to-ggml.txt --r ./requirements/requirements-convert-persimmon-to-gguf.txt +-r ./requirements/requirements-convert_hf_to_gguf.txt +-r ./requirements/requirements-convert_llama_ggml_to_gguf.txt +-r ./requirements/requirements-convert_lora_to_ggml.txt +-r ./requirements/requirements-convert_persimmon_to_gguf.txt diff --git a/requirements/requirements-convert-hf-to-gguf.txt b/requirements/requirements-convert_hf_to_gguf.txt similarity index 100% rename from requirements/requirements-convert-hf-to-gguf.txt rename to requirements/requirements-convert_hf_to_gguf.txt diff --git a/requirements/requirements-convert-llama-ggml-to-gguf.txt b/requirements/requirements-convert_llama_ggml_to_gguf.txt similarity index 100% rename from requirements/requirements-convert-llama-ggml-to-gguf.txt rename to requirements/requirements-convert_llama_ggml_to_gguf.txt diff --git a/requirements/requirements-convert-lora-to-ggml.txt b/requirements/requirements-convert_lora_to_ggml.txt similarity index 100% rename from requirements/requirements-convert-lora-to-ggml.txt rename to requirements/requirements-convert_lora_to_ggml.txt diff --git a/requirements/requirements-convert-persimmon-to-gguf.txt b/requirements/requirements-convert_persimmon_to_gguf.txt similarity index 100% rename from requirements/requirements-convert-persimmon-to-gguf.txt rename to requirements/requirements-convert_persimmon_to_gguf.txt diff --git a/scripts/check-requirements.sh b/scripts/check-requirements.sh index af7bab75337893..8c94307e502bb0 100755 --- a/scripts/check-requirements.sh +++ b/scripts/check-requirements.sh @@ -167,7 +167,7 @@ if (( do_cleanup )); then fi check_convert_script convert.py -for py in convert-*.py; do +for py in convert_*.py; do check_convert_script "$py" done