Skip to content

Commit

Permalink
fix: Update script paths in CI scripts
Browse files Browse the repository at this point in the history
  • Loading branch information
ditsuke committed Mar 10, 2024
1 parent f2f09c0 commit 39f15ec
Show file tree
Hide file tree
Showing 7 changed files with 8 additions and 8 deletions.
6 changes: 3 additions & 3 deletions ci/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -340,7 +340,7 @@ function gg_run_open_llama_3b_v2 {
gg_wget ${path_lora} https://huggingface.co/slaren/open_llama_3b_v2_shakespeare_lora/resolve/main/adapter_model.bin
gg_wget ${path_shakespeare} https://huggingface.co/slaren/open_llama_3b_v2_shakespeare_lora/resolve/main/shakespeare.txt

python3 ../convert-lora-to-ggml.py ${path_lora}
python3 ../convert_lora_to_ggml.py ${path_lora}

# f16
(time ./bin/perplexity --model ${model_f16} -f ${shakespeare} -c 128 -b 128 --chunks 2 ) 2>&1 | tee -a $OUT/${ci}-ppl-shakespeare-f16.log
Expand Down Expand Up @@ -521,7 +521,7 @@ function gg_run_open_llama_7b_v2 {
gg_wget ${path_lora} https://huggingface.co/slaren/open_llama_7b_v2_shakespeare_lora/resolve/main/adapter_model.bin
gg_wget ${path_shakespeare} https://huggingface.co/slaren/open_llama_7b_v2_shakespeare_lora/resolve/main/shakespeare.txt

python3 ../convert-lora-to-ggml.py ${path_lora}
python3 ../convert_lora_to_ggml.py ${path_lora}

# f16
(time ./bin/perplexity --model ${model_f16} -f ${shakespeare} -t 1 -ngl 999 -c 2048 -b 512 --chunks 3 ) 2>&1 | tee -a $OUT/${ci}-ppl-shakespeare-f16.log
Expand Down Expand Up @@ -594,7 +594,7 @@ function gg_run_embd_bge_small {
(time cmake -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log
(time make -j ) 2>&1 | tee -a $OUT/${ci}-make.log

python3 ../convert-hf-to-gguf.py ${path_models}
python3 ../convert_hf_to_gguf.py ${path_models}

model_f16="${path_models}/ggml-model-f16.gguf"
model_q8_0="${path_models}/ggml-model-q8_0.gguf"
Expand Down
8 changes: 4 additions & 4 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@

-r ./requirements/requirements-convert.txt

-r ./requirements/requirements-convert-hf-to-gguf.txt
-r ./requirements/requirements-convert-llama-ggml-to-gguf.txt
-r ./requirements/requirements-convert-lora-to-ggml.txt
-r ./requirements/requirements-convert-persimmon-to-gguf.txt
-r ./requirements/requirements-convert_hf_to_gguf.txt
-r ./requirements/requirements-convert_llama_ggml_to_gguf.txt
-r ./requirements/requirements-convert_lora_to_ggml.txt
-r ./requirements/requirements-convert_persimmon_to_gguf.txt
2 changes: 1 addition & 1 deletion scripts/check-requirements.sh
Original file line number Diff line number Diff line change
Expand Up @@ -167,7 +167,7 @@ if (( do_cleanup )); then
fi

check_convert_script convert.py
for py in convert-*.py; do
for py in convert_*.py; do
check_convert_script "$py"
done

Expand Down

0 comments on commit 39f15ec

Please sign in to comment.