From c1aafc14f0d3e6d2ac39e2b6b3c4a4acd079d24d Mon Sep 17 00:00:00 2001 From: Wovchena Date: Mon, 18 Dec 2023 12:43:44 +0400 Subject: [PATCH] Change convert_tokenizers arg path --- text_generation/causal_lm/cpp/set_up_and_run.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/text_generation/causal_lm/cpp/set_up_and_run.sh b/text_generation/causal_lm/cpp/set_up_and_run.sh index df35aec64b..5258d0283b 100755 --- a/text_generation/causal_lm/cpp/set_up_and_run.sh +++ b/text_generation/causal_lm/cpp/set_up_and_run.sh @@ -17,10 +17,10 @@ curl https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/ sudo ./ov/install_dependencies/install_openvino_dependencies.sh source ./ov/setupvars.sh -python -m pip install --upgrade-strategy eager "optimum[openvino]>=1.14" -r ../../../llm_bench/python/requirements.txt ../../../thirdparty/openvino_contrib/modules/custom_operations/[transformers] --extra-index-url https://download.pytorch.org/whl/cpu && python ../../../llm_bench/python/convert.py --model_id openlm-research/open_llama_3b_v2 --output_dir ./open_llama_3b_v2/ --save_orig --stateful & +python -m pip install --upgrade-strategy eager "optimum[openvino]>=1.14" -r ../../../llm_bench/python/requirements.txt ../../../thirdparty/openvino_contrib/modules/custom_operations/[transformers] --extra-index-url https://download.pytorch.org/whl/cpu && python ../../../llm_bench/python/convert.py --model_id openlm-research/open_llama_3b_v2 --output_dir ./open_llama_3b_v2/ --stateful & cmake -DCMAKE_BUILD_TYPE=Release -S ./ -B ./build/ cmake --build ./build/ --config Release -j wait -python ./convert_tokenizers.py ./open_llama_3b_v2/ +python ./convert_tokenizers.py ./open_llama_3b_v2/pytorch/dldt/FP32/ ./build/causal_lm ./open_llama_3b_v2/pytorch/dldt/FP32/openvino_model.xml ./tokenizer.xml ./detokenizer.xml "return 0"