Fix issue

Signed-off-by: zepan <[email protected]>
opea-project · Aug 13, 2024 · ed9d265 · ed9d265
1 parent c0fde95
commit ed9d265
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/tests/test_llms_text-generation_vllm-openvino.sh b/tests/test_llms_text-generation_vllm-openvino.sh
@@ -34,7 +34,7 @@ start_container() {
       -e HTTPS_PROXY=$https_proxy \
       -e HTTP_PROXY=$https_proxy \
       -v $HF_CACHE_DIR:/root/.cache/huggingface \
-      vllm:openvino /bin/bash -c "\
+      vllm-openvino:comps /bin/bash -c "\
         cd / && \
         export VLLM_CPU_KVCACHE_SPACE=50 && \
         python3 -m vllm.entrypoints.openai.api_server \

diff --git a/tests/test_llms_text-generation_vllm.sh b/tests/test_llms_text-generation_vllm.sh
@@ -35,7 +35,7 @@ function start_service() {
         --cap-add=sys_nice \
         --ipc=host \
         -e HF_TOKEN=${HUGGINGFACEHUB_API_TOKEN} \
-        opea/vllm:hpu \
+        opea/vllm-hpu:comps \
         /bin/bash -c "export VLLM_CPU_KVCACHE_SPACE=40 && python3 -m vllm.entrypoints.openai.api_server --enforce-eager --model $LLM_MODEL  --tensor-parallel-size 1 --host 0.0.0.0 --port 80 --block-size 128 --max-num-seqs 256 --max-seq_len-to-capture 2048"
 
     export vLLM_ENDPOINT="http://${ip_address}:${port_number}"