From 14c61f9cbc19dde77456803308b576d606daaad8 Mon Sep 17 00:00:00 2001 From: minmin-intel Date: Wed, 11 Dec 2024 18:28:13 +0000 Subject: [PATCH] align vllm port Signed-off-by: minmin-intel --- tests/agent/sql_agent_test/test_sql_agent.sh | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/tests/agent/sql_agent_test/test_sql_agent.sh b/tests/agent/sql_agent_test/test_sql_agent.sh index 864235774..4a49b1a4f 100644 --- a/tests/agent/sql_agent_test/test_sql_agent.sh +++ b/tests/agent/sql_agent_test/test_sql_agent.sh @@ -20,10 +20,8 @@ export agent_container_name="test-comps-agent-endpoint" export ip_address=$(hostname -I | awk '{print $1}') -vllm_port=8085 -vllm_volume=${HF_CACHE_DIR} #$WORKPATH #${HF_CACHE_DIR} -# echo "vllm volume: $vllm_volume" -# ls $vllm_volume/hub +vllm_port=8086 +vllm_volume=${HF_CACHE_DIR} export model=meta-llama/Meta-Llama-3.1-70B-Instruct export HUGGINGFACEHUB_API_TOKEN=${HF_TOKEN}