Updated compose.yaml file in gaudi folder related to codegen

Signed-off-by: sgurunat <[email protected]>
sgurunat · Nov 14, 2024 · bd97160 · bd97160
1 parent d961b30
commit bd97160
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ProductivitySuite/docker_compose/intel/hpu/gaudi/compose.yaml b/ProductivitySuite/docker_compose/intel/hpu/gaudi/compose.yaml
@@ -201,7 +201,7 @@ services:
     cap_add:
       - SYS_NICE
     ipc: host
-    command: --model-id ${LLM_MODEL_ID_CODEGEN} --max-input-length 1024 --max-total-tokens 2048
+    command: --enforce-eager --model $LLM_MODEL_ID_CODEGEN --tensor-parallel-size 1 --host 0.0.0.0 --port 80
   llm_codegen:
     image: ${REGISTRY:-opea}/llm-vllm:${TAG:-latest}
     container_name: llm-vllm-server-codegen