DBQnA - fix test script for deploy application on AMD

Signed-off-by: Chingis Yundunov <[email protected]>
opea-project · Dec 17, 2024 · 6af5ff4 · 6af5ff4
1 parent 277d8cb
commit 6af5ff4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/DBQnA/docker_compose/amd/gpu/rocm/compose.yaml b/DBQnA/docker_compose/amd/gpu/rocm/compose.yaml
@@ -29,7 +29,7 @@ services:
     security_opt:
       - seccomp:unconfined
     ipc: host
-    command: --model-id ${MODEL_ID}
+    command: --model-id ${MODEL_ID} --max-input-length 2048 --max-total-tokens 4096
 
   postgres:
     image: postgres:latest