diff --git a/DBQnA/docker_compose/amd/gpu/rocm/compose.yaml b/DBQnA/docker_compose/amd/gpu/rocm/compose.yaml
index fb12abb95..d9ba5b9fe 100644
--- a/DBQnA/docker_compose/amd/gpu/rocm/compose.yaml
+++ b/DBQnA/docker_compose/amd/gpu/rocm/compose.yaml
@@ -29,7 +29,7 @@ services:
     security_opt:
       - seccomp:unconfined
     ipc: host
-    command: --model-id ${MODEL_ID}
+    command: --model-id ${MODEL_ID} --max-input-length 2048 --max-total-tokens 4096
 
   postgres:
     image: postgres:latest