reduce cpu mem

Clarifai · Nov 18, 2024 · 4fe1a20 · 4fe1a20
1 parent 9069776
commit 4fe1a20
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/models/model_upload/llms/sglang-llama-3_2-1b-instruct/config.yaml b/models/model_upload/llms/sglang-llama-3_2-1b-instruct/config.yaml
@@ -11,7 +11,7 @@ build_info:
 
 inference_compute_info:
   cpu_limit: "4"
-  cpu_memory: "24Gi"
+  cpu_memory: "16Gi"
   num_accelerators: 1
   accelerator_type: ["NVIDIA-A10G"]
   accelerator_memory: "24Gi"