feat: updated cpu=20

limcheekin · Nov 12, 2023 · 6f91a39 · 6f91a39
1 parent 2330f77
commit 6f91a39
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llava-1.5-13b/fastapi_app.py b/llava-1.5-13b/fastapi_app.py
@@ -11,7 +11,7 @@
 )
 
 
-@stub.function(image=image, cpu=14, memory=12288, keep_warm=1, timeout=600)
+@stub.function(image=image, cpu=20, memory=12288, keep_warm=1, timeout=600)
 @asgi_app()
 def fastapi_app():
     from llama_cpp.server.app import create_app, Settings