feat: added keep_warm config

limcheekin · Jan 16, 2024 · 7ad7d54 · 7ad7d54
1 parent ffabc31
commit 7ad7d54
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/phi-2/fastapi_app.py b/phi-2/fastapi_app.py
@@ -11,7 +11,7 @@
 )
 
 
-@stub.function(image=image, cpu=4, memory=5632, timeout=600)
+@stub.function(image=image, cpu=4, memory=5632, timeout=600, keep_warm=1)
 @asgi_app()
 def fastapi_app():
     from llama_cpp.server.app import create_app, Settings