some trace to debug + max concurrency

runpod-workers · Aug 23, 2024 · 6059573 · 6059573
1 parent 9829d0e
commit 6059573
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/engine.py b/src/engine.py
@@ -95,7 +95,7 @@ def wait_for_server(self, timeout=300, interval=5):
     def shutdown(self):
         if self.process:
             self.process.terminate()
-            self.process.wait()
+            self.process.wait() 
             print("Server shut down.")
 
 class OpenAIRequest:

diff --git a/src/handler.py b/src/handler.py
@@ -6,7 +6,7 @@
 
 # Initialize the engine
 engine = SGlangEngine()
-engine.start_server()
+engine.start_server() 
 engine.wait_for_server()
 
 print(f" ==== start_server")