From 605957349b63b9cac1f2972cbb1481e93ebf2469 Mon Sep 17 00:00:00 2001
From: supa-thibaud <thibaud@supafriends.com>
Date: Fri, 23 Aug 2024 13:16:33 +0200
Subject: [PATCH] some trace to debug + max concurrency

---
 src/engine.py  | 2 +-
 src/handler.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/engine.py b/src/engine.py
index 63e68a5..28e3861 100644
--- a/src/engine.py
+++ b/src/engine.py
@@ -95,7 +95,7 @@ def wait_for_server(self, timeout=300, interval=5):
     def shutdown(self):
         if self.process:
             self.process.terminate()
-            self.process.wait()
+            self.process.wait() 
             print("Server shut down.")
 
 class OpenAIRequest:
diff --git a/src/handler.py b/src/handler.py
index 71ffcc0..3aa0693 100644
--- a/src/handler.py
+++ b/src/handler.py
@@ -6,7 +6,7 @@
 
 # Initialize the engine
 engine = SGlangEngine()
-engine.start_server()
+engine.start_server() 
 engine.wait_for_server()
 
 print(f" ==== start_server")