update

lm-sys · Oct 2, 2023 · 0ca4b5f · 0ca4b5f
1 parent ed25c41
commit 0ca4b5f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/fastchat/serve/huggingface_api_worker.py b/fastchat/serve/huggingface_api_worker.py
@@ -117,6 +117,9 @@ def __init__(
             f"Connecting with huggingface api {self.model_path} as {self.model_names} on worker {worker_id} ..."
         )
 
+        if not no_register:
+            self.init_heart_beat()
+
     def count_token(self, params):
         # No tokenizer here
         ret = {