From 0ca4b5f3325f93ebfc7e49b23ca239dd585acbd1 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Mon, 2 Oct 2023 22:02:10 +0000 Subject: [PATCH] update --- fastchat/serve/huggingface_api_worker.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/fastchat/serve/huggingface_api_worker.py b/fastchat/serve/huggingface_api_worker.py index e745333fb..a356273d9 100644 --- a/fastchat/serve/huggingface_api_worker.py +++ b/fastchat/serve/huggingface_api_worker.py @@ -117,6 +117,9 @@ def __init__( f"Connecting with huggingface api {self.model_path} as {self.model_names} on worker {worker_id} ..." ) + if not no_register: + self.init_heart_beat() + def count_token(self, params): # No tokenizer here ret = {