update

modelscope · Dec 26, 2024 · ec5948b · ec5948b
1 parent 1f0668d
commit ec5948b
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 1 deletion.
diff --git a/examples/deploy/client/README.md b/examples/deploy/client/README.md
diff --git a/examples/deploy/client/llm/swift_client.py b/examples/deploy/client/llm/swift_client.py
@@ -53,6 +53,7 @@ def run_client(host: str = '127.0.0.1', port: int = 8000):
                            DeployArguments)
     from swift.plugin import InferStats
     # TODO: The current 'pt' deployment does not support automatic batch.
+    # NOTE: In a real deployment scenario, please comment out the context of run_deploy.
     with run_deploy(
             DeployArguments(model='Qwen/Qwen2.5-1.5B-Instruct', verbose=False, log_interval=-1,
                             infer_backend='vllm')) as port:

diff --git a/examples/deploy/client/mllm/swift_client.py b/examples/deploy/client/mllm/swift_client.py
@@ -118,6 +118,7 @@ def run_client(host: str = '127.0.0.1', port: int = 8000):
                            DeployArguments)
     from swift.plugin import InferStats
     # TODO: The current 'pt' deployment does not support automatic batch.
+    # NOTE: In a real deployment scenario, please comment out the context of run_deploy.
     with run_deploy(
             DeployArguments(model='Qwen/Qwen2-VL-2B-Instruct', verbose=False, log_interval=-1,
                             infer_backend='vllm')) as port: