add spawn env

modelscope · Dec 19, 2024 · 80111d1 · 80111d1
1 parent a16cc7b
commit 80111d1
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/evalscope/perf/arguments.py b/evalscope/perf/arguments.py
@@ -68,6 +68,7 @@ def from_args(args):
             model=args.model,
             attn_implementation=args.attn_implementation,
             url=args.url,
+            port=args.port,
             api_key=args.api_key,
             connect_timeout=args.connect_timeout,
             read_timeout=args.read_timeout,

diff --git a/evalscope/perf/utils/local_server.py b/evalscope/perf/utils/local_server.py
@@ -103,6 +103,7 @@ def start_app(args: Arguments):
     elif args.api == 'local_vllm':
         os.environ['VLLM_USE_MODELSCOPE'] = 'True'
         os.environ['VLLM_ALLOW_LONG_MAX_MODEL_LEN'] = '1'
+        os.environ['VLLM_WORKER_MULTIPROC_METHOD'] = 'spawn'
         # yapf: disable
         proc = subprocess.Popen([
             'python', '-m', 'vllm.entrypoints.openai.api_server',