From b5076cb33ace0411b37a24fac377592e2f927184 Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Fri, 27 Mar 2026 00:58:15 +0800 Subject: [PATCH] x --- scripts/start_vllm.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/scripts/start_vllm.py b/scripts/start_vllm.py index d9333b5..cbf489c 100644 --- a/scripts/start_vllm.py +++ b/scripts/start_vllm.py @@ -157,11 +157,12 @@ def configure_and_launch(model_idx, gpu_count): break except Exception: pass -+ # if LOCAL_MODEL_DIR is specified, refuse to fall back to remote -+ if LOCAL_MODEL_DIR and model_path == model_id: -+ print(f"Error: model '{model_id}' not found under LOCAL_MODEL_DIR={LOCAL_MODEL_DIR}") -+ print("Off‑line mode active; network downloads are disabled.") -+ sys.exit(1) + + # if LOCAL_MODEL_DIR is specified, refuse to fall back to remote + if LOCAL_MODEL_DIR and model_path == model_id: + print(f"Error: model '{model_id}' not found under LOCAL_MODEL_DIR={LOCAL_MODEL_DIR}") + print("Off‑line mode active; network downloads are disabled.") + sys.exit(1) # Static Config valid_tps = config.get("valid_tp", [1])