cjw/amd-r9700-vllm-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

x

Browse Source
This commit is contained in:
SZCJW
2026-03-27 00:58:15 +08:00
parent 6cf03e282b
commit b5076cb33a
1 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/start_vllm.py
+6 -5
View File
@@ -157,11 +157,12 @@ def configure_and_launch(model_idx, gpu_count):
break break
except Exception: except Exception:
pass pass
+ # if LOCAL_MODEL_DIR is specified, refuse to fall back to remote
+ if LOCAL_MODEL_DIR and model_path == model_id: # if LOCAL_MODEL_DIR is specified, refuse to fall back to remote
+ print(f"Error: model '{model_id}' not found under LOCAL_MODEL_DIR={LOCAL_MODEL_DIR}") if LOCAL_MODEL_DIR and model_path == model_id:
+ print("Off‑line mode active; network downloads are disabled.") print(f"Error: model '{model_id}' not found under LOCAL_MODEL_DIR={LOCAL_MODEL_DIR}")
+ sys.exit(1) print("Off‑line mode active; network downloads are disabled.")
sys.exit(1)
# Static Config # Static Config
valid_tps = config.get("valid_tp", [1]) valid_tps = config.get("valid_tp", [1])