cjw/amd-r9700-vllm-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

x

Browse Source
This commit is contained in:
SZCJW
2026-03-27 01:16:36 +08:00
parent edad451a92
commit c6078bf120
1 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/start_vllm.py
+11
View File
@@ -20,14 +20,25 @@ if not CONFIG_PATH.exists():
LOCAL_MODEL_DIR = os.getenv("LOCAL_MODEL_DIR", "/opt/model") LOCAL_MODEL_DIR = os.getenv("LOCAL_MODEL_DIR", "/opt/model")
# Load configuration from config.json # Load configuration from config.json
print(f"DEBUG: Looking for config at {CONFIG_PATH}")
print(f"DEBUG: Config file exists: {CONFIG_PATH.exists()}")
if not CONFIG_PATH.exists():
print(f"ERROR: Config file not found at {CONFIG_PATH}")
print(f"ERROR: Please mount config.json to /config/config.json")
sys.exit(1)
try: try:
with open(CONFIG_PATH, "r") as f: with open(CONFIG_PATH, "r") as f:
config_data = json.load(f) config_data = json.load(f)
MODEL_TABLE = config_data["models"] MODEL_TABLE = config_data["models"]
DEFAULT_MODEL = config_data["default_model"] DEFAULT_MODEL = config_data["default_model"]
MODELS_TO_RUN = list(MODEL_TABLE.keys()) MODELS_TO_RUN = list(MODEL_TABLE.keys())
print(f"DEBUG: Loaded {len(MODELS_TO_RUN)} models from config")
print(f"DEBUG: Default model: {DEFAULT_MODEL}")
except Exception as e: except Exception as e:
print(f"Error: Could not load config.json: {e}") print(f"Error: Could not load config.json: {e}")
import traceback
traceback.print_exc()
sys.exit(1) sys.exit(1)
# Results file path # Results file path