x

2026-04-01 01:08:27 +08:00
parent ba1d64f7a3
commit 1f807347ee
3 changed files with 17 additions and 5 deletions
@@ -125,4 +125,10 @@ def resolve_model_profile(
    env_vars = {str(k): str(v) for k, v in dict(profile.get("env", {})).items()}
    env_vars["HF_HUB_OFFLINE"] = "1"
    env_vars["TRANSFORMERS_OFFLINE"] = "1"
+    # 添加 vLLM RPC 超时环境变量，防止共享内存通信超时
+    if "VLLM_RPC_TIMEOUT" not in env_vars:
+        env_vars["VLLM_RPC_TIMEOUT"] = "300"
+    # 添加 vLLM 工作进程超时环境变量
+    if "VLLM_WORKER_MULTIPROC_METHOD" not in env_vars:
+        env_vars["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
    return model_key, updates, env_vars