This commit is contained in:
2026-05-18 17:46:07 +08:00
parent 1bc448f505
commit e932ef0915
2 changed files with 5 additions and 3 deletions
+3 -1
View File
@@ -19,10 +19,12 @@ services:
HF_HUB_OFFLINE: "1"
TRANSFORMERS_OFFLINE: "1"
HF_DATASETS_OFFLINE: "1"
VLLM_ROCM_USE_AITER: "1" # 打开总开关
VLLM_ROCM_USE_AITER: "0" # 打开总开关
# 明确禁用不稳定的MoE后端,让其他AITER优化(如MHA)生效
VLLM_ROCM_USE_AITER_MOE: "0"
VLLM_ROCM_MOE_BACKEND: "TRITON" # 强制MoE使用Triton
TORCHINDUCTOR_FX_GRAPH_CACHE: "0" # 禁用 torch.compile 缓存
VLLM_DISABLE_COMPILE_CACHE: "1"
devices:
- /dev/kfd
- /dev/dri