x
This commit is contained in:
+3
-1
@@ -19,10 +19,12 @@ services:
|
||||
HF_HUB_OFFLINE: "1"
|
||||
TRANSFORMERS_OFFLINE: "1"
|
||||
HF_DATASETS_OFFLINE: "1"
|
||||
VLLM_ROCM_USE_AITER: "1" # 打开总开关
|
||||
VLLM_ROCM_USE_AITER: "0" # 打开总开关
|
||||
# 明确禁用不稳定的MoE后端,让其他AITER优化(如MHA)生效
|
||||
VLLM_ROCM_USE_AITER_MOE: "0"
|
||||
VLLM_ROCM_MOE_BACKEND: "TRITON" # 强制MoE使用Triton
|
||||
TORCHINDUCTOR_FX_GRAPH_CACHE: "0" # 禁用 torch.compile 缓存
|
||||
VLLM_DISABLE_COMPILE_CACHE: "1"
|
||||
devices:
|
||||
- /dev/kfd
|
||||
- /dev/dri
|
||||
|
||||
Reference in New Issue
Block a user