x

2026-04-23 15:42:35 +08:00
parent b534ceac58
commit 719c593c82
2 changed files with 30 additions and 14 deletions
@@ -19,18 +19,10 @@ services:
      HF_HUB_OFFLINE: "1"
      TRANSFORMERS_OFFLINE: "1"
      HF_DATASETS_OFFLINE: "1"
-      # vLLM 相关配置
-      # VLLM_RPC_TIMEOUT: "300"
-      # VLLM_WORKER_MULTIPROC_METHOD: "spawn"
-      # PYTHONUNBUFFERED: "1"
-      # # 启用 AITER 加速（R9700 属于 gfx1201 架构）
-      # 核心修复: 禁用 AITER 的 FP8 MoE 后端，回退到 Triton 内核
-      VLLM_ROCM_USE_AITER: "0"
-      # 可选: 显式指定使用更稳定的 MoE 后端
-      VLLM_ROCM_MOE_BACKEND: "TRITON"
-      VLLM_ROCM_USE_AITER_MHA: "1"
-      VLLM_V1_USE_PREFILL_DECODE_ATTENTION: "0"
-      NCCL_MIN_NCHANNELS: "112"
+      VLLM_ROCM_USE_AITER: "1"  # 打开总开关
+      # 明确禁用不稳定的MoE后端，让其他AITER优化（如MHA）生效
+      VLLM_ROCM_USE_AITER_MOE: "0"
+      VLLM_ROCM_MOE_BACKEND: "TRITON"  # 强制MoE使用Triton
    devices:
      - /dev/kfd
      - /dev/dri