xx

2026-04-17 10:53:41 +08:00
parent 53914cfb8b
commit 44ec299348
1 changed files with 4 additions and 3 deletions
@@ -23,12 +23,13 @@ services:
      # VLLM_WORKER_MULTIPROC_METHOD: "spawn"
      # PYTHONUNBUFFERED: "1"
      # # 启用 AITER 加速（R9700 属于 gfx1201 架构）
-      VLLM_ROCM_USE_AITER: "1"
+      # 核心修复: 禁用 AITER 的 FP8 MoE 后端，回退到 Triton 内核
+      VLLM_ROCM_USE_AITER: "0"
+      # 可选: 显式指定使用更稳定的 MoE 后端
+      VLLM_ROCM_MOE_BACKEND: "TRITON"
      VLLM_ROCM_USE_AITER_MHA: "1"
      VLLM_V1_USE_PREFILL_DECODE_ATTENTION: "0"
      NCCL_MIN_NCHANNELS: "112"
-      # # 增强 All-Reduce 性能（双卡通信优化）
-      VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"
    devices:
      - /dev/kfd
      - /dev/dri