x

2026-04-17 00:09:11 +08:00
parent 4aeaebdd3e
commit d87daadc2f
2 changed files with 5 additions and 3 deletions
@@ -24,7 +24,9 @@ services:
      # PYTHONUNBUFFERED: "1"
      # # 启用 AITER 加速（R9700 属于 gfx1201 架构）
      VLLM_ROCM_USE_AITER: "1"
-      VLLM_ROCM_USE_AITER_MHA: "0"
+      VLLM_ROCM_USE_AITER_MHA: "1"
+      VLLM_V1_USE_PREFILL_DECODE_ATTENTION: "0"
+      NCCL_MIN_NCHANNELS: "112"
      # # 增强 All-Reduce 性能（双卡通信优化）
      VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"
    devices: