diff --git a/docker-compose.yml b/docker-compose.yml index 1f374be..a3c603f 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -23,12 +23,13 @@ services: # VLLM_WORKER_MULTIPROC_METHOD: "spawn" # PYTHONUNBUFFERED: "1" # # 启用 AITER 加速(R9700 属于 gfx1201 架构) - VLLM_ROCM_USE_AITER: "1" + # 核心修复: 禁用 AITER 的 FP8 MoE 后端,回退到 Triton 内核 + VLLM_ROCM_USE_AITER: "0" + # 可选: 显式指定使用更稳定的 MoE 后端 + VLLM_ROCM_MOE_BACKEND: "TRITON" VLLM_ROCM_USE_AITER_MHA: "1" VLLM_V1_USE_PREFILL_DECODE_ATTENTION: "0" NCCL_MIN_NCHANNELS: "112" - # # 增强 All-Reduce 性能(双卡通信优化) - VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4" devices: - /dev/kfd - /dev/dri