x

2026-04-03 00:53:46 +08:00
parent 41aa18e42f
commit 240fcc67ae
2 changed files with 14 additions and 3 deletions
@@ -17,6 +17,14 @@ services:
      VLLM_RPC_TIMEOUT: "300"
      VLLM_WORKER_MULTIPROC_METHOD: "spawn"
      PYTHONUNBUFFERED: "1"
+      # 启用 AITER 加速（R9700 属于 gfx1201 架构）
+      VLLM_ROCM_USE_AITER: "1"
+      VLLM_USE_AITER_UNIFIED_ATTENTION: "1"
+      VLLM_ROCM_USE_AITER_MHA: "0"
+      # 增强 All-Reduce 性能（双卡通信优化）
+      VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"
+      # 使用 vLLM V1 引擎（性能更好）
+      VLLM_USE_V1: "1"
    devices:
      - /dev/kfd
      - /dev/dri