This commit is contained in:
2026-04-05 02:15:20 +08:00
parent 0027c758d7
commit fd579f68ba
2 changed files with 5 additions and 7 deletions
-3
View File
@@ -24,12 +24,9 @@ services:
PYTHONUNBUFFERED: "1"
# 启用 AITER 加速(R9700 属于 gfx1201 架构)
VLLM_ROCM_USE_AITER: "1"
VLLM_USE_AITER_UNIFIED_ATTENTION: "1"
VLLM_ROCM_USE_AITER_MHA: "0"
# 增强 All-Reduce 性能(双卡通信优化)
VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"
# 使用 vLLM V1 引擎(性能更好)
VLLM_USE_V1: "1"
devices:
- /dev/kfd
- /dev/dri