This commit is contained in:
2026-04-05 02:37:16 +08:00
parent b5feb9702b
commit 6f2fd6be9c
2 changed files with 9 additions and 9 deletions
+8 -8
View File
@@ -19,14 +19,14 @@ services:
TRANSFORMERS_OFFLINE: "1"
HF_DATASETS_OFFLINE: "1"
# vLLM 相关配置
VLLM_RPC_TIMEOUT: "300"
VLLM_WORKER_MULTIPROC_METHOD: "spawn"
PYTHONUNBUFFERED: "1"
# 启用 AITER 加速(R9700 属于 gfx1201 架构)
VLLM_ROCM_USE_AITER: "0"
VLLM_ROCM_USE_AITER_MHA: "0"
# 增强 All-Reduce 性能(双卡通信优化)
VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"
# VLLM_RPC_TIMEOUT: "300"
# VLLM_WORKER_MULTIPROC_METHOD: "spawn"
# PYTHONUNBUFFERED: "1"
# # 启用 AITER 加速(R9700 属于 gfx1201 架构)
# VLLM_ROCM_USE_AITER: "0"
# VLLM_ROCM_USE_AITER_MHA: "0"
# # 增强 All-Reduce 性能(双卡通信优化)
# VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"
devices:
- /dev/kfd
- /dev/dri