From b12c6e6ec0ace26a002f1fb4f447093a4b4692cf Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Thu, 16 Apr 2026 00:15:55 +0800 Subject: [PATCH] x --- docker-compose.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index 9934087..d742e23 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -3,7 +3,7 @@ services: build: context: . dockerfile: Dockerfile - image: rocm-vllm-inference:nightly + image: vllm-openai-rocm:nightly container_name: rocm-vllm-openai entrypoint: ["python"] command: ["-m", "app.start_openai"] @@ -23,10 +23,10 @@ services: # VLLM_WORKER_MULTIPROC_METHOD: "spawn" # PYTHONUNBUFFERED: "1" # # 启用 AITER 加速(R9700 属于 gfx1201 架构) - # VLLM_ROCM_USE_AITER: "0" - # VLLM_ROCM_USE_AITER_MHA: "0" + VLLM_ROCM_USE_AITER: "1" + VLLM_ROCM_USE_AITER_MHA: "0" # # 增强 All-Reduce 性能(双卡通信优化) - # VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4" + VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4" devices: - /dev/kfd - /dev/dri