x

2026-04-17 00:09:11 +08:00
parent 4aeaebdd3e
commit d87daadc2f
2 changed files with 5 additions and 3 deletions
@@ -42,10 +42,10 @@
        "ctx": "131072",
        "trust_remote": true,
        "valid_tp": [1, 2],
-        "max_num_seqs": 12,
+        "max_num_seqs": 32,
        "max_tokens": "16384",
        "enforce_eager": false,
-        "gpu_util": "0.94",
+        "gpu_util": "0.90",
        "kv_cache_dtype": "fp8",
        "enable_prefix_caching": true,
        "max_num_batched_tokens": 16384,
@@ -24,7 +24,9 @@ services:
      # PYTHONUNBUFFERED: "1"
      # # 启用 AITER 加速（R9700 属于 gfx1201 架构）
      VLLM_ROCM_USE_AITER: "1"
-      VLLM_ROCM_USE_AITER_MHA: "0"
+      VLLM_ROCM_USE_AITER_MHA: "1"
+      VLLM_V1_USE_PREFILL_DECODE_ATTENTION: "0"
+      NCCL_MIN_NCHANNELS: "112"
      # # 增强 All-Reduce 性能（双卡通信优化）
      VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"
    devices: