From f2c344511344da076fb480e3f54bfbd85ea546dc Mon Sep 17 00:00:00 2001 From: chenjw28 <792430652@qq.com> Date: Tue, 2 Jun 2026 17:15:55 +0800 Subject: [PATCH] x --- config.json | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/config.json b/config.json index 9ee0605..a0d34d1 100644 --- a/config.json +++ b/config.json @@ -75,11 +75,10 @@ "trust_remote": true, "enforce_eager": false, "valid_tp": [ - 1, 2 ], "max_num_seqs": 32, - "gpu_util": "0.95", + "gpu_util": "0.85", "tool_call_parser": "qwen3_coder", "reasoning_parser": "qwen3", "enable_auto_tool_choice": true, @@ -92,7 +91,7 @@ "speculative": { "method": "dflash", "model": "Qwen3.6-27B-DFlash", - "num_speculative_tokens": 8, + "num_speculative_tokens": 4, "draft_tensor_parallel_size": 1 } }