From eedefec4fb908350a307bd40046d95c531d5c26e Mon Sep 17 00:00:00 2001
From: chenjw28 <792430652@qq.com>
Date: Mon, 18 May 2026 15:08:24 +0800
Subject: [PATCH] =?UTF-8?q?=E6=94=B9=E7=94=A8Dflash=E6=A0=BC=E5=BC=8F?=
 =?UTF-8?q?=E6=8E=A8=E7=90=86?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 config.json | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/config.json b/config.json
index a82c64b..af4ee1c 100644
--- a/config.json
+++ b/config.json
@@ -78,16 +78,17 @@
           1,
           2
         ],
-        "max_num_seqs": 256,
-        "gpu_util": "0.92",
-        "kv_cache_dtype": "fp8",
-        "enable_prefix_caching": true,
+        "max_num_seqs": 32,
+        "gpu_util": "0.90",
         "tool_call_parser": "qwen3_coder",
         "reasoning_parser": "qwen3",
         "enable_auto_tool_choice": true,
         "language_model_only": true,
         "served_model_name": "Qwen3.6-27B-FP8",
         "hf_model_id": "Qwen/Qwen3.6-27B-FP8",
+        "env": {
+          "VLLM_RPC_TIMEOUT": "300"
+        },
         "speculative": {
           "method": "dflash",
           "model": "Qwen3.6-27B-DFlash",