From 6e4e952e206f777e2a37087c544685cdd14460ac Mon Sep 17 00:00:00 2001
From: chenjw28 <792430652@qq.com>
Date: Thu, 23 Apr 2026 17:19:46 +0800
Subject: [PATCH] x

---
 config.json | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/config.json b/config.json
index 692a6b6..ca9c0ca 100644
--- a/config.json
+++ b/config.json
@@ -71,14 +71,14 @@
         "quantization": "fp8",
         "ctx": "262144",
         "max_tokens": "65536",
-        "max_num_batched_tokens": 16384,
+        "max_num_batched_tokens": 32768,
         "trust_remote": true,
         "enforce_eager": false,
         "valid_tp": [
           1,
           2
         ],
-        "max_num_seqs": 32,
+        "max_num_seqs": 256,
         "gpu_util": "0.92",
         "kv_cache_dtype": "fp8",
         "enable_prefix_caching": true,