From dfc7c25b5f2b257ad797d77d25a612fe85d35a93 Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Mon, 30 Mar 2026 01:26:29 +0800 Subject: [PATCH] x --- config.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/config.json b/config.json index fac72a3..195fcb1 100644 --- a/config.json +++ b/config.json @@ -68,13 +68,13 @@ "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4", "dtype": "float16", "quantization": "gptq", - "ctx": "65536", + "ctx": "32768", "trust_remote": true, "valid_tp": [1, 2], "max_num_seqs": "4", - "max_tokens": "4096", + "max_tokens": "8192", "gpu_util": "0.94", - "enforce_eager": true, + "enforce_eager": false, "tool_call_parser": "qwen3_xml", "enable_auto_tool_choice": true, "served_model_name": "Qwen3.5-35B-A3B-GPTQ-Int4",