From 87aaef7f0a53d9cdf337c22db9730e9b5704cb03 Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Wed, 1 Apr 2026 22:59:20 +0800 Subject: [PATCH] x --- config.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/config.json b/config.json index 7872e4e..7283fa4 100644 --- a/config.json +++ b/config.json @@ -55,12 +55,12 @@ "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4", "dtype": "float16", "quantization": "gptq", - "ctx": "262144", + "ctx": "131072", "trust_remote": true, - "valid_tp": [1, 2], + "valid_tp": [2], "max_num_seqs": "6", "max_tokens": "4096", - "gpu_util": "0.95", + "gpu_util": "0.90", "enforce_eager": false, "tool_call_parser": "qwen3_coder", "reasoning_parser": "qwen3",