diff --git a/config.json b/config.json index 195fcb1..426b236 100644 --- a/config.json +++ b/config.json @@ -68,7 +68,7 @@ "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4", "dtype": "float16", "quantization": "gptq", - "ctx": "32768", + "ctx": "65536", "trust_remote": true, "valid_tp": [1, 2], "max_num_seqs": "4",