diff --git a/config.json b/config.json index 7bb671e..a5b2271 100644 --- a/config.json +++ b/config.json @@ -48,8 +48,8 @@ "local_path": "Qwen3.6-35B-A3B-FP8", "dtype": "float16", "quantization": "fp8", - "ctx": "131072", - "max_tokens": "8192", + "ctx": "262144", + "max_tokens": "32768", "trust_remote": true, "enforce_eager": false, "valid_tp": [