x

2026-05-18 15:23:11 +08:00
parent eedefec4fb
commit 056cfde235
1 changed files with 3 additions and 3 deletions
@@ -69,9 +69,9 @@
        "local_path": "Qwen3.6-27B-FP8",
        "dtype": "auto",
        "quantization": "fp8",
-        "ctx": "262144",
+        "ctx": "131072",
-        "max_tokens": "65536",
+        "max_tokens": "32768",
-        "max_num_batched_tokens": 32768,
+        "max_num_batched_tokens": 16384,
        "trust_remote": true,
        "enforce_eager": false,
        "valid_tp": [