x

2026-04-05 03:20:28 +08:00
parent 0f49bed00e
commit db43278cb7
1 changed files with 1 additions and 1 deletions
@@ -101,7 +101,7 @@
        "trust_remote": true,
        "valid_tp": [2],
        "max_num_seqs": "12",
-        "max_tokens": "16384",
+        "max_tokens": "65536",
        "gpu_util": "0.94",
        "enforce_eager": false,
        "enable_prefix_caching": true,