x

2026-04-11 01:15:15 +08:00
parent e46558bc28
commit a13fb0dd23
1 changed files with 3 additions and 3 deletions
@@ -100,11 +100,11 @@
        "ctx": "131072",
        "trust_remote": true,
        "valid_tp": [2],
-        "max_num_seqs": "12",
+        "max_num_seqs": "8",
        "max_tokens": "65536",
-        "max_num_batched_tokens": 32768,
+        "max_num_batched_tokens": 16384,
        "kv_cache_dtype": "fp8",
-        "gpu_util": "0.92",
+        "gpu_util": "0.94",
        "enforce_eager": false,
        "enable_prefix_caching": true,
        "tool_call_parser": "qwen3_coder",