x

2026-04-11 01:34:42 +08:00
parent a13fb0dd23
commit 101ccb3553
1 changed files with 1 additions and 2 deletions
@@ -99,11 +99,10 @@
        "dtype": "auto",
        "ctx": "131072",
        "trust_remote": true,
-        "valid_tp": [2],
+        "valid_tp": [1, 2],
        "max_num_seqs": "8",
        "max_tokens": "65536",
        "max_num_batched_tokens": 16384,
-        "kv_cache_dtype": "fp8",
        "gpu_util": "0.94",
        "enforce_eager": false,
        "enable_prefix_caching": true,