x

2026-03-31 00:03:12 +08:00
parent e59ca145be
commit 1a62b156ef
1 changed files with 1 additions and 1 deletions
@@ -76,7 +76,7 @@
        "model_impl": "transformers",
        "ctx": "32768",
        "trust_remote": true,
-        "valid_tp": [2],
+        "valid_tp": [1, 2],
        "max_num_seqs": "4",
        "max_tokens": "2048",
        "gpu_util": "0.90",