x

2026-06-02 17:15:55 +08:00
parent 18ba470f4c
commit f2c3445113
1 changed files with 2 additions and 3 deletions
@@ -75,11 +75,10 @@
        "trust_remote": true,
        "enforce_eager": false,
        "valid_tp": [
-          1,
          2
        ],
        "max_num_seqs": 32,
-        "gpu_util": "0.95",
+        "gpu_util": "0.85",
        "tool_call_parser": "qwen3_coder",
        "reasoning_parser": "qwen3",
        "enable_auto_tool_choice": true,
@@ -92,7 +91,7 @@
        "speculative": {
          "method": "dflash",
          "model": "Qwen3.6-27B-DFlash",
-          "num_speculative_tokens": 8,
+          "num_speculative_tokens": 4,
          "draft_tensor_parallel_size": 1
        }
      }