x

2026-05-18 14:50:41 +08:00
parent 2d0b2f4aae
commit 4b02041c1d
3 changed files with 38 additions and 2 deletions
@@ -20,7 +20,7 @@
  "revision": "",
  "models": {
    "default": "Qwen3.5-35B-A3B-GPTQ-Int4",
-    "selected": "Qwen3.6-35B-A3B-FP8",
+    "selected": "Qwen3.6-27B-FP8",
    "profiles": {
      "Qwen3.6-35B-A3B-FP8": {
        "local_path": "Qwen3.6-35B-A3B-FP8",
@@ -87,7 +87,13 @@
        "enable_auto_tool_choice": true,
        "language_model_only": true,
        "served_model_name": "Qwen3.6-27B-FP8",
-        "hf_model_id": "Qwen/Qwen3.6-27B-FP8"
+        "hf_model_id": "Qwen/Qwen3.6-27B-FP8",
+        "speculative": {
+          "method": "dflash",
+          "model": "Qwen3.6-27B-DFlash",
+          "num_speculative_tokens": 8,
+          "draft_tensor_parallel_size": 1
+        }
      },
      "Qwen3.5-35B-A3B-FP8": {
        "local_path": "Qwen3.5-35B-A3B-FP8",