x

2026-03-29 04:32:37 +08:00
parent 9f128486de
commit acd5ed518e
2 changed files with 15 additions and 0 deletions
@@ -99,6 +99,18 @@
      "served_model_name": "GLM-4.7-Flash-AWQ",
      "hf_model_id": "THUDM/GLM-4.7-Flash-AWQ"
    },
+    "Qwen3.5-27B-FP8": {
+      "ctx": "32768",
+      "trust_remote": true,
+      "valid_tp": [1, 2],
+      "max_num_seqs": "64",
+      "max_tokens": "32768",
+      "gpu_util": "0.98",
+      "tool_call_parser": "qwen3_xml",
+      "enable_auto_tool_choice": true,
+      "served_model_name": "Qwen3.5-27B-FP8",
+      "hf_model_id": "RedHatAI/Qwen3.5-27B-FP8-dynamic"
+    },
    "Qwen3.5-35B-A3B-GPTQ-Int4": {
      "ctx": "32768",
      "trust_remote": true,