x

2026-03-28 21:25:25 +08:00
parent 1af1cca42c
commit 15d26b0cbd
3 changed files with 26 additions and 0 deletions
@@ -46,6 +46,7 @@
      "gpu_util": "0.98",
      "enforce_eager": false,
      "env": {"VLLM_USE_TRITON_AWQ": "1"},
+      "tool_call_parser": "qwen",
      "hf_model_id": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit"
    },
    "gemma-3-27b-it-FP8-dynamic": {