This commit is contained in:
2026-03-28 21:44:18 +08:00
parent bf6f252d19
commit 8c0e9f0963
+1 -1
View File
@@ -46,7 +46,7 @@
"gpu_util": "0.98",
"enforce_eager": false,
"env": {"VLLM_USE_TRITON_AWQ": "1"},
"tool_call_parser": "qwen",
"tool_call_parser": "qwen3_xml",
"hf_model_id": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit"
},
"gemma-3-27b-it-FP8-dynamic": {