fix:
This commit is contained in:
+1
-1
@@ -46,7 +46,7 @@
|
|||||||
"gpu_util": "0.98",
|
"gpu_util": "0.98",
|
||||||
"enforce_eager": false,
|
"enforce_eager": false,
|
||||||
"env": {"VLLM_USE_TRITON_AWQ": "1"},
|
"env": {"VLLM_USE_TRITON_AWQ": "1"},
|
||||||
"tool_call_parser": "qwen",
|
"tool_call_parser": "qwen3_xml",
|
||||||
"hf_model_id": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit"
|
"hf_model_id": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit"
|
||||||
},
|
},
|
||||||
"gemma-3-27b-it-FP8-dynamic": {
|
"gemma-3-27b-it-FP8-dynamic": {
|
||||||
|
|||||||
Reference in New Issue
Block a user