cjw/amd-r9700-vllm-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

x

Browse Source
This commit is contained in:
SZCJW
2026-03-28 21:39:53 +08:00
parent 15d26b0cbd
commit bf6f252d19
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/start_vllm.py
+2
View File
@@ -159,7 +159,9 @@ def launch_model(model_id, config, model_path, gpu_count):
tool_call_parser = config.get("tool_call_parser") tool_call_parser = config.get("tool_call_parser")
if tool_call_parser: if tool_call_parser:
cmd.extend(["--tool-call-parser", tool_call_parser]) cmd.extend(["--tool-call-parser", tool_call_parser])
cmd.extend(["--enable-auto-tool-choice"])
log(f"Added tool call parser: {tool_call_parser}") log(f"Added tool call parser: {tool_call_parser}")
log("Added auto tool choice enabled")
log(f"Command: {' '.join(cmd)}") log(f"Command: {' '.join(cmd)}")