diff --git a/scripts/start_vllm.py b/scripts/start_vllm.py index 524f7a0..342ad0a 100644 --- a/scripts/start_vllm.py +++ b/scripts/start_vllm.py @@ -159,7 +159,9 @@ def launch_model(model_id, config, model_path, gpu_count): tool_call_parser = config.get("tool_call_parser") if tool_call_parser: cmd.extend(["--tool-call-parser", tool_call_parser]) + cmd.extend(["--enable-auto-tool-choice"]) log(f"Added tool call parser: {tool_call_parser}") + log("Added auto tool choice enabled") log(f"Command: {' '.join(cmd)}")