x
This commit is contained in:
@@ -19,9 +19,11 @@ def build_command() -> list[str]:
|
||||
host = str(runtime["openai_host"])
|
||||
port = str(runtime["openai_port"])
|
||||
public_model_name = str(runtime["public_model_name"]).strip()
|
||||
reasoning_enabled = bool(runtime["reasoning_enabled"])
|
||||
api_key = runtime["api_key"] or ""
|
||||
dtype = str(updates["dtype"] or runtime["dtype"])
|
||||
quantization = str(updates["quantization"] or "").strip()
|
||||
reasoning_parser = str(updates["reasoning_parser"] or "").strip()
|
||||
revision = runtime["revision"] or ""
|
||||
cmd = [
|
||||
sys.executable,
|
||||
@@ -54,6 +56,8 @@ def build_command() -> list[str]:
|
||||
cmd.append("--enable-auto-tool-choice")
|
||||
if updates["tool_call_parser"]:
|
||||
cmd.extend(["--tool-call-parser", str(updates["tool_call_parser"])])
|
||||
if reasoning_enabled and reasoning_parser:
|
||||
cmd.extend(["--reasoning-parser", reasoning_parser])
|
||||
if quantization:
|
||||
cmd.extend(["--quantization", quantization])
|
||||
if revision:
|
||||
|
||||
Reference in New Issue
Block a user