x

2026-03-30 23:48:42 +08:00
parent dbd934cdda
commit 234c59b0b4
5 changed files with 10 additions and 4 deletions
@@ -25,6 +25,7 @@ def build_command() -> list[str]:
    api_key = runtime["api_key"] or ""
    dtype = str(updates["dtype"] or runtime["dtype"])
    quantization = str(updates["quantization"] or "").strip()
+    model_impl = str(updates["model_impl"] or "").strip()
    reasoning_parser = str(updates["reasoning_parser"] or "").strip()
    revision = runtime["revision"] or ""
    cmd = [
@@ -68,6 +69,8 @@ def build_command() -> list[str]:
        cmd.extend(["--reasoning-parser", reasoning_parser])
    if quantization:
        cmd.extend(["--quantization", quantization])
+    if model_impl:
+        cmd.extend(["--model-impl", model_impl])
    if revision:
        cmd.extend(["--revision", revision])
    if api_key: