Qwen_local_model

2026-03-30 01:03:20 +08:00
parent 757a29d7ee
commit 47adb86693
5 changed files with 14 additions and 6 deletions
@@ -18,6 +18,7 @@ def build_command() -> list[str]:
        os.environ[key] = value
    host = str(runtime["openai_host"])
    port = str(runtime["openai_port"])
+    public_model_name = str(runtime["public_model_name"]).strip()
    api_key = runtime["api_key"] or ""
    dtype = str(updates["dtype"] or runtime["dtype"])
    quantization = str(updates["quantization"] or "").strip()
@@ -33,7 +34,7 @@ def build_command() -> list[str]:
        "--model",
        str(updates["model_name"]),
        "--served-model-name",
-        str(updates["served_model_name"]),
+        public_model_name or str(updates["served_model_name"]),
        "--tensor-parallel-size",
        str(updates["tensor_parallel_size"]),
        "--max-model-len",