x

2026-03-30 03:29:24 +08:00
parent 10925e742b
commit 1a61a7bb17
5 changed files with 15 additions and 4 deletions
@@ -17,6 +17,7 @@ class Settings(BaseModel):
    port: int = 8000
    openai_host: str = "0.0.0.0"
    openai_port: int = 8001
+    vllm_openai_internal_url: str = "http://127.0.0.1:8001/v1"
    public_model_name: str = "Qwen_local_model"
    reasoning_enabled: bool = False
    model_root: str = "/opt/model"
@@ -46,6 +47,7 @@ def get_settings() -> Settings:
        port=runtime["port"],
        openai_host=runtime["openai_host"],
        openai_port=runtime["openai_port"],
+        vllm_openai_internal_url=runtime["vllm_openai_internal_url"],
        public_model_name=runtime["public_model_name"],
        reasoning_enabled=runtime["reasoning_enabled"],
        model_root=runtime["model_root"],