Qwen_local_model

This commit is contained in:
2026-03-30 01:03:20 +08:00
parent 757a29d7ee
commit 47adb86693
5 changed files with 14 additions and 6 deletions
+2
View File
@@ -17,6 +17,7 @@ class Settings(BaseModel):
port: int = 8000
openai_host: str = "0.0.0.0"
openai_port: int = 8001
public_model_name: str = "Qwen_local_model"
model_root: str = "/opt/model"
offline_mode: bool = True
max_model_len: int = 8192
@@ -44,6 +45,7 @@ def get_settings() -> Settings:
port=runtime["port"],
openai_host=runtime["openai_host"],
openai_port=runtime["openai_port"],
public_model_name=runtime["public_model_name"],
model_root=runtime["model_root"],
offline_mode=runtime["offline_mode"],
api_key=runtime["api_key"],