x
This commit is contained in:
@@ -18,6 +18,7 @@ class Settings(BaseModel):
|
||||
openai_host: str = "0.0.0.0"
|
||||
openai_port: int = 8001
|
||||
public_model_name: str = "Qwen_local_model"
|
||||
reasoning_enabled: bool = False
|
||||
model_root: str = "/opt/model"
|
||||
offline_mode: bool = True
|
||||
max_model_len: int = 8192
|
||||
@@ -46,6 +47,7 @@ def get_settings() -> Settings:
|
||||
openai_host=runtime["openai_host"],
|
||||
openai_port=runtime["openai_port"],
|
||||
public_model_name=runtime["public_model_name"],
|
||||
reasoning_enabled=runtime["reasoning_enabled"],
|
||||
model_root=runtime["model_root"],
|
||||
offline_mode=runtime["offline_mode"],
|
||||
api_key=runtime["api_key"],
|
||||
|
||||
Reference in New Issue
Block a user