x
This commit is contained in:
@@ -19,6 +19,7 @@ class Settings(BaseModel):
|
||||
openai_port: int = 8001
|
||||
vllm_openai_internal_url: str = "http://127.0.0.1:8001/v1"
|
||||
public_model_name: str = "Qwen_local_model"
|
||||
default_enable_thinking: bool = False
|
||||
reasoning_enabled: bool = False
|
||||
model_root: str = "/opt/model"
|
||||
offline_mode: bool = True
|
||||
@@ -49,6 +50,7 @@ def get_settings() -> Settings:
|
||||
openai_port=runtime["openai_port"],
|
||||
vllm_openai_internal_url=runtime["vllm_openai_internal_url"],
|
||||
public_model_name=runtime["public_model_name"],
|
||||
default_enable_thinking=runtime["default_enable_thinking"],
|
||||
reasoning_enabled=runtime["reasoning_enabled"],
|
||||
model_root=runtime["model_root"],
|
||||
offline_mode=runtime["offline_mode"],
|
||||
|
||||
Reference in New Issue
Block a user