x

2026-03-30 03:29:24 +08:00
parent 10925e742b
commit 1a61a7bb17
5 changed files with 15 additions and 4 deletions
@@ -25,6 +25,8 @@ class InferenceEngine:
        }
        if req.stop:
            payload["stop"] = req.stop
+        if req.enable_thinking is not None:
+            payload["chat_template_kwargs"] = {"enable_thinking": req.enable_thinking}
        response = self.client.post(
            f"{self.settings.vllm_openai_internal_url}/chat/completions",
            headers=headers,