This commit is contained in:
2026-04-23 15:08:27 +08:00
parent f595b53d70
commit b534ceac58
3 changed files with 7 additions and 2 deletions
+2
View File
@@ -81,6 +81,8 @@ def build_command() -> list[str]:
cmd.append("--enable-prefix-caching")
if updates.get("max_num_batched_tokens", 0) > 0:
cmd.extend(["--max-num-batched-tokens", str(updates["max_num_batched_tokens"])])
if updates.get("language_model_only"):
cmd.append("--language-model-only")
return cmd