x
This commit is contained in:
@@ -81,6 +81,8 @@ def build_command() -> list[str]:
|
||||
cmd.append("--enable-prefix-caching")
|
||||
if updates.get("max_num_batched_tokens", 0) > 0:
|
||||
cmd.extend(["--max-num-batched-tokens", str(updates["max_num_batched_tokens"])])
|
||||
if updates.get("language_model_only"):
|
||||
cmd.append("--language-model-only")
|
||||
return cmd
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user