x

2026-04-05 02:08:49 +08:00
parent 240fcc67ae
commit 0027c758d7
4 changed files with 32 additions and 4 deletions
@@ -75,6 +75,12 @@ def build_command() -> list[str]:
        cmd.extend(["--revision", revision])
    if api_key:
        cmd.extend(["--api-key", api_key])
+    if updates.get("kv_cache_dtype"):
+        cmd.extend(["--kv-cache-dtype", str(updates["kv_cache_dtype"])])
+    if updates.get("enable_prefix_caching"):
+        cmd.append("--enable-prefix-caching")
+    if updates.get("max_num_batched_tokens", 0) > 0:
+        cmd.extend(["--max-num-batched-tokens", str(updates["max_num_batched_tokens"])])
    return cmd