x

2026-04-23 15:08:27 +08:00
parent f595b53d70
commit b534ceac58
3 changed files with 7 additions and 2 deletions
@@ -124,6 +124,7 @@ def resolve_model_profile(
        "kv_cache_dtype": _to_str(profile.get("kv_cache_dtype")),
        "enable_prefix_caching": _to_bool(profile.get("enable_prefix_caching"), False),
        "max_num_batched_tokens": _to_int(profile.get("max_num_batched_tokens"), 0),
+        "language_model_only": _to_bool(profile.get("language_model_only"), False),
    }
    env_vars = {str(k): str(v) for k, v in dict(profile.get("env", {})).items()}
    env_vars["HF_HUB_OFFLINE"] = "1"