x

2026-03-29 17:25:11 +08:00
parent 5f1f2ccfc9
commit a339629039
4 changed files with 9 additions and 2 deletions
@@ -100,6 +100,8 @@ def resolve_model_profile(
        "selected_model": model_key,
        "model_name": _resolve_profile_model_path(profile, model_root, model_key),
        "served_model_name": profile.get("served_model_name", model_key),
+        "dtype": _to_str(profile.get("dtype")),
+        "quantization": _to_str(profile.get("quantization")),
        "max_model_len": _to_int(profile.get("ctx"), 8192),
        "max_num_seqs": _to_int(profile.get("max_num_seqs"), 64),
        "max_tokens": _to_int(profile.get("max_tokens"), 4096),