x

2026-03-29 19:45:40 +08:00
parent 3d88c2f416
commit a993d3f255
3 changed files with 1 additions and 11 deletions
@@ -144,11 +144,6 @@ def launch_model(model_id, config, model_path, gpu_count):
        "--gpu-memory-utilization", str(gpu_util),
        "--dtype", "auto"
    ]
-
-    model_impl = config.get("model_impl") or os.getenv("VLLM_MODEL_IMPL")
-    if model_impl:
-        cmd.extend(["--model-impl", str(model_impl)])
-        log(f"Added model implementation: {model_impl}")
    
    if config.get("trust_remote"):
        cmd.append("--trust-remote-code")