x

2026-03-29 17:25:11 +08:00
parent 5f1f2ccfc9
commit a339629039
4 changed files with 9 additions and 2 deletions
@@ -64,6 +64,8 @@
      },
      "Qwen3.5-35B-A3B-GPTQ-Int4": {
        "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4",
+        "dtype": "float16",
+        "quantization": "gptq_marlin",
        "ctx": "65536",
        "trust_remote": true,
        "valid_tp": [1, 2],