x
This commit is contained in:
+1
-1
@@ -72,7 +72,7 @@
|
||||
"Qwen3.5-35B-A3B-GPTQ-Int4": {
|
||||
"local_path": "Qwen3.5-35B-A3B-GPTQ-Int4",
|
||||
"dtype": "float16",
|
||||
"quantization": "moe_wna16",
|
||||
"quantization": "gptq",
|
||||
"ctx": "32768",
|
||||
"trust_remote": true,
|
||||
"valid_tp": [1, 2],
|
||||
|
||||
Reference in New Issue
Block a user