diff --git a/config.json b/config.json index 889e9a1..039b816 100644 --- a/config.json +++ b/config.json @@ -71,7 +71,7 @@ }, "Qwen3.5-35B-A3B-GPTQ-Int4": { "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4", - "dtype": "bfloat16", + "dtype": "float16", "quantization": "gptq", "ctx": "131072", "trust_remote": true,