diff --git a/config.json b/config.json index 84a483d..bc99569 100644 --- a/config.json +++ b/config.json @@ -71,7 +71,7 @@ }, "Qwen3.5-35B-A3B-GPTQ-Int4": { "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4", - "dtype": "float16", + "dtype": "bfloat16", "quantization": "gptq", "ctx": "65536", "trust_remote": true,