x
This commit is contained in:
+1
-1
@@ -47,7 +47,7 @@
|
|||||||
"Qwen3.6-35B-A3B-FP8": {
|
"Qwen3.6-35B-A3B-FP8": {
|
||||||
"local_path": "Qwen3.6-35B-A3B-FP8",
|
"local_path": "Qwen3.6-35B-A3B-FP8",
|
||||||
"dtype": "float16",
|
"dtype": "float16",
|
||||||
"quantization": "auto",
|
"quantization": "fp8",
|
||||||
"ctx": "131072",
|
"ctx": "131072",
|
||||||
"max_tokens": "8192",
|
"max_tokens": "8192",
|
||||||
"trust_remote": true,
|
"trust_remote": true,
|
||||||
|
|||||||
Reference in New Issue
Block a user