x

2026-03-29 15:22:08 +08:00
parent 5aeaa6764f
commit 289145e901
4 changed files with 7 additions and 5 deletions
@@ -17,7 +17,7 @@
  "revision": "",
  "models": {
    "default": "Qwen3.5-35B-A3B-GPTQ-Int4",
-    "selected": "Qwen3.5-35B-A3B-GPTQ-Int4",
+    "selected": "Qwen3.5-27B-FP8",
    "profiles": {
      "Qwen3-Next-80B-A3B-Instruct-AWQ-4bit": {
        "local_path": "Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
@@ -51,7 +51,7 @@
      },
      "Qwen3.5-27B-FP8": {
        "local_path": "Qwen3.5-27B-FP8",
-        "ctx": "32768",
+        "ctx": "65536",
        "trust_remote": true,
        "valid_tp": [1, 2],
        "max_num_seqs": "64",
@@ -64,7 +64,7 @@
      },
      "Qwen3.5-35B-A3B-GPTQ-Int4": {
        "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4",
-        "ctx": "32768",
+        "ctx": "65536",
        "trust_remote": true,
        "valid_tp": [1, 2],
        "max_num_seqs": "64",