x

2026-03-29 05:31:19 +08:00
parent 4db5de796a
commit 645358862a
10 changed files with 134 additions and 106 deletions
@@ -1,5 +1,20 @@
 {
+  "services": {
+    "api": {
+      "host": "0.0.0.0",
+      "port": 8002
+    },
+    "openai": {
+      "host": "0.0.0.0",
+      "port": 8001
+    }
+  },
+  "api_key": "",
+  "tensor_parallel_size": 2,
+  "dtype": "bfloat16",
+  "revision": "",
  "default_model": "Qwen3.5-35B-A3B-GPTQ-Int4",
+  "selected_model": "Qwen3.5-35B-A3B-GPTQ-Int4",
  "Qwen3-Next-80B-A3B-Instruct-AWQ-4bit": {
    "ctx": "24576",
    "trust_remote": true,