x

2026-05-18 17:46:07 +08:00
parent 1bc448f505
commit e932ef0915
2 changed files with 5 additions and 3 deletions
@@ -69,11 +69,11 @@
        "local_path": "Qwen3.6-27B-FP8",
        "dtype": "auto",
        "quantization": "fp8",
-        "ctx": "131072",
+        "ctx": "65536",
        "max_tokens": "32768",
        "max_num_batched_tokens": 16384,
        "trust_remote": true,
-        "enforce_eager": false,
+        "enforce_eager": true,
        "valid_tp": [
          1,
          2