From 2df305cad01b6eb0a9d93633cb40c1eaaee88c59 Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Fri, 27 Mar 2026 01:52:05 +0800 Subject: [PATCH] x --- Dockerfile | 3 +++ config.json | 2 +- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 812d256..65ec9ef 100644 --- a/Dockerfile +++ b/Dockerfile @@ -7,6 +7,9 @@ ENV LOCAL_MODEL_DIR=/opt/model # Create necessary directories RUN mkdir -p /opt/script /opt/model /config +# Update transformers to support qwen3_5_moe architecture +RUN pip install --upgrade transformers + # Copy scripts to /opt/script COPY scripts/start_vllm.py /opt/script/start-vllm COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py diff --git a/config.json b/config.json index 2dc0355..746c547 100644 --- a/config.json +++ b/config.json @@ -1,5 +1,5 @@ { - "default_model": "Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit", + "default_model": "Qwen3.5-35B-A3B-GPTQ-Int4", "models": { "gpt-oss-20b": { "ctx": "32768",