x
This commit is contained in:
@@ -7,6 +7,9 @@ ENV LOCAL_MODEL_DIR=/opt/model
|
||||
# Create necessary directories
|
||||
RUN mkdir -p /opt/script /opt/model /config
|
||||
|
||||
# Update transformers to support qwen3_5_moe architecture
|
||||
RUN pip install --upgrade transformers
|
||||
|
||||
# Copy scripts to /opt/script
|
||||
COPY scripts/start_vllm.py /opt/script/start-vllm
|
||||
COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py
|
||||
|
||||
Reference in New Issue
Block a user