cjw/amd-r9700-vllm-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

1

Browse Source
This commit is contained in:
SZCJW
2026-03-27 02:25:26 +08:00
parent cb167eaf40
commit 0423edbbe2
1 changed files with 1 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Dockerfile
+1 -8
View File
@@ -1,4 +1,4 @@
FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest FROM rocm/vllm:v0.14.0_amd_dev
# Set environment variables # Set environment variables
ENV USE_DEFAULT_MODEL=true ENV USE_DEFAULT_MODEL=true
@@ -8,16 +8,9 @@ ENV LOCAL_MODEL_DIR=/opt/model
RUN mkdir -p /opt/script /opt/model /config RUN mkdir -p /opt/script /opt/model /config
# Copy scripts to /opt/script # Copy scripts to /opt/script
COPY scripts/add_qwen3_5_moe_support.py /opt/script/add_qwen3_5_moe_support.py
COPY scripts/start_vllm.py /opt/script/start-vllm COPY scripts/start_vllm.py /opt/script/start-vllm
COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py
# Update vLLM to nightly version for Qwen3.5 support
RUN pip install --upgrade vllm --extra-index-url https://wheels.vllm.ai/nightly
# Add qwen3_5_moe support to Transformers
RUN python3 /opt/script/add_qwen3_5_moe_support.py
# Note: config.json should be mounted at runtime via docker-compose.yml # Note: config.json should be mounted at runtime via docker-compose.yml
# Make scripts executable # Make scripts executable