1
This commit is contained in:
+1
-8
@@ -1,4 +1,4 @@
|
||||
FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest
|
||||
FROM rocm/vllm:v0.14.0_amd_dev
|
||||
|
||||
# Set environment variables
|
||||
ENV USE_DEFAULT_MODEL=true
|
||||
@@ -8,16 +8,9 @@ ENV LOCAL_MODEL_DIR=/opt/model
|
||||
RUN mkdir -p /opt/script /opt/model /config
|
||||
|
||||
# Copy scripts to /opt/script
|
||||
COPY scripts/add_qwen3_5_moe_support.py /opt/script/add_qwen3_5_moe_support.py
|
||||
COPY scripts/start_vllm.py /opt/script/start-vllm
|
||||
COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py
|
||||
|
||||
# Update vLLM to nightly version for Qwen3.5 support
|
||||
RUN pip install --upgrade vllm --extra-index-url https://wheels.vllm.ai/nightly
|
||||
|
||||
# Add qwen3_5_moe support to Transformers
|
||||
RUN python3 /opt/script/add_qwen3_5_moe_support.py
|
||||
|
||||
# Note: config.json should be mounted at runtime via docker-compose.yml
|
||||
|
||||
# Make scripts executable
|
||||
|
||||
Reference in New Issue
Block a user