diff --git a/Dockerfile b/Dockerfile index 492db9a..764d357 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest +FROM rocm/vllm:v0.14.0_amd_dev # Set environment variables ENV USE_DEFAULT_MODEL=true @@ -8,16 +8,9 @@ ENV LOCAL_MODEL_DIR=/opt/model RUN mkdir -p /opt/script /opt/model /config # Copy scripts to /opt/script -COPY scripts/add_qwen3_5_moe_support.py /opt/script/add_qwen3_5_moe_support.py COPY scripts/start_vllm.py /opt/script/start-vllm COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py -# Update vLLM to nightly version for Qwen3.5 support -RUN pip install --upgrade vllm --extra-index-url https://wheels.vllm.ai/nightly - -# Add qwen3_5_moe support to Transformers -RUN python3 /opt/script/add_qwen3_5_moe_support.py - # Note: config.json should be mounted at runtime via docker-compose.yml # Make scripts executable