2026-03-27 02:38:52 +08:00
|
|
|
FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest
|
2026-03-26 20:50:00 +08:00
|
|
|
|
2026-03-27 00:54:43 +08:00
|
|
|
# Set environment variables
|
|
|
|
|
ENV USE_DEFAULT_MODEL=true
|
|
|
|
|
ENV LOCAL_MODEL_DIR=/opt/model
|
2026-03-26 20:50:00 +08:00
|
|
|
|
2026-03-27 00:54:43 +08:00
|
|
|
# Create necessary directories
|
|
|
|
|
RUN mkdir -p /opt/script /opt/model /config
|
2026-03-26 20:50:00 +08:00
|
|
|
|
2026-03-27 00:54:43 +08:00
|
|
|
# Copy scripts to /opt/script
|
|
|
|
|
COPY scripts/start_vllm.py /opt/script/start-vllm
|
|
|
|
|
COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py
|
2026-03-26 20:50:00 +08:00
|
|
|
|
2026-03-27 01:13:49 +08:00
|
|
|
# Note: config.json should be mounted at runtime via docker-compose.yml
|
|
|
|
|
|
2026-03-27 00:54:43 +08:00
|
|
|
# Make scripts executable
|
|
|
|
|
RUN chmod +x /opt/script/start-vllm
|
2026-03-26 20:50:00 +08:00
|
|
|
|
2026-03-27 01:24:15 +08:00
|
|
|
# Replace the container's start-vllm with our improved version
|
|
|
|
|
RUN cp /opt/script/start-vllm /usr/local/bin/start-vllm
|
2026-03-26 20:50:00 +08:00
|
|
|
|
2026-03-27 00:54:43 +08:00
|
|
|
# Set working directory
|
2026-03-26 20:50:00 +08:00
|
|
|
WORKDIR /opt
|
2026-03-26 21:37:10 +08:00
|
|
|
|
2026-03-27 00:54:43 +08:00
|
|
|
# Default command
|
2026-03-26 21:37:10 +08:00
|
|
|
CMD ["start-vllm"]
|
