amd-r9700-vllm-toolboxes/Dockerfile

FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest

# Set environment variables
ENV USE_DEFAULT_MODEL=true
ENV LOCAL_MODEL_DIR=/opt/model

# Create necessary directories
RUN mkdir -p /opt/script /opt/model /config

# Copy configuration file
COPY config.json /config/config.json

# Copy scripts to /opt/script
COPY scripts/start_vllm.py /opt/script/start-vllm
COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py

# Make scripts executable
RUN chmod +x /opt/script/start-vllm

# Create symlink for backward compatibility
RUN ln -sf /opt/script/start-vllm /usr/local/bin/start-vllm

# Set working directory
WORKDIR /opt

# Default command
CMD ["start-vllm"]