FROM rocm/vllm:v0.14.0_amd_dev

# Set environment variables
ENV USE_DEFAULT_MODEL=true
ENV LOCAL_MODEL_DIR=/opt/model

# Create necessary directories
RUN mkdir -p /opt/script /opt/model /config

# Copy scripts to /opt/script
COPY scripts/start_vllm.py /opt/script/start-vllm
COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py

# Note: config.json should be mounted at runtime via docker-compose.yml

# Make scripts executable
RUN chmod +x /opt/script/start-vllm

# Replace the container's start-vllm with our improved version
RUN cp /opt/script/start-vllm /usr/local/bin/start-vllm

# Set working directory
WORKDIR /opt

# Default command
CMD ["start-vllm"]
