x
This commit is contained in:
+2
-3
@@ -7,13 +7,12 @@ ENV LOCAL_MODEL_DIR=/opt/model
|
|||||||
# Create necessary directories
|
# Create necessary directories
|
||||||
RUN mkdir -p /opt/script /opt/model /config
|
RUN mkdir -p /opt/script /opt/model /config
|
||||||
|
|
||||||
# Copy configuration file
|
|
||||||
COPY config.json /config/config.json
|
|
||||||
|
|
||||||
# Copy scripts to /opt/script
|
# Copy scripts to /opt/script
|
||||||
COPY scripts/start_vllm.py /opt/script/start-vllm
|
COPY scripts/start_vllm.py /opt/script/start-vllm
|
||||||
COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py
|
COPY benchmarks/run_vllm_bench.py /opt/script/run_vllm_bench.py
|
||||||
|
|
||||||
|
# Note: config.json should be mounted at runtime via docker-compose.yml
|
||||||
|
|
||||||
# Make scripts executable
|
# Make scripts executable
|
||||||
RUN chmod +x /opt/script/start-vllm
|
RUN chmod +x /opt/script/start-vllm
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user