2026-03-30 22:43:23 +08:00
|
|
|
FROM rocm/vllm:rocm7.12.0_gfx120X-all_ubuntu24.04_py3.12_pytorch_2.9.1_vllm_0.16.0
|
2026-03-29 05:06:19 +08:00
|
|
|
|
|
|
|
|
WORKDIR /workspace
|
|
|
|
|
|
|
|
|
|
COPY requirements.txt /workspace/requirements.txt
|
2026-03-29 15:22:08 +08:00
|
|
|
RUN pip install --no-cache-dir --retries 10 --timeout 180 -r /workspace/requirements.txt
|
2026-03-29 05:06:19 +08:00
|
|
|
|
|
|
|
|
COPY app /workspace/app
|
|
|
|
|
|
|
|
|
|
ENV PYTHONUNBUFFERED=1
|
|
|
|
|
|
2026-03-29 16:49:09 +08:00
|
|
|
EXPOSE 8001
|
2026-03-29 05:06:19 +08:00
|
|
|
|
2026-03-29 16:49:09 +08:00
|
|
|
CMD ["python", "-m", "app.start_openai"]
|
