x

2026-03-29 05:31:19 +08:00
parent 4db5de796a
commit 645358862a
10 changed files with 134 additions and 106 deletions
@@ -8,16 +8,7 @@ RUN pip install --no-cache-dir -r /workspace/requirements.txt
 COPY app /workspace/app

 ENV PYTHONUNBUFFERED=1
-ENV HOST=0.0.0.0
-ENV PORT=8000
-ENV TENSOR_PARALLEL_SIZE=2
-ENV GPU_MEMORY_UTILIZATION=0.92
-ENV MAX_MODEL_LEN=8192
-ENV MAX_NUM_SEQS=64
-ENV DTYPE=bfloat16
-ENV ENFORCE_EAGER=false
-ENV TRUST_REMOTE_CODE=false

 EXPOSE 8000 8001

-CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000"]
+CMD ["python", "-m", "app.start_api"]