x

2026-04-01 01:08:27 +08:00
parent ba1d64f7a3
commit 1f807347ee
3 changed files with 17 additions and 5 deletions
@@ -14,6 +14,9 @@ services:
      - ./config.json:/workspace/config.json:ro
    environment:
      HF_HOME: /opt/model
+      VLLM_RPC_TIMEOUT: "300"
+      VLLM_WORKER_MULTIPROC_METHOD: "spawn"
+      PYTHONUNBUFFERED: "1"
    devices:
      - /dev/kfd
      - /dev/dri