x

2026-03-29 05:22:25 +08:00
parent 6790945334
commit 4db5de796a
5 changed files with 129 additions and 2 deletions
@@ -9,6 +9,38 @@ services:
      - "8000:8000"
    env_file:
      - .env
+    volumes:
+      - /opt/model:/opt/model:ro
+      - d:/project/rocm_vllm_nightly/rocm_vllm_nightly/config.json:/workspace/config.json:ro
+    devices:
+      - /dev/kfd
+      - /dev/dri
+    group_add:
+      - video
+      - render
+    ipc: host
+    shm_size: 16g
+    cap_add:
+      - SYS_PTRACE
+    security_opt:
+      - seccomp=unconfined
+    restart: unless-stopped
+  openai_api:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    image: rocm-vllm-inference:latest
+    container_name: rocm-vllm-openai
+    command: ["python", "-m", "app.start_openai"]
+    ports:
+      - "8001:8001"
+    env_file:
+      - .env
+    environment:
+      OPENAI_PORT: 8001
+    volumes:
+      - /opt/model:/opt/model:ro
+      - d:/project/rocm_vllm_nightly/rocm_vllm_nightly/config.json:/workspace/config.json:ro
    devices:
      - /dev/kfd
      - /dev/dri