x

2026-03-29 05:06:19 +08:00
parent 67eb27f2d2
commit 617665c6ab
12 changed files with 452 additions and 1 deletions
@@ -0,0 +1,24 @@
+services:
+  inference:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    image: rocm-vllm-inference:latest
+    container_name: rocm-vllm-inference
+    ports:
+      - "8000:8000"
+    env_file:
+      - .env
+    devices:
+      - /dev/kfd
+      - /dev/dri
+    group_add:
+      - video
+      - render
+    ipc: host
+    shm_size: 16g
+    cap_add:
+      - SYS_PTRACE
+    security_opt:
+      - seccomp=unconfined
+    restart: unless-stopped