init

2026-03-26 21:37:10 +08:00
parent 81ffbf61c0
commit 309e6fbf0d
4 changed files with 132 additions and 37 deletions
@@ -0,0 +1,23 @@
+version: '3.8'
+
+services:
+  vllm:
+    build: .
+    container_name: vllm-r9700
+    environment:
+      - USE_DEFAULT_MODEL=true
+      - LOCAL_MODEL_DIR=/opt/model
+    volumes:
+      - /opt/project/amd-r9700-vllm-toolboxes/config.json:/config.json:ro
+      - /opt/model:/opt/model
+    devices:
+      - /dev/dri:/dev/dri
+      - /dev/kfd:/dev/kfd
+    group_add:
+      - video
+      - render
+    security_opt:
+      - seccomp=unconfined
+    ports:
+      - "8000:8000"
+    restart: unless-stopped