x

2026-03-29 16:49:09 +08:00
parent 5c6c59a362
commit 22afc63ac7
5 changed files with 31 additions and 101 deletions
@@ -1,30 +1,5 @@
 services:
-  inference:
-    build:
-      context: .
-      dockerfile: Dockerfile
-    image: rocm-vllm-inference:latest
-    container_name: rocm-vllm-inference
-    entrypoint: ["python"]
-    command: ["-m", "app.start_api"]
-    ports:
-      - "8002:8002"
-    volumes:
-      - /opt/model:/opt/model:ro
-      - ./config.json:/workspace/config.json:ro
-    devices:
-      - /dev/kfd
-      - /dev/dri
-    group_add:
-      - video
-    ipc: host
-    shm_size: 16g
-    cap_add:
-      - SYS_PTRACE
-    security_opt:
-      - seccomp=unconfined
-    restart: unless-stopped
-  openai_api:
+  vllm:
    build:
      context: .
      dockerfile: Dockerfile