rocm_vllm_nightly/docker-compose.yml

services:
  inference:
    build:
      context: .
      dockerfile: Dockerfile
    image: rocm-vllm-inference:latest
    container_name: rocm-vllm-inference
    ports:
      - "8000:8000"
    env_file:
      - .env
    volumes:
      - /opt/model:/opt/model:ro
      - d:/project/rocm_vllm_nightly/rocm_vllm_nightly/config.json:/workspace/config.json:ro
    devices:
      - /dev/kfd
      - /dev/dri
    group_add:
      - video
      - render
    ipc: host
    shm_size: 16g
    cap_add:
      - SYS_PTRACE
    security_opt:
      - seccomp=unconfined
    restart: unless-stopped
  openai_api:
    build:
      context: .
      dockerfile: Dockerfile
    image: rocm-vllm-inference:latest
    container_name: rocm-vllm-openai
    command: ["python", "-m", "app.start_openai"]
    ports:
      - "8001:8001"
    env_file:
      - .env
    environment:
      OPENAI_PORT: 8001
    volumes:
      - /opt/model:/opt/model:ro
      - d:/project/rocm_vllm_nightly/rocm_vllm_nightly/config.json:/workspace/config.json:ro
    devices:
      - /dev/kfd
      - /dev/dri
    group_add:
      - video
      - render
    ipc: host
    shm_size: 16g
    cap_add:
      - SYS_PTRACE
    security_opt:
      - seccomp=unconfined
    restart: unless-stopped