services:
  vllm:
    build: .
    container_name: vllm-r9700
    network_mode: "host"
    shm_size: "16gb"
    environment:
      - USE_DEFAULT_MODEL=true
      - LOCAL_MODEL_DIR=/opt/model
      - HIP_VISIBLE_DEVICES=0,1
      - NCCL_DEBUG=INFO
      - NCCL_SOCKET_IFNAME=^lo,docker0
      - NCCL_P2P_DISABLE=0
      - NCCL_SHM_DISABLE=0
      - NCCL_IB_DISABLE=1
      - NCCL_P2P_LEVEL=SYS
    volumes:
      - ./config.json:/config/config.json:ro
      - /opt/model:/opt/model
    devices:
      - /dev/dri:/dev/dri
      - /dev/kfd:/dev/kfd
    group_add:
      - video
      - render
    security_opt:
      - seccomp=unconfined
    restart: unless-stopped