amd-r9700-vllm-toolboxes/docker-compose.yml

services:
  vllm:
    build: .
    container_name: vllm-r9700
    network_mode: "host"
    environment:
      - USE_DEFAULT_MODEL=true
      - LOCAL_MODEL_DIR=/opt/model
    volumes:
      - /opt/project/amd-r9700-vllm-toolboxes/config.json:/config.json:ro
      - /opt/model:/opt/model
    devices:
      - /dev/dri:/dev/dri
      - /dev/kfd:/dev/kfd
    group_add:
      - video
      - render
    security_opt:
      - seccomp=unconfined
    restart: unless-stopped