29 lines
663 B
YAML
29 lines
663 B
YAML
services:
|
|
vllm:
|
|
build: .
|
|
container_name: vllm-r9700
|
|
network_mode: "host"
|
|
shm_size: "16gb"
|
|
environment:
|
|
- USE_DEFAULT_MODEL=true
|
|
- LOCAL_MODEL_DIR=/opt/model
|
|
- HIP_VISIBLE_DEVICES=0,1
|
|
- NCCL_DEBUG=INFO
|
|
- NCCL_SOCKET_IFNAME=^lo,docker0
|
|
- NCCL_P2P_DISABLE=0
|
|
- NCCL_SHM_DISABLE=0
|
|
- NCCL_IB_DISABLE=1
|
|
- NCCL_P2P_LEVEL=SYS
|
|
volumes:
|
|
- ./config.json:/config/config.json:ro
|
|
- /opt/model:/opt/model
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
- /dev/kfd:/dev/kfd
|
|
group_add:
|
|
- video
|
|
- render
|
|
security_opt:
|
|
- seccomp=unconfined
|
|
restart: unless-stopped
|