21 lines
476 B
YAML
21 lines
476 B
YAML
services:
|
|
vllm:
|
|
build: .
|
|
container_name: vllm-r9700
|
|
network_mode: "host"
|
|
environment:
|
|
- USE_DEFAULT_MODEL=true
|
|
- LOCAL_MODEL_DIR=/opt/model
|
|
volumes:
|
|
- /opt/project/amd-r9700-vllm-toolboxes/config.json:/config/config.json:ro
|
|
- /opt/model:/opt/model
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
- /dev/kfd:/dev/kfd
|
|
group_add:
|
|
- video
|
|
- render
|
|
security_opt:
|
|
- seccomp=unconfined
|
|
restart: unless-stopped
|