23 lines
490 B
YAML
23 lines
490 B
YAML
version: '3.8'
|
|
|
|
services:
|
|
vllm:
|
|
build: .
|
|
container_name: vllm-r9700
|
|
environment:
|
|
- USE_DEFAULT_MODEL=true
|
|
- LOCAL_MODEL_DIR=/opt/model
|
|
volumes:
|
|
- /opt/project/amd-r9700-vllm-toolboxes/config.json:/config.json:ro
|
|
- /opt/model:/opt/model
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
- /dev/kfd:/dev/kfd
|
|
group_add:
|
|
- video
|
|
- render
|
|
security_opt:
|
|
- seccomp=unconfined
|
|
ports:
|
|
- "8000:8000"
|
|
restart: unless-stopped |