diff --git a/docker-compose.yml b/docker-compose.yml index 953a331..2d8fd86 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -3,6 +3,7 @@ services: build: . container_name: vllm-r9700 network_mode: "host" + shm_size: "16gb" environment: - USE_DEFAULT_MODEL=true - LOCAL_MODEL_DIR=/opt/model