x

2026-03-28 14:07:42 +08:00
parent b563d85519
commit f6f11afda4
2 changed files with 20 additions and 1 deletions
@@ -6,8 +6,15 @@ services:
    environment:
      - USE_DEFAULT_MODEL=true
      - LOCAL_MODEL_DIR=/opt/model
+      - HIP_VISIBLE_DEVICES=0,1
+      - NCCL_DEBUG=INFO
+      - NCCL_SOCKET_IFNAME=^lo,docker0
+      - NCCL_P2P_DISABLE=0
+      - NCCL_SHM_DISABLE=0
+      - NCCL_IB_DISABLE=1
+      - NCCL_P2P_LEVEL=SYS
    volumes:
-      - /opt/project/amd-r9700-vllm-toolboxes/config.json:/config/config.json:ro
+      - ./config.json:/config/config.json:ro
      - /opt/model:/opt/model
    devices:
      - /dev/dri:/dev/dri