x

Dockerfile

@@ -26,7 +26,7 @@ RUN set -euo pipefail; \
   | grep -o "therock-dist-linux-${GFX}-${ROCM_MAJOR_VER}\..*\.tar\.gz" \
   | sort -V | tail -n1)"; \
   echo "Downloading Latest Tarball: ${KEY}"; \
-  aria2c -x 16 -s 16 -j 16 --file-allocation=none "${BASE}/${KEY}" -o therock.tar.gz; \
+  aria2c -x 32 -s 32 -j 16 --file-allocation=none --async-dns=false --max-overall-download-limit=0 --max-download-limit=0 --min-split-size=1M "${BASE}/${KEY}" -o therock.tar.gz; \
   mkdir -p /opt/rocm; \
   tar xzf therock.tar.gz -C /opt/rocm --strip-components=1; \
   rm therock.tar.gz

docker-compose.yml

@@ -1,9 +1,8 @@
-version: '3.8'
-
 services:
   vllm:
     build: .
     container_name: vllm-r9700
+    network_mode: "host"
     environment:
       - USE_DEFAULT_MODEL=true
       - LOCAL_MODEL_DIR=/opt/model
@@ -18,6 +17,4 @@ services:
       - render
     security_opt:
       - seccomp=unconfined
-    ports:
-      - "8000:8000"
     restart: unless-stopped