This commit is contained in:
2026-06-03 15:46:56 +08:00
parent b1b40b6242
commit 8a36630543
+2 -2
View File
@@ -151,8 +151,8 @@ RUN set -ex && \
-DROCM_PATH=/opt/rocm \ -DROCM_PATH=/opt/rocm \
-DCMAKE_HIP_ARCHITECTURES=${ARCH} \ -DCMAKE_HIP_ARCHITECTURES=${ARCH} \
-DCMAKE_PREFIX_PATH="${VENV}/lib/python${PYTHON_VER}/site-packages/torch/share/cmake" && \ -DCMAKE_PREFIX_PATH="${VENV}/lib/python${PYTHON_VER}/site-packages/torch/share/cmake" && \
# ninja 编译(-j4 防 OOM,内存 > 32GB 可调高) # ninja 编译(-j8,32GB 内存;若 < 16GB 请改为 -j2)
cd /opt/vllm_build && ninja -j4 && \ cd /opt/vllm_build && ninja -j8 && \
# 安装 .so 到 vllm 源码目录 # 安装 .so 到 vllm 源码目录
cp /opt/vllm_build/*.abi3.so /opt/vllm/vllm/ && \ cp /opt/vllm_build/*.abi3.so /opt/vllm/vllm/ && \
# pip install vllm(让 pip 解析运行时依赖:xgrammar, compressed_tensors 等) # pip install vllm(让 pip 解析运行时依赖:xgrammar, compressed_tensors 等)