x
This commit is contained in:
+2
-2
@@ -151,8 +151,8 @@ RUN set -ex && \
|
||||
-DROCM_PATH=/opt/rocm \
|
||||
-DCMAKE_HIP_ARCHITECTURES=${ARCH} \
|
||||
-DCMAKE_PREFIX_PATH="${VENV}/lib/python${PYTHON_VER}/site-packages/torch/share/cmake" && \
|
||||
# ninja 编译(-j4 防 OOM,内存 > 32GB 可调高)
|
||||
cd /opt/vllm_build && ninja -j4 && \
|
||||
# ninja 编译(-j8,32GB 内存;若 < 16GB 请改为 -j2)
|
||||
cd /opt/vllm_build && ninja -j8 && \
|
||||
# 安装 .so 到 vllm 源码目录
|
||||
cp /opt/vllm_build/*.abi3.so /opt/vllm/vllm/ && \
|
||||
# pip install vllm(让 pip 解析运行时依赖:xgrammar, compressed_tensors 等)
|
||||
|
||||
Reference in New Issue
Block a user