mineru-rocm/docker/Dockerfile

# =============================================================================
# MinerU on ROCm 7.2.1 Docker Image（HK 云服务器 / 海外版）
# 原生 Linux + Ubuntu 24.04 + ROCm 7.2.1 + PyTorch 2.11.0 + vllm + MinerU 3.2.0
# =============================================================================

FROM ubuntu:24.04

# -- 构建参数 ---------------------------------------------------------------
ARG ARCH=gfx1201
ARG PYTHON_VER=3.12
ARG VENV=/opt/mineru_venv
ARG TORCH_INDEX=https://download.pytorch.org/whl/rocm7.2

# -- GitHub 访问（国内无镜像，需代理）----------------------------------------
ARG GIT_PROXY=http://127.0.0.1:8118

# -- 国内镜像 ----------------------------------------------------------------
ARG PIP_INDEX=https://mirrors.aliyun.com/pypi/simple

# -- 环境变量 ---------------------------------------------------------------
ENV DEBIAN_FRONTEND=noninteractive \
    PATH=/opt/rocm/bin:/opt/rocm/llvm/bin:${VENV}/bin:${PATH} \
    PYTORCH_ROCM_ARCH=${ARCH} \
    FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \
    MINERU_MODEL_SOURCE=huggingface \
    TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1 \
    HSA_ENABLE_SDMA=1 \
    VLLM_TARGET_DEVICE=rocm

WORKDIR /opt

# ===========================================================================
# 阶段 1：换国内源 + 安装 ROCm 7.2.1
# ===========================================================================
RUN sed -i 's|http://.*archive.ubuntu.com|http://mirrors.tuna.tsinghua.edu.cn|g' /etc/apt/sources.list.d/ubuntu.sources && \
    sed -i 's|http://.*security.ubuntu.com|http://mirrors.tuna.tsinghua.edu.cn|g' /etc/apt/sources.list.d/ubuntu.sources && \
    export http_proxy=${GIT_PROXY} https_proxy=${GIT_PROXY} && \
    apt-get update && apt-get install -y --no-install-recommends \
    wget curl ca-certificates gnupg software-properties-common && \
    wget -q https://repo.radeon.com/rocm/rocm.gpg.key -O - | \
        gpg --dearmor | tee /etc/apt/trusted.gpg.d/rocm.gpg > /dev/null && \
    echo 'deb [arch=amd64] https://repo.radeon.com/rocm/apt/7.2.1 noble main' \
        > /etc/apt/sources.list.d/rocm.list && \
    printf 'Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600\n' \
        > /etc/apt/preferences.d/rocm-pin-600 && \
    apt-get update && \
    apt-get install -y --no-install-recommends \
        rocminfo rocm-device-libs hip-dev miopen-hip && \
    apt-get clean && rm -rf /var/lib/apt/lists/*

# ===========================================================================
# 阶段 2：ROCm 头文件补丁
# ===========================================================================
RUN set -ex && \
    # 补丁 1: hipcc/clang 符号链接
    ln -sf /usr/bin/hipvars.pm /usr/share/perl5/hipvars.pm && \
    ([ -f /usr/bin/hipcc.pl ] && ln -sf /usr/bin/hipcc.pl /opt/rocm/bin/hipcc) || echo "hipcc.pl not found, keeping apt-installed hipcc" && \
    ln -sf /opt/rocm/llvm/bin/clang-22 /opt/rocm/llvm/bin/clang-17 && \
    ln -sf /opt/rocm/llvm/bin/clang++   /opt/rocm/llvm/bin/clang++-17 && \
    # 补丁 2: __hip_internal::conditional → std::conditional
    find /opt/rocm/include/hip -name "*.h" \
        -exec sed -i 's/__hip_internal::conditional/std::conditional/g' {} + && \
    # 补丁 3: warpSize 常量
    find /opt/rocm/include/hip -name "amd_warp_functions.h" \
        -exec sed -i 's/static constexpr int warpSize = __AMDGCN_WAVEFRONT_SIZE;/constexpr int warpSize = 32;/g' {} + && \
    # 补丁 4: __activemask() → __builtin_amdgcn_read_exec()
    sed -i 's/__activemask()/__builtin_amdgcn_read_exec()/g' \
        /opt/rocm/include/hip/amd_detail/amd_warp_sync_functions.h && \
    echo "ROCm 7.2.1 header patches applied."

# ===========================================================================
# 阶段 3：系统依赖 + Python 3.12
# ===========================================================================
RUN apt-get update && apt-get install -y --no-install-recommends \
    build-essential git ninja-build pkg-config \
    python${PYTHON_VER} python${PYTHON_VER}-venv python${PYTHON_VER}-dev \
    libnuma-dev libdrm2 libhwloc-dev libgl1 \
    libgomp1 libopenblas0 && \
    apt-get clean && rm -rf /var/lib/apt/lists/*

# ===========================================================================
# 阶段 4：CMake 4.0（通过代理下载加速）
# ===========================================================================
RUN export http_proxy=${GIT_PROXY} https_proxy=${GIT_PROXY} && \
    cd /tmp && \
    wget -q https://github.com/Kitware/CMake/releases/download/v4.0.0/cmake-4.0.0-linux-x86_64.tar.gz && \
    tar -xzf cmake-4.0.0-linux-x86_64.tar.gz && \
    cp -r cmake-4.0.0-linux-x86_64/bin/* /usr/local/bin/ && \
    cp -r cmake-4.0.0-linux-x86_64/share/* /usr/local/share/ && \
    rm -rf cmake-4.0.0-linux-x86_64* && \
    cmake --version

# ===========================================================================
# 阶段 5：Python 虚拟环境 + PyTorch ROCm
# ===========================================================================
RUN python${PYTHON_VER} -m venv ${VENV} && \
    mkdir -p /root/.pip && \
    echo "[global]" > /root/.pip/pip.conf && \
    echo "index-url = ${PIP_INDEX}" >> /root/.pip/pip.conf && \
    ${VENV}/bin/pip install -U pip setuptools wheel && \
    # PyTorch ROCm wheels 在海外 CDN，通过代理下载
    export http_proxy=${GIT_PROXY} https_proxy=${GIT_PROXY} && \
    ${VENV}/bin/pip install --pre \
        torch==2.11.0+rocm7.2 \
        torchvision \
        pytorch-triton-rocm \
        --index-url ${TORCH_INDEX} && \
    ${VENV}/bin/python -c "import torch; print('PyTorch:', torch.__version__); assert torch.version.hip is not None"

# ===========================================================================
# 阶段 6：ROCm 开发包
# ===========================================================================
RUN export http_proxy=${GIT_PROXY} https_proxy=${GIT_PROXY} && \
    apt-get update && apt-get install -y --no-install-recommends \
    hipblas-dev hiprand-dev hipsparse-dev hipsparselt-dev \
    hipsolver-dev hipcub-dev rocprim-dev rocthrust-dev \
    rocblas-dev rocrand-dev hipfft-dev hipblaslt-dev \
    rocsolver-dev rocfft-dev rocsparse-dev rocm-cmake rocm-core && \
    apt-get clean && rm -rf /var/lib/apt/lists/*

# ===========================================================================
# 阶段 6.5：安装 amdsmi
# ===========================================================================
RUN if [ -d /opt/rocm/share/amd_smi ]; then \
        cp -r /opt/rocm/share/amd_smi /opt/amd_smi && \
        cd /opt/amd_smi && ${VENV}/bin/pip install . --no-build-isolation && \
        echo "amdsmi installed."; \
    else \
        echo "amdsmi source not found, skipping."; \
    fi

# ===========================================================================
# 阶段 7：复制预克隆仓库 + 安装 aiter + flash_attn
# ===========================================================================
COPY aiter/ /opt/aiter/
COPY flash-attention/ /opt/flash-attention/
RUN set -ex && \
    ${VENV}/bin/pip install -e /opt/aiter && \
    ${VENV}/bin/pip install --no-build-isolation -e /opt/flash-attention && \
    ${VENV}/bin/python -c "import torch; v=torch.__version__; assert 'rocm' in v, f'PyTorch overwritten: {v}'; print('PyTorch OK:', v)"

# ===========================================================================
# 阶段 8a：编译 vllm（cmake + ninja，最耗时，单独缓存）
# ===========================================================================
COPY vllm/ /opt/vllm/
RUN set -ex && \
    ${VENV}/bin/pip install -U \
        "setuptools>=77.0.3" setuptools_scm setuptools_rust wheel && \
    cd /opt/vllm && \
    if [ -f csrc/mamba/mamba_ssm/selective_scan.h ]; then \
        sed -i '109,121s/^/\/\/ /' csrc/mamba/mamba_ssm/selective_scan.h && \
        echo "vllm mamba operator+ patch applied."; \
    else \
        echo "vllm mamba selective_scan.h not found (upstream removed), skipping patch."; \
    fi && \
    mkdir -p /opt/rocm/lib/cmake/hiprand && \
    printf 'include(/opt/rocm/lib/cmake/rocrand/rocrand-config.cmake)\nif(TARGET roc::rocrand AND NOT TARGET hip::hiprand)\n  add_library(hip::hiprand ALIAS roc::rocrand)\nendif()\n' \
        > /opt/rocm/lib/cmake/hiprand/hiprand-config.cmake && \
    mkdir -p /opt/rocm/lib/cmake/hipblas && \
    printf 'include(/opt/rocm/lib/cmake/rocblas/rocblas-config.cmake)\nif(TARGET roc::rocblas AND NOT TARGET hip::hipblas)\n  add_library(hip::hipblas ALIAS roc::rocblas)\nendif()\nif(TARGET roc::rocblas AND NOT TARGET roc::hipblas)\n  add_library(roc::hipblas ALIAS roc::rocblas)\nendif()\n' \
        > /opt/rocm/lib/cmake/hipblas/hipblas-config.cmake && \
    # 批量创建 hip→roc 别名 cmake config（仅原生 config 缺失时创建）
    for pair in "hipcub:rocprim" "hipsolver:rocsolver" "hipsparse:rocsparse" "hipfft:rocfft"; do \
        hip_pkg="${pair%%:*}"; roc_pkg="${pair#*:}"; \
        cfg_dir="/opt/rocm/lib/cmake/${hip_pkg}"; \
        if [ ! -f "${cfg_dir}/${hip_pkg}-config.cmake" ]; then \
            mkdir -p "${cfg_dir}" && \
            printf 'include(/opt/rocm/lib/cmake/%s/%s-config.cmake)\nif(TARGET roc::%s AND NOT TARGET hip::%s)\n  add_library(hip::%s ALIAS roc::%s)\nendif()\n' \
                "${roc_pkg}" "${roc_pkg}" "${roc_pkg}" "${hip_pkg}" "${hip_pkg}" "${roc_pkg}" \
                > "${cfg_dir}/${hip_pkg}-config.cmake" && \
            echo "${hip_pkg}-config.cmake created (alias to ${roc_pkg})."; \
        else \
            echo "${hip_pkg}-config.cmake already exists, skipping."; \
        fi; \
    done && \
    # 无 roc 对应物的 hip 包，创建 minimal cmake config（强制覆盖）
    for pkg in hipblaslt hiprtc; do \
        cfg_dir="/opt/rocm/lib/cmake/${pkg}"; \
        mkdir -p "${cfg_dir}" && \
        printf 'set(%s_FOUND TRUE)\nset(%s_VERSION "7.2.1")\nif(NOT TARGET hip::%s)\n  add_library(hip::%s INTERFACE IMPORTED)\n  set_target_properties(hip::%s PROPERTIES INTERFACE_INCLUDE_DIRECTORIES "/opt/rocm/include")\nendif()\nif(NOT TARGET %s::%s)\n  add_library(%s::%s ALIAS hip::%s)\nendif()\n' \
            "${pkg}" "${pkg}" "${pkg}" "${pkg}" "${pkg}" \
            "${pkg}" "${pkg}" "${pkg}" "${pkg}" "${pkg}" \
            > "${cfg_dir}/${pkg}-config.cmake" && \
        echo "${pkg}-config.cmake created (hip:: + ${pkg}:: aliases)."; \
    done && \
    # roc::* 别名（PyTorch Caffe2Targets 直接引用 roc:: 命名空间的 hip 包名）
    for pair in \
        "hipblas:rocblas" "hiprand:rocrand" "hipsolver:rocsolver" \
        "hipsparse:rocsparse" "hipfft:rocfft" "hipcub:rocprim"; \
    do \
        hip_pkg="${pair%%:*}"; roc_pkg="${pair#*:}"; \
        cfg_dir="/opt/rocm/lib/cmake/${hip_pkg}"; \
        if [ -f "${cfg_dir}/${hip_pkg}-config.cmake" ]; then \
            if ! grep -q "roc::${hip_pkg}" "${cfg_dir}/${hip_pkg}-config.cmake" 2>/dev/null; then \
                printf 'if(TARGET roc::%s AND NOT TARGET roc::%s)\n  add_library(roc::%s ALIAS roc::%s)\nendif()\n' \
                    "${roc_pkg}" "${hip_pkg}" "${hip_pkg}" "${roc_pkg}" \
                    >> "${cfg_dir}/${hip_pkg}-config.cmake" && \
                echo "roc::${hip_pkg} → roc::${roc_pkg}."; \
            fi; \
        fi; \
    done && \
    # hipblaslt / hiprtc：底层是 INTERFACE IMPORTED（非 ALIAS），roc:: 直接指 hip::
    for pkg in hipblaslt hiprtc; do \
        cfg_dir="/opt/rocm/lib/cmake/${pkg}"; \
        if [ -f "${cfg_dir}/${pkg}-config.cmake" ]; then \
            if ! grep -q "roc::${pkg}" "${cfg_dir}/${pkg}-config.cmake" 2>/dev/null; then \
                printf 'if(TARGET hip::%s AND NOT TARGET roc::%s)\n  add_library(roc::%s ALIAS hip::%s)\nendif()\n' \
                    "${pkg}" "${pkg}" "${pkg}" "${pkg}" \
                    >> "${cfg_dir}/${pkg}-config.cmake" && \
                echo "roc::${pkg} → hip::${pkg}."; \
            fi; \
        fi; \
    done && \
    # miopen minimal config（强制覆盖，miopen-hip 可能不带 cmake config）
    mkdir -p /opt/rocm/lib/cmake/miopen && \
    # 诊断: MIOpen 库实际位置
    echo "=== MIOpen diagnostic ===" && \
    find /opt -name "libMIOpen*" -o -name "libmiopen*" 2>/dev/null | head -10 && \
    # 创建符号链接，确保链接器能找到
    for so in $(find /opt -name "libMIOpen.so*" -o -name "libmiopen.so*" 2>/dev/null | head -1); do \
        ln -sf "$so" /opt/rocm/lib/libMIOpen.so && \
        echo "libMIOpen.so → $so"; \
    done && \
    ls -la /opt/rocm/lib/libMIOpen* 2>/dev/null || echo "WARNING: libMIOpen.so not found!" && \
    printf 'set(miopen_FOUND TRUE)\nset(miopen_VERSION "3.4.0")\nif(NOT TARGET miopen)\n  add_library(miopen SHARED IMPORTED)\n  set_target_properties(miopen PROPERTIES IMPORTED_LOCATION "/opt/rocm/lib/libMIOpen.so" INTERFACE_INCLUDE_DIRECTORIES "/opt/rocm/include")\nendif()\n' \
        > /opt/rocm/lib/cmake/miopen/miopen-config.cmake && \
    echo "miopen-config.cmake created (SHARED IMPORTED)." && \
    # 兜底：确保 libMIOpen.so 链接可见
    ls /opt/rocm/lib/libMIOpen* /opt/rocm-7.2.1/lib/libMIOpen* 2>/dev/null | head -3 && \
    if [ ! -f /opt/rocm/lib/libMIOpen.so ] && [ -f /opt/rocm-7.2.1/lib/libMIOpen.so ]; then \
        ln -sf /opt/rocm-7.2.1/lib/libMIOpen.so /opt/rocm/lib/libMIOpen.so && \
        echo "libMIOpen.so symlinked."; \
    fi && \
    # amd_comgr minimal config（强制覆盖）
    mkdir -p /opt/rocm/lib/cmake/amd_comgr && \
    printf 'set(amd_comgr_FOUND TRUE)\nset(amd_comgr_VERSION "2.8.0")\nif(NOT TARGET amd_comgr)\n  add_library(amd_comgr INTERFACE IMPORTED)\n  set_target_properties(amd_comgr PROPERTIES INTERFACE_INCLUDE_DIRECTORIES "/opt/rocm/include")\nendif()\n' \
        > /opt/rocm/lib/cmake/amd_comgr/amd_comgr-config.cmake && \
    echo "amd_comgr-config.cmake created (minimal)." && \
    # 创建 HIP cmake config（apt 安装的 hip-dev 缺少 find_package 需要的配置）
    mkdir -p /opt/rocm/lib/cmake/hip && \
    printf 'set(HIP_FOUND TRUE)\nset(HIP_VERSION "7.2.1")\nset(HIP_PLATFORM amd)\nset(HIP_COMPILER /opt/rocm/llvm/bin/clang++)\nset(HIP_RUNTIME rocm)\nset(HIP_INCLUDE_DIRS /opt/rocm/include)\nset(HIP_LIBRARIES /opt/rocm/lib/libamdhip64.so)\nif(NOT TARGET hip::host)\n  add_library(hip::host INTERFACE IMPORTED)\n  set_target_properties(hip::host PROPERTIES INTERFACE_INCLUDE_DIRECTORIES "${HIP_INCLUDE_DIRS}")\nendif()\nif(NOT TARGET hip::device)\n  add_library(hip::device INTERFACE IMPORTED)\n  set_target_properties(hip::device PROPERTIES INTERFACE_COMPILE_OPTIONS "--offload-arch=${ARCH}")\nendif()\nif(NOT TARGET hip::amdhip64)\n  add_library(hip::amdhip64 SHARED IMPORTED)\n  set_target_properties(hip::amdhip64 PROPERTIES IMPORTED_LOCATION "/opt/rocm/lib/libamdhip64.so" INTERFACE_INCLUDE_DIRECTORIES "/opt/rocm/include")\nendif()\n' \
        > /opt/rocm/lib/cmake/hip/hip-config.cmake && \
    # 补丁: ROCm 7.2.1 中 hip_version.h 已移除, 创建兼容头文件供 PyTorch LoadHIP.cmake 使用
    if [ ! -f /opt/rocm/include/hip/hip_version.h ]; then \
        mkdir -p /opt/rocm/include/hip && \
        printf '#pragma once\n#define HIP_VERSION_MAJOR 7\n#define HIP_VERSION_MINOR 2\n#define HIP_VERSION_PATCH 53211\n#define HIP_VERSION_GITDATE 0\n#define HIP_VERSION (HIP_VERSION_MAJOR * 10000000 + HIP_VERSION_MINOR * 100000 + HIP_VERSION_PATCH)\n' \
            > /opt/rocm/include/hip/hip_version.h && \
        echo "hip_version.h created."; \
    fi && \
    mkdir -p /opt/vllm_build && \
    export HIP_PLATFORM=amd HIP_PATH=/opt/rocm ROCM_PATH=/opt/rocm && \
    export http_proxy=${GIT_PROXY} https_proxy=${GIT_PROXY} && \
    export LIBRARY_PATH=/opt/rocm/lib:$LIBRARY_PATH && \
    cmake -S /opt/vllm -B /opt/vllm_build -G Ninja \
        -DCMAKE_BUILD_TYPE=RelWithDebInfo \
        -DVLLM_TARGET_DEVICE=rocm \
        -DVLLM_PYTHON_EXECUTABLE=${VENV}/bin/python \
        -DHIP_ROOT_DIR=/opt/rocm \
        -DROCM_PATH=/opt/rocm \
        -DCMAKE_HIP_ARCHITECTURES=${ARCH} \
        -DCMAKE_HIP_COMPILER=/opt/rocm/llvm/bin/clang++ \
        -DHIP_COMPILER=/opt/rocm/llvm/bin/clang++ \
        -DHIP_PATH=/opt/rocm \
        -DHIP_INCLUDE_DIR=/opt/rocm/include \
        -DCMAKE_PREFIX_PATH="/opt/rocm;${VENV}/lib/python${PYTHON_VER}/site-packages/torch/share/cmake" \
        -DCMAKE_SHARED_LINKER_FLAGS="-L/opt/rocm/lib" \
        -DCMAKE_EXE_LINKER_FLAGS="-L/opt/rocm/lib" && \
    cd /opt/vllm_build && ninja -j8 && \
    cp /opt/vllm_build/*.abi3.so /opt/vllm/vllm/ && \
    echo "vllm C++ build complete (layer cached)."

# ===========================================================================
# 阶段 7.5：复制入口 + 辅助脚本
# ===========================================================================
COPY scripts/entrypoint.sh /opt/entrypoint.sh
RUN chmod +x /opt/entrypoint.sh
COPY scripts/cache_warmer.py /opt/scripts/cache_warmer.py

# ===========================================================================
# 阶段 8b：安装 vllm + 平台补丁 + 验证
# ===========================================================================
RUN set -ex && \
    cd /opt/vllm && ${VENV}/bin/pip install -e . --no-build-isolation && \
    ${VENV}/bin/pip install regex && \
    ${VENV}/bin/python -c "import torch; v=torch.__version__; assert 'rocm' in v, f'PyTorch overwritten: {v}'; print('PyTorch OK:', v)" && \
    ${VENV}/bin/pip uninstall -y triton triton-rocm 2>/dev/null; \
    export http_proxy=${GIT_PROXY} https_proxy=${GIT_PROXY} && \
    ${VENV}/bin/pip install --force-reinstall \
        torch==2.11.0+rocm7.2 torchvision pytorch-triton-rocm \
        --index-url ${TORCH_INDEX} && \
    ${VENV}/bin/python -c "import vllm; print('vllm import OK:', vllm.__version__)" && \
    rm -rf /opt/vllm_build

# ===========================================================================
# 阶段 9：安装 MinerU + RDNA 适配补丁 + PyTorch 恢复
# ===========================================================================
RUN set -ex && \
    ${VENV}/bin/pip install 'mineru[core]' && \
    # mineru[core] 会把 ROCm PyTorch 替换成 CUDA 版 + 安装 CUDA triton
    # 必须先卸载 CUDA triton，再装回 ROCm 版
    ${VENV}/bin/pip uninstall -y triton triton-rocm 2>/dev/null; \
    export http_proxy=${GIT_PROXY} https_proxy=${GIT_PROXY} && \
    ${VENV}/bin/pip install --force-reinstall \
        torch==2.11.0+rocm7.2 torchvision pytorch-triton-rocm \
        --index-url ${TORCH_INDEX} && \
    ${VENV}/bin/python -c "import triton.language; print('triton OK')" && \
    ${VENV}/bin/python -c "import torch; v=torch.__version__; assert 'rocm' in v, f'PyTorch overwritten: {v}'; print('PyTorch OK:', v)"

# ===========================================================================
# 阶段 10：入口与最终验证
# ===========================================================================
RUN echo 'source /opt/mineru_venv/bin/activate' >> /etc/bash.bashrc && \
    ${VENV}/bin/python -c "import torch; import vllm; import mineru; print('MinerU ROCm Docker Image Ready'); print(f'PyTorch {torch.__version__} OK')"

ENTRYPOINT ["/opt/entrypoint.sh"]
CMD ["bash"]