CUDA 13 docker build

MasterJH5574 · MasterJH5574 · commit 29b130595d6e · 2025-09-10T16:30:48.000-04:00
diff --git a/.github/workflows/build_docker_package.yaml b/.github/workflows/build_docker_package.yaml
@@ -12,10 +12,9 @@ jobs:
           - cpu
           - rocm61
           - rocm62
-          - cu122
-          - cu123
           - cu124
           - cu128
+          - cu130
 
     runs-on: ubuntu-latest
     steps:
diff --git a/docker/Dockerfile.package-cpu b/docker/Dockerfile.package-cpu
@@ -29,11 +29,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-cu117 b/docker/Dockerfile.package-cu117
@@ -36,11 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-cu118 b/docker/Dockerfile.package-cu118
@@ -36,11 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-cu121 b/docker/Dockerfile.package-cu121
@@ -36,11 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-cu122 b/docker/Dockerfile.package-cu122
@@ -36,11 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-cu123 b/docker/Dockerfile.package-cu123
@@ -36,11 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-cu124 b/docker/Dockerfile.package-cu124
@@ -36,11 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-cu128 b/docker/Dockerfile.package-cu128
@@ -36,11 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-cu130 b/docker/Dockerfile.package-cu130
@@ -0,0 +1,50 @@
+# Docker image: mlc-ai/package-vulkan
+
+FROM quay.io/pypa/manylinux_2_28_x86_64
+
+# install core
+COPY install/almalinux_install_core.sh /install/almalinux_install_core.sh
+RUN bash /install/almalinux_install_core.sh
+
+# install cmake
+COPY install/almalinux_install_cmake.sh /install/almalinux_install_cmake.sh
+RUN bash /install/almalinux_install_cmake.sh
+
+# install llvm
+COPY install/almalinux_install_llvm.sh /install/almalinux_install_llvm.sh
+RUN bash /install/almalinux_install_llvm.sh
+
+# install cuda
+COPY install/almalinux_install_cuda_130.sh /install/almalinux_install_cuda.sh
+RUN bash /install/almalinux_install_cuda.sh
+ENV CUDA_HOME=/usr/local/cuda
+ENV PATH=${CUDA_HOME}/bin:${PATH}
+ENV LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${PATH}
+
+# install vulkan sdk
+COPY install/almalinux_install_vulkan_sdk.sh /install/almalinux_install_vulkan_sdk.sh
+RUN bash /install/almalinux_install_vulkan_sdk.sh
+
+# upgrade patchelf due to the bug in patchelf 0.10
+# see details at https://stackoverflow.com/questions/61007071/auditwheel-repair-not-working-as-expected
+COPY install/almalinux_install_patchelf.sh /install/almalinux_install_patchelf.sh
+RUN bash /install/almalinux_install_patchelf.sh
+
+# Install Conda
+COPY install/almalinux_install_conda.sh /install/almalinux_install_conda.sh
+RUN bash /install/almalinux_install_conda.sh
+ENV PATH=/opt/conda/bin:${PATH}
+
+# Install Python
+RUN conda create -n py313 python=3.13 -y
+COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
+RUN bash /install/almalinux_install_python_package.sh
+
+# Install auditwheel
+COPY install/almalinux_install_auditwheel.sh /install/almalinux_install_auditwheel.sh
+RUN bash /install/almalinux_install_auditwheel.sh
+ENV AUDITWHEEL_PLAT=manylinux_2_28_x86_64
+
+# Install Rust
+COPY install/almalinux_install_rust.sh /install/almalinux_install_rust.sh
+RUN bash /install/almalinux_install_rust.sh
diff --git a/docker/Dockerfile.package-rocm56 b/docker/Dockerfile.package-rocm56
@@ -33,11 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-rocm57 b/docker/Dockerfile.package-rocm57
@@ -33,11 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-rocm61 b/docker/Dockerfile.package-rocm61
@@ -33,11 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/Dockerfile.package-rocm62 b/docker/Dockerfile.package-rocm62
@@ -33,11 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py38 python=3.8 -y
-RUN conda create -n py39 python=3.9 -y
-RUN conda create -n py310 python=3.10 -y
-RUN conda create -n py311 python=3.11 -y
-RUN conda create -n py312 python=3.12 -y
 RUN conda create -n py313 python=3.13 -y
 COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
 RUN bash /install/almalinux_install_python_package.sh
diff --git a/docker/install/almalinux_install_conda.sh b/docker/install/almalinux_install_conda.sh
@@ -8,6 +8,8 @@ cd /tmp && wget -q https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x
 chmod +x Miniconda3-latest-Linux-x86_64.sh
 /tmp/Miniconda3-latest-Linux-x86_64.sh -b -p /opt/conda
 rm /tmp/Miniconda3-latest-Linux-x86_64.sh
+/opt/conda/bin/conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main
+/opt/conda/bin/conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r
 /opt/conda/bin/conda update --yes -n base -c defaults conda
 /opt/conda/bin/conda install -n base conda-libmamba-solver
 /opt/conda/bin/conda config --set solver libmamba
diff --git a/docker/install/almalinux_install_cuda_121.sh b/docker/install/almalinux_install_cuda_121.sh
@@ -13,4 +13,4 @@ dnf install cuda-12-1 -y
 
 NCCL_VERSION=$(dnf --showduplicates list libnccl | grep "cuda12.1" | tail -1 | awk '{print $2}')
 dnf install libnccl-$NCCL_VERSION libnccl-devel-$NCCL_VERSION libnccl-static-$NCCL_VERSION -y
-dnf install nvshmem -y
+dnf install nvshmem-cuda-12 -y
diff --git a/docker/install/almalinux_install_cuda_122.sh b/docker/install/almalinux_install_cuda_122.sh
@@ -13,4 +13,4 @@ dnf install cuda-12-2 -y
 
 NCCL_VERSION=$(dnf --showduplicates list libnccl | grep "cuda12.2" | tail -1 | awk '{print $2}')
 dnf install libnccl-$NCCL_VERSION libnccl-devel-$NCCL_VERSION libnccl-static-$NCCL_VERSION -y
-dnf install nvshmem -y
+dnf install nvshmem-cuda-12 -y
diff --git a/docker/install/almalinux_install_cuda_123.sh b/docker/install/almalinux_install_cuda_123.sh
@@ -13,4 +13,4 @@ dnf install cuda-12-3 -y
 
 NCCL_VERSION=$(dnf --showduplicates list libnccl | grep "cuda12.3" | tail -1 | awk '{print $2}')
 dnf install libnccl-$NCCL_VERSION libnccl-devel-$NCCL_VERSION libnccl-static-$NCCL_VERSION -y
-dnf install nvshmem -y
+dnf install nvshmem-cuda-12 -y
diff --git a/docker/install/almalinux_install_cuda_124.sh b/docker/install/almalinux_install_cuda_124.sh
@@ -13,4 +13,4 @@ dnf install cuda-12-4 -y
 
 NCCL_VERSION=$(dnf --showduplicates list libnccl | grep "cuda12.4" | tail -1 | awk '{print $2}')
 dnf install libnccl-$NCCL_VERSION libnccl-devel-$NCCL_VERSION libnccl-static-$NCCL_VERSION -y
-dnf install nvshmem -y
+dnf install nvshmem-cuda-12 -y
diff --git a/docker/install/almalinux_install_cuda_128.sh b/docker/install/almalinux_install_cuda_128.sh
@@ -17,4 +17,4 @@ dnf -y install cuda-toolkit-12-8
 
 NCCL_VERSION=$(dnf --showduplicates list libnccl | grep "cuda12.8" | tail -1 | awk '{print $2}')
 dnf install libnccl-$NCCL_VERSION libnccl-devel-$NCCL_VERSION libnccl-static-$NCCL_VERSION -y
-dnf install nvshmem -y
+dnf install nvshmem-cuda-12 -y
diff --git a/docker/install/almalinux_install_cuda_130.sh b/docker/install/almalinux_install_cuda_130.sh
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+set -e
+set -o pipefail
+
+dnf install epel-release -y
+dnf update -y
+rpm -q epel-release
+yum config-manager --add-repo http://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64/cuda-rhel8.repo
+sed -i '2imodule_hotfixes=1' /etc/yum.repos.d/cuda-rhel8.repo
+dnf install kernel-devel -y
+# dnf install cuda-13-0 -y
+wget https://developer.download.nvidia.com/compute/cuda/13.0.1/local_installers/cuda-repo-rhel8-13-0-local-13.0.1_580.82.07-1.x86_64.rpm
+rpm -i cuda-repo-rhel8-13-0-local-13.0.1_580.82.07-1.x86_64.rpm
+dnf clean all
+dnf -y install cuda-toolkit-13-0
+
+NCCL_VERSION=$(dnf --showduplicates list libnccl | grep "cuda13.0" | tail -1 | awk '{print $2}')
+dnf install libnccl-$NCCL_VERSION libnccl-devel-$NCCL_VERSION libnccl-static-$NCCL_VERSION -y
+dnf install nvshmem-cuda-13 -y
diff --git a/scripts/build_mlc_ai_wheel_apple_silicon.sh b/scripts/build_mlc_ai_wheel_apple_silicon.sh
diff --git a/scripts/build_mlc_ai_wheel_manylinux.sh b/scripts/build_mlc_ai_wheel_manylinux.sh
@@ -93,13 +93,16 @@ elif [[ ${GPU} == cuda* ]]; then
 	echo set\(CMAKE_CUDA_ARCHITECTURES "${CUDA_ARCHS}"\) >>config.cmake
 	echo set\(CMAKE_CUDA_FLAGS \"--expt-relaxed-constexpr\"\) >>config.cmake
 
-	if [ -d "/usr/include/nvshmem_12" ]; then
-		mkdir -p /workspace/nvshmem
-		cp -r /usr/include/nvshmem_12 /workspace/nvshmem/include
-		cp -r /usr/lib64/nvshmem/12 /workspace/nvshmem/lib
-		cp -r /usr/bin/nvshmem_12 /workspace/nvshmem/bin
-		echo set\(USE_NVSHMEM /workspace/nvshmem\) >>config.cmake
-	fi
+	for cuda_version in 13 12; do
+		if [ -d "/usr/include/nvshmem_${cuda_version}" ]; then
+			mkdir -p /workspace/nvshmem
+			cp -r /usr/include/nvshmem_${cuda_version} /workspace/nvshmem/include
+			cp -r /usr/lib64/nvshmem/${cuda_version} /workspace/nvshmem/lib
+			cp -r /usr/bin/nvshmem_${cuda_version} /workspace/nvshmem/bin
+			echo set\(USE_NVSHMEM /workspace/nvshmem\) >>config.cmake
+			break
+		fi
+	done
 else
 	echo set\(USE_LLVM \"llvm-config --ignore-libllvm --link-static\"\) >>config.cmake
 fi
diff --git a/scripts/build_mlc_llm_wheel_apple_silicon.sh b/scripts/build_mlc_llm_wheel_apple_silicon.sh

-Original file line number
+Diff line change
           - cpu
           - rocm61
           - rocm62
 -          - cu122
 -          - cu123
           - cu124
           - cu128
 +          - cu130
     runs-on: ubuntu-latest
     steps: