Drop CUDA 11.8 build support, upgrade CI/CD to CUDA 12.6/12.8

.github/workflows/linux-x64-gpu.yml

@@ -29,7 +29,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        cudaver: [11.8, 12.4]
+        cudaver: [12.4, 12.8]
     name: cuda-${{ matrix.cudaver }}
     runs-on: ubuntu-latest
     steps:

.github/workflows/windows-x64-gpu.yml

@@ -29,7 +29,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        cudaver: [11.8.0, 12.1.0]
+        cudaver: [12.6.2, 12.8.1]
     name: cuda-${{ matrix.cudaver }}
     runs-on: windows-latest
     steps:

builder/manywheel/Dockerfile_2014

@@ -1,4 +1,3 @@
-# syntax = docker/dockerfile:experimental
 # WARNING: CentOS 7 is out of date since 6/30/2024, we should use the following one in the future
 # FROM quay.io/pypa/manylinux_2_28_x86_64 as base
 FROM quay.io/pypa/manylinux2014_x86_64 as base
@@ -33,7 +32,7 @@ RUN /opt/conda/bin/conda tos accept --override-channels --channel https://repo.a
 RUN PY_VERSIONS=(3.9 3.10 3.11 3.12 3.13) && \
     for pyver in "${PY_VERSIONS[@]}"; do \
         /opt/conda/bin/conda create -n py${pyver//./} python=${pyver} -yq && \
-        /opt/conda/envs/py${pyver//./}/bin/pip install --no-cache-dir pybind11; \
+        /opt/conda/envs/py${pyver//./}/bin/pip install -i 'https://mirrors.aliyun.com/pypi/simple/' --no-cache-dir pybind11; \
     done && \
     /opt/conda/bin/conda clean -ya
 

builder/manywheel/build_all_lmdeploy_builders.sh

@@ -4,6 +4,6 @@ set -eou pipefail
 
 TOPDIR=$(git rev-parse --show-toplevel)/builder
 
-for cuda_version in 11.8 12.4 12.8; do
+for cuda_version in 12.4 12.6 12.8; do
     MANY_LINUX_VERSION=2014 GPU_ARCH_VERSION="${cuda_version}" "${TOPDIR}/manywheel/build_lmdeploy_builder.sh"
 done

builder/manywheel/scripts/install_cuda.sh

@@ -65,6 +65,27 @@ function install_124 {
     ldconfig
 }
 
+function install_126 {
+    echo "Installing CUDA 12.6 and NCCL 2.24.3"
+    rm -rf /usr/local/cuda-12.6 /usr/local/cuda
+    # install CUDA 12.6.3 in the same container
+    wget -q https://developer.download.nvidia.com/compute/cuda/12.6.3/local_installers/cuda_12.6.3_560.35.05_linux.run
+    chmod +x cuda_12.6.3_560.35.05_linux.run
+    ./cuda_12.6.3_560.35.05_linux.run --toolkit --silent
+    rm -f cuda_12.6.3_560.35.05_linux.run
+    rm -f /usr/local/cuda && ln -s /usr/local/cuda-12.6 /usr/local/cuda
+
+    # NCCL license: https://docs.nvidia.com/deeplearning/nccl/#licenses
+    mkdir tmp_nccl && cd tmp_nccl
+    wget -q https://developer.download.nvidia.com/compute/redist/nccl/v2.24.3/nccl_2.24.3-1+cuda12.6_x86_64.txz
+    tar xf nccl_2.24.3-1+cuda12.6_x86_64.txz
+    cp -a nccl_2.24.3-1+cuda12.6_x86_64/include/* /usr/local/cuda/include/
+    cp -a nccl_2.24.3-1+cuda12.6_x86_64/lib/* /usr/local/cuda/lib64/
+    cd ..
+    rm -rf tmp_nccl
+    ldconfig
+}
+
 function install_128 {
     echo "Installing CUDA 12.8 and NCCL 2.25.1"
     rm -rf /usr/local/cuda-12.8 /usr/local/cuda
@@ -101,6 +122,8 @@ do
             ;;
     12.4) install_124
             ;;
+    12.6) install_126
+            ;;
     12.8) install_128
             ;;
 	*) echo "bad argument $1"; exit 1

builder/windows/setup_cuda.ps1

@@ -26,6 +26,8 @@ if ($CUDA_VERSION_FULL -eq "12.1.0") {
     $downloadUrl = "https://developer.download.nvidia.com/compute/cuda/11.8.0/local_installers/cuda_11.8.0_522.06_windows.exe"
 } elseif ($CUDA_VERSION_FULL -eq "12.5.0") {
     $downloadUrl = "https://developer.download.nvidia.com/compute/cuda/12.5.0/local_installers/cuda_12.5.0_555.85_windows.exe"
+} elseif ($CUDA_VERSION_FULL -eq "12.6.2") {
+    $downloadUrl = "https://developer.download.nvidia.com/compute/cuda/12.6.2/local_installers/cuda_12.6.2_560.94_windows.exe"
 } elseif ($CUDA_VERSION_FULL -eq "12.8.1") {
     $downloadUrl = "https://developer.download.nvidia.com/compute/cuda/12.8.1/local_installers/cuda_12.8.1_572.61_windows.exe"
 } else {