[NCCL] Upgrade TF NCCL version to 2.25.1

PiperOrigin-RevId: 724250649
google · Feb 7, 2025 · e783b13 · e783b13
1 parent 3a59cb3
commit e783b13
Show file tree

Hide file tree

Showing 3 changed files with 32 additions and 17 deletions.
diff --git a/third_party/gpus/cuda/hermetic/cuda_redist_versions.bzl b/third_party/gpus/cuda/hermetic/cuda_redist_versions.bzl
@@ -133,14 +133,14 @@ CUDNN_REDIST_JSON_DICT = {
 
 CUDA_12_NCCL_WHEEL_DICT = {
     "x86_64-unknown-linux-gnu": {
-        "version": "2.23.4",
-        "url": "https://files.pythonhosted.org/packages/ed/1f/6482380ec8dcec4894e7503490fc536d846b0d59694acad9cf99f27d0e7d/nvidia_nccl_cu12-2.23.4-py3-none-manylinux2014_x86_64.whl",
-        "sha256": "b097258d9aab2fa9f686e33c6fe40ae57b27df60cedbd15d139701bb5509e0c1",
+        "version": "2.25.1",
+        "url": "https://files.pythonhosted.org/packages/11/0c/8c78b7603f4e685624a3ea944940f1e75f36d71bd6504330511f4a0e1557/nvidia_nccl_cu12-2.25.1-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl",
+        "sha256": "362aed5963fb9ea2ed2f264409baae30143498fd0e5c503aeaa1badd88cdc54a",
     },
     "aarch64-unknown-linux-gnu": {
-        "version": "2.23.4",
-        "url": "https://files.pythonhosted.org/packages/c8/3a/0112397396dec37ffc8edd7836d48261b4d14ca60ec8ed7bc857cce1d916/nvidia_nccl_cu12-2.23.4-py3-none-manylinux2014_aarch64.whl",
-        "sha256": "aa946c8327e22ced28e7cef508a334673abc42064ec85f02d005ba1785ea4cec",
+        "version": "2.25.1",
+        "url": "https://files.pythonhosted.org/packages/4b/28/f62adab24f2d4b2165b22145af56a7598ab535feb6ccd172f76b9106ebaa/nvidia_nccl_cu12-2.25.1-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl",
+        "sha256": "4ab428bc915785cc66e8c57cb34c7a64cf739c46702b8db748b6ad6cc7180cf8",
     },
 }
 

diff --git a/third_party/nccl/archive.BUILD b/third_party/nccl/archive.BUILD
@@ -22,9 +22,9 @@ exports_files(["LICENSE.txt"])
 
 NCCL_MAJOR = 2
 
-NCCL_MINOR = 23
+NCCL_MINOR = 25
 
-NCCL_PATCH = 4
+NCCL_PATCH = 1
 
 NCCL_VERSION = NCCL_MAJOR * 10000 + NCCL_MINOR * 100 + NCCL_PATCH  # e.g., 21605
 

diff --git a/third_party/nccl/generated_names.bzl.tpl b/third_party/nccl/generated_names.bzl.tpl
@@ -6,6 +6,8 @@ GENERATED_SOURCES = [
     "src/device/generated/all_reduce_minmax_f16.cu.cc",
     "src/device/generated/all_reduce_minmax_f32.cu.cc",
     "src/device/generated/all_reduce_minmax_f64.cu.cc",
+    "src/device/generated/all_reduce_minmax_f8e4m3.cu.cc",
+    "src/device/generated/all_reduce_minmax_f8e5m2.cu.cc",
     "src/device/generated/all_reduce_minmax_i32.cu.cc",
     "src/device/generated/all_reduce_minmax_i64.cu.cc",
     "src/device/generated/all_reduce_minmax_u32.cu.cc",
@@ -15,23 +17,26 @@ GENERATED_SOURCES = [
     "src/device/generated/all_reduce_premulsum_f16.cu.cc",
     "src/device/generated/all_reduce_premulsum_f32.cu.cc",
     "src/device/generated/all_reduce_premulsum_f64.cu.cc",
+    "src/device/generated/all_reduce_premulsum_f8e4m3.cu.cc",
+    "src/device/generated/all_reduce_premulsum_f8e5m2.cu.cc",
     "src/device/generated/all_reduce_premulsum_u32.cu.cc",
     "src/device/generated/all_reduce_premulsum_u64.cu.cc",
     "src/device/generated/all_reduce_premulsum_u8.cu.cc",
     "src/device/generated/all_reduce_prod_bf16.cu.cc",
     "src/device/generated/all_reduce_prod_f16.cu.cc",
     "src/device/generated/all_reduce_prod_f32.cu.cc",
     "src/device/generated/all_reduce_prod_f64.cu.cc",
+    "src/device/generated/all_reduce_prod_f8e4m3.cu.cc",
+    "src/device/generated/all_reduce_prod_f8e5m2.cu.cc",
     "src/device/generated/all_reduce_prod_u32.cu.cc",
     "src/device/generated/all_reduce_prod_u64.cu.cc",
     "src/device/generated/all_reduce_prod_u8.cu.cc",
     "src/device/generated/all_reduce_sum_bf16.cu.cc",
     "src/device/generated/all_reduce_sum_f16.cu.cc",
     "src/device/generated/all_reduce_sum_f32.cu.cc",
     "src/device/generated/all_reduce_sum_f64.cu.cc",
-    "src/device/generated/all_reduce_sumpostdiv_i32.cu.cc",
-    "src/device/generated/all_reduce_sumpostdiv_i64.cu.cc",
-    "src/device/generated/all_reduce_sumpostdiv_i8.cu.cc",
+    "src/device/generated/all_reduce_sum_f8e4m3.cu.cc",
+    "src/device/generated/all_reduce_sum_f8e5m2.cu.cc",
     "src/device/generated/all_reduce_sumpostdiv_u32.cu.cc",
     "src/device/generated/all_reduce_sumpostdiv_u64.cu.cc",
     "src/device/generated/all_reduce_sumpostdiv_u8.cu.cc",
@@ -46,20 +51,26 @@ GENERATED_SOURCES = [
     "src/device/generated/reduce_minmax_f16.cu.cc",
     "src/device/generated/reduce_minmax_f32.cu.cc",
     "src/device/generated/reduce_minmax_f64.cu.cc",
+    "src/device/generated/reduce_minmax_f8e4m3.cu.cc",
+    "src/device/generated/reduce_minmax_f8e5m2.cu.cc",
     "src/device/generated/reduce_minmax_u32.cu.cc",
     "src/device/generated/reduce_minmax_u64.cu.cc",
     "src/device/generated/reduce_minmax_u8.cu.cc",
     "src/device/generated/reduce_premulsum_bf16.cu.cc",
     "src/device/generated/reduce_premulsum_f16.cu.cc",
     "src/device/generated/reduce_premulsum_f32.cu.cc",
     "src/device/generated/reduce_premulsum_f64.cu.cc",
+    "src/device/generated/reduce_premulsum_f8e4m3.cu.cc",
+    "src/device/generated/reduce_premulsum_f8e5m2.cu.cc",
     "src/device/generated/reduce_premulsum_u32.cu.cc",
     "src/device/generated/reduce_premulsum_u64.cu.cc",
     "src/device/generated/reduce_premulsum_u8.cu.cc",
     "src/device/generated/reduce_prod_bf16.cu.cc",
     "src/device/generated/reduce_prod_f16.cu.cc",
     "src/device/generated/reduce_prod_f32.cu.cc",
     "src/device/generated/reduce_prod_f64.cu.cc",
+    "src/device/generated/reduce_prod_f8e4m3.cu.cc",
+    "src/device/generated/reduce_prod_f8e5m2.cu.cc",
     "src/device/generated/reduce_prod_u32.cu.cc",
     "src/device/generated/reduce_prod_u64.cu.cc",
     "src/device/generated/reduce_prod_u8.cu.cc",
@@ -68,6 +79,8 @@ GENERATED_SOURCES = [
     "src/device/generated/reduce_scatter_minmax_f16.cu.cc",
     "src/device/generated/reduce_scatter_minmax_f32.cu.cc",
     "src/device/generated/reduce_scatter_minmax_f64.cu.cc",
+    "src/device/generated/reduce_scatter_minmax_f8e4m3.cu.cc",
+    "src/device/generated/reduce_scatter_minmax_f8e5m2.cu.cc",
     "src/device/generated/reduce_scatter_minmax_i32.cu.cc",
     "src/device/generated/reduce_scatter_minmax_i64.cu.cc",
     "src/device/generated/reduce_scatter_minmax_u32.cu.cc",
@@ -77,23 +90,26 @@ GENERATED_SOURCES = [
     "src/device/generated/reduce_scatter_premulsum_f16.cu.cc",
     "src/device/generated/reduce_scatter_premulsum_f32.cu.cc",
     "src/device/generated/reduce_scatter_premulsum_f64.cu.cc",
+    "src/device/generated/reduce_scatter_premulsum_f8e4m3.cu.cc",
+    "src/device/generated/reduce_scatter_premulsum_f8e5m2.cu.cc",
     "src/device/generated/reduce_scatter_premulsum_u32.cu.cc",
     "src/device/generated/reduce_scatter_premulsum_u64.cu.cc",
     "src/device/generated/reduce_scatter_premulsum_u8.cu.cc",
     "src/device/generated/reduce_scatter_prod_bf16.cu.cc",
     "src/device/generated/reduce_scatter_prod_f16.cu.cc",
     "src/device/generated/reduce_scatter_prod_f32.cu.cc",
     "src/device/generated/reduce_scatter_prod_f64.cu.cc",
+    "src/device/generated/reduce_scatter_prod_f8e4m3.cu.cc",
+    "src/device/generated/reduce_scatter_prod_f8e5m2.cu.cc",
     "src/device/generated/reduce_scatter_prod_u32.cu.cc",
     "src/device/generated/reduce_scatter_prod_u64.cu.cc",
     "src/device/generated/reduce_scatter_prod_u8.cu.cc",
     "src/device/generated/reduce_scatter_sum_bf16.cu.cc",
     "src/device/generated/reduce_scatter_sum_f16.cu.cc",
     "src/device/generated/reduce_scatter_sum_f32.cu.cc",
     "src/device/generated/reduce_scatter_sum_f64.cu.cc",
-    "src/device/generated/reduce_scatter_sumpostdiv_i32.cu.cc",
-    "src/device/generated/reduce_scatter_sumpostdiv_i64.cu.cc",
-    "src/device/generated/reduce_scatter_sumpostdiv_i8.cu.cc",
+    "src/device/generated/reduce_scatter_sum_f8e4m3.cu.cc",
+    "src/device/generated/reduce_scatter_sum_f8e5m2.cu.cc",
     "src/device/generated/reduce_scatter_sumpostdiv_u32.cu.cc",
     "src/device/generated/reduce_scatter_sumpostdiv_u64.cu.cc",
     "src/device/generated/reduce_scatter_sumpostdiv_u8.cu.cc",
@@ -104,9 +120,8 @@ GENERATED_SOURCES = [
     "src/device/generated/reduce_sum_f16.cu.cc",
     "src/device/generated/reduce_sum_f32.cu.cc",
     "src/device/generated/reduce_sum_f64.cu.cc",
-    "src/device/generated/reduce_sumpostdiv_i32.cu.cc",
-    "src/device/generated/reduce_sumpostdiv_i64.cu.cc",
-    "src/device/generated/reduce_sumpostdiv_i8.cu.cc",
+    "src/device/generated/reduce_sum_f8e4m3.cu.cc",
+    "src/device/generated/reduce_sum_f8e5m2.cu.cc",
     "src/device/generated/reduce_sumpostdiv_u32.cu.cc",
     "src/device/generated/reduce_sumpostdiv_u64.cu.cc",
     "src/device/generated/reduce_sumpostdiv_u8.cu.cc",