#1294: Updated cuda test flavor (#580)

tomuben · web-flow · commit ad49486130cb · 2025-10-29T08:20:52.000-03:00
related to exasol/script-languages-release#1294 related to exasol/script-languages-release#1300
diff --git a/flavors/template-Exasol-8-python-3.12-cuda-conda/flavor_base/conda_deps/Dockerfile b/flavors/template-Exasol-8-python-3.12-cuda-conda/flavor_base/conda_deps/Dockerfile
@@ -19,10 +19,10 @@ ENV MAMBA_DOCKERFILE_ACTIVATE=1
 
 COPY scripts/virtual_environment/_activate_current_conda_env.sh /usr/local/bin/_activate_current_env.sh
 
-RUN addgroup --gid 1001 exasolution
-RUN adduser --disabled-login --uid 1001 --gid 1001 exasolution --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
-RUN addgroup --gid 501 exausers
-RUN adduser --disabled-login --uid 501 --gid 501 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
+RUN usermod -l exasolution ubuntu
+RUN groupmod -n exasolution ubuntu
+RUN addgroup --gid 500 exausers
+RUN adduser --disabled-login --uid 500 --gid 500 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
 
 SHELL ["/bin/bash", "-l", "-c"]
 ENV MICROMAMBA_VERSION=0.24.0
diff --git a/flavors/template-Exasol-all-python-3.12-conda/flavor_base/conda_deps/Dockerfile b/flavors/template-Exasol-all-python-3.12-conda/flavor_base/conda_deps/Dockerfile
@@ -19,10 +19,10 @@ ENV MAMBA_DOCKERFILE_ACTIVATE=1
 
 COPY conda_deps/_activate_current_env.sh /usr/local/bin/_activate_current_env.sh
 
-RUN addgroup --gid 1001 exasolution
-RUN adduser --disabled-login --uid 1001 --gid 1001 exasolution --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
-RUN addgroup --gid 501 exausers
-RUN adduser --disabled-login --uid 501 --gid 501 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
+RUN usermod -l exasolution ubuntu
+RUN groupmod -n exasolution ubuntu
+RUN addgroup --gid 500 exausers
+RUN adduser --disabled-login --uid 500 --gid 500 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
 
 SHELL ["/bin/bash", "-l", "-c"]
 ENV MICROMAMBA_VERSION=0.24.0
diff --git a/flavors/template-Exasol-all-python-3.12/flavor_base/udfclient_deps/Dockerfile b/flavors/template-Exasol-all-python-3.12/flavor_base/udfclient_deps/Dockerfile
@@ -11,10 +11,10 @@ RUN mkdir -p /build_info/packages
 COPY udfclient_deps/packages /build_info/packages/udfclient_deps
 RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/udfclient_deps/apt_get_packages --with-versions
 
-RUN addgroup --gid 1001 exasolution
-RUN adduser --disabled-login --uid 1001 --gid 1001 exasolution --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
-RUN addgroup --gid 501 exausers
-RUN adduser --disabled-login --uid 501 --gid 501 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
+RUN usermod -l exasolution ubuntu
+RUN groupmod -n exasolution ubuntu
+RUN addgroup --gid 500 exausers
+RUN adduser --disabled-login --uid 500 --gid 500 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
 
 ENV LANG en_US.UTF-8
 ENV LANGUAGE en_US:en
diff --git a/flavors/test-Exasol-8-cuda-ml/FLAVOR_DESCRIPTION.md b/flavors/test-Exasol-8-cuda-ml/FLAVOR_DESCRIPTION.md
@@ -1,4 +1,4 @@
-# Details for template-Exasol-8-python-3.10-cuda-conda flavor
+# Details for test-Exasol-8-cuda-ml
 
 ## Packages
 
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/base_test_deps/packages/apt_get_packages b/flavors/test-Exasol-8-cuda-ml/flavor_base/base_test_deps/packages/apt_get_packages
@@ -1,6 +1,6 @@
-gdb|12.1-0ubuntu1~22.04.2
-valgrind|1:3.18.1-1ubuntu2
-gdbserver|12.1-0ubuntu1~22.04.2
-binutils|2.38-4ubuntu2.8
-patchelf|0.14.3-1
-strace|5.16-0ubuntu3
+gdb|15.0.50.20240403-0ubuntu1
+valgrind|1:3.22.0-0ubuntu3
+gdbserver|15.0.50.20240403-0ubuntu1
+binutils|2.42-4ubuntu2.5
+patchelf|0.18.0-1.1build1
+strace|6.8-0ubuntu2
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/build_deps/packages/conda_packages b/flavors/test-Exasol-8-cuda-ml/flavor_base/build_deps/packages/conda_packages
@@ -1,7 +1,7 @@
 protobuf|6.31.1
 pcre|8.45
-bazel|7.6.1
-make|4.3
+bazel|8.3.1
+make|4.4.1
 chrpath|0.16
 gxx_linux-64|15.1.0
 gcc_linux-64|15.1.0
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/conda_deps/Dockerfile b/flavors/test-Exasol-8-cuda-ml/flavor_base/conda_deps/Dockerfile
@@ -1,4 +1,4 @@
-FROM ubuntu:22.04
+FROM ubuntu:24.04
 ENV DEBIAN_FRONTEND=noninteractive
 
 ENV ARCHIVE_UBUNTU_PREFIX=""
@@ -19,8 +19,8 @@ ENV MAMBA_DOCKERFILE_ACTIVATE=1
 
 COPY scripts/virtual_environment/_activate_current_conda_env.sh /usr/local/bin/_activate_current_env.sh
 
-RUN addgroup --gid 1000 exasolution
-RUN adduser --disabled-login --uid 1000 --gid 1000 exasolution --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
+RUN usermod -l exasolution ubuntu
+RUN groupmod -n exasolution ubuntu
 RUN addgroup --gid 500 exausers
 RUN adduser --disabled-login --uid 500 --gid 500 exadefusr --gecos "First Last,RoomNumber,WorkPhone,HomePhone"
 
@@ -30,4 +30,4 @@ RUN /scripts/install_scripts/install_micromamba.sh "$MICROMAMBA_VERSION"
 
 ENV LANG en_US.UTF-8
 ENV LANGUAGE en_US:en
-ENV LC_ALL en_US.UTF-8
+ENV LC_ALL en_US.UTF-8
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/conda_deps/packages/apt_get_packages b/flavors/test-Exasol-8-cuda-ml/flavor_base/conda_deps/packages/apt_get_packages
@@ -1,6 +1,7 @@
-coreutils|8.32-4.1ubuntu1.2
-locales|2.35-0ubuntu3.11
-curl|7.81.0-1ubuntu1.21
-ca-certificates|20240203~22.04.1
-bzip2|1.0.8-5build1
-libxml2|2.9.13+dfsg-1ubuntu0.9
+coreutils|9.4-3ubuntu6.1
+adduser|3.137ubuntu1
+locales|2.39-0ubuntu8.6
+curl|8.5.0-2ubuntu10.6
+ca-certificates|20240203
+bzip2|1.0.8-5.1build0.1
+libxml2|2.9.14+dfsg-1.3ubuntu3.5
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/flavor_base_deps/Dockerfile b/flavors/test-Exasol-8-cuda-ml/flavor_base/flavor_base_deps/Dockerfile
@@ -7,4 +7,4 @@ RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flav
 
 RUN /scripts/install_scripts/install_via_conda.pl --file /build_info/packages/flavor_base_deps/conda_packages --channel-file /build_info/packages/flavor_base_deps/conda_channels --with-versions --conda-binary "$MAMBA_ROOT_PREFIX/bin/mamba"
 
-RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --python-binary "$MAMBA_ROOT_PREFIX/bin/python3.10" --with-versions --allow-no-version
+RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --python-binary "$MAMBA_ROOT_PREFIX/bin/python3.12" --with-versions --allow-no-version
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/flavor_base_deps/packages/apt_get_packages b/flavors/test-Exasol-8-cuda-ml/flavor_base/flavor_base_deps/packages/apt_get_packages
@@ -1 +1 @@
-tzdata|2025b-0ubuntu0.22.04.1
+tzdata|2025b-0ubuntu0.24.04.1
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/flavor_base_deps/packages/conda_packages b/flavors/test-Exasol-8-cuda-ml/flavor_base/flavor_base_deps/packages/conda_packages
@@ -1,7 +1,7 @@
-cudnn|9.10.1.4
+cudnn|9.13.1.26
 cuda-toolkit|12.9.1
-cuda-compat|12.9.1
 cuda-nvcc|12.9.86
 cuda-nvrtc|12.9.86
-numba|0.61.2
-pytorch|2.7.1=cuda129_generic_py310_h919abc8_203
+numba|0.62.1
+numba-cuda|0.20.0
+pytorch|2.8.0=cuda129_generic_py312_h464b887_201
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/language_definitions.json b/flavors/test-Exasol-8-cuda-ml/flavor_base/language_definitions.json
@@ -3,7 +3,7 @@
   "language_definitions": [
     {
       "protocol": "localzmq+protobuf",
-      "aliases": ["PYTHON310_CUDA"],
+      "aliases": ["PYTHON312_CUDA"],
       "parameters": [{"key": "lang", "value": "python"}],
       "udf_client_path": {
         "executable": "/exaudf/exaudfclient"
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/language_deps/Dockerfile b/flavors/test-Exasol-8-cuda-ml/flavor_base/language_deps/Dockerfile
@@ -8,5 +8,5 @@ ENV CONDA_OVERRIDE_CUDA=12.9
 RUN /scripts/install_scripts/install_via_conda.pl --file /build_info/packages/language_deps/conda_packages --channel-file /build_info/packages/language_deps/conda_channels --with-versions --conda-binary /bin/micromamba
 
 ENV PYTHON3_PREFIX=$MAMBA_ROOT_PREFIX
-ENV PYTHON3_VERSION=python3.10
+ENV PYTHON3_VERSION=python3.12
 
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/language_deps/packages/conda_packages b/flavors/test-Exasol-8-cuda-ml/flavor_base/language_deps/packages/conda_packages
@@ -1,6 +1,6 @@
-python|3.10.4
+python|3.12.11
 numpy|1.26.2
-pandas|2.3.1
+pandas|2.3.3
 pyarrow|21.0.0
 libarrow|21.0.0=hc17998d_0_cuda
-mamba|2.0.4
+mamba|2.3.2
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/release/Dockerfile b/flavors/test-Exasol-8-cuda-ml/flavor_base/release/Dockerfile
@@ -20,5 +20,5 @@ RUN true # workaround for https://github.com/moby/moby/issues/37965
 
 RUN mkdir -p /build_info/actual_installed_packages/release && \
     /scripts/list_installed_scripts/list_installed_apt.sh > /build_info/actual_installed_packages/release/apt_get_packages && \
-    /scripts/list_installed_scripts/list_installed_pip.sh "$MAMBA_ROOT_PREFIX/bin/python3.10" > /build_info/actual_installed_packages/release/python3_pip_packages && \
+    /scripts/list_installed_scripts/list_installed_pip.sh "$MAMBA_ROOT_PREFIX/bin/python3.12" > /build_info/actual_installed_packages/release/python3_pip_packages && \
    /scripts/list_installed_scripts/list_installed_conda.sh > /build_info/actual_installed_packages/release/conda_packages
diff --git a/flavors/test-Exasol-8-cuda-ml/flavor_base/udfclient_deps/packages/conda_packages b/flavors/test-Exasol-8-cuda-ml/flavor_base/udfclient_deps/packages/conda_packages
@@ -1,4 +1,4 @@
 libprotobuf|6.31.1
 zeromq|4.3.5
-nss|3.114
+nss|3.116
 cppzmq|4.10.0
diff --git a/test_container/tests/test/python3-cuda-flavor/numba/numba.py b/test_container/tests/test/python3-cuda-flavor/numba/numba.py
@@ -13,7 +13,9 @@ def test_numba_gpu_available(self):
                 CREATE OR REPLACE PYTHON3 SCALAR SCRIPT test_gpu_available()
                 RETURNS VARCHAR(20) AS
                  %perInstanceRequiredAcceleratorDevices GpuNvidia;
-        
+                
+                import site
+                site.main()
                 from numba import cuda
         
                 def run(ctx):
@@ -34,6 +36,8 @@ def test_numba(self):
                 RETURNS DOUBLE AS
                  %perInstanceRequiredAcceleratorDevices GpuNvidia;
                 
+                import site
+                site.main()
                 import math
                 from numba import vectorize, cuda
                 import numpy as np

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-# Details for template-Exasol-8-python-3.10-cuda-conda flavor`
	`1`	`+# Details for test-Exasol-8-cuda-ml`
`2`	`2`
`3`	`3`	`## Packages`
`4`	`4`
Original file line number	Diff line number	Diff line change
`@@ -7,4 +7,4 @@ RUN /scripts/install_scripts/install_via_apt.pl --file /build_info/packages/flav`
`7`	`7`
`8`	`8`	`RUN /scripts/install_scripts/install_via_conda.pl --file /build_info/packages/flavor_base_deps/conda_packages --channel-file /build_info/packages/flavor_base_deps/conda_channels --with-versions --conda-binary "$MAMBA_ROOT_PREFIX/bin/mamba"`
`9`	`9`
`10`		`-RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --python-binary "$MAMBA_ROOT_PREFIX/bin/python3.10" --with-versions --allow-no-version`
	`10`	`+RUN /scripts/install_scripts/install_via_pip.pl --file /build_info/packages/flavor_base_deps/python3_pip_packages --python-binary "$MAMBA_ROOT_PREFIX/bin/python3.12" --with-versions --allow-no-version`
Original file line number	Diff line number	Diff line change
`@@ -1 +1 @@`
`1`		`-tzdata\|2025b-0ubuntu0.22.04.1`
	`1`	`+tzdata\|2025b-0ubuntu0.24.04.1`