Release 2.9.0

.github/dependabot.yml

@@ -0,0 +1,7 @@
+version: 2
+updates:
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "monthly"
+    target-branch: "develop"

.github/workflows/build_wheels.yml

@@ -12,9 +12,14 @@ on:
       - '*'
     branches:
       - release/*
-      - feature/*
       - main
       - develop
+      - feature/*
+
+# prevent duplicate CI runs from separate triggers
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.ref_name }}
+  cancel-in-progress: true
 
 jobs:
   build_wheels:
@@ -36,12 +41,12 @@ jobs:
           - [windows-latest, AMD64, win_amd64, 0.0]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v5
         # need git tags available for setuptools_scm to grab tags
         with:
           fetch-depth: 0
 
-      - uses: actions/github-script@v7
+      - uses: actions/github-script@v8
         with:
           script: |
             core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || '');
@@ -107,25 +112,27 @@ jobs:
 
       - name: build windows wheels
         if: runner.OS == 'Windows'
-        uses: pypa/cibuildwheel@v2.22.0
+        uses: pypa/cibuildwheel@v3.2.1
         with:
           package-dir: ${{github.workspace}}/install/python_installer
           config-file: ${{github.workspace}}/install/python_installer/pyproject.toml
         env:
           CIBW_ARCHS: ${{matrix.build-platform[1]}}
           CIBW_PLATFORM: windows
           CIBW_BUILD: cp3*-${{matrix.build-platform[2]}}
-          CIBW_SKIP: cp36* cp37* cp313*  
+          # CIBW_SKIP: cp36* cp37* cp313*  
+          CIBW_SKIP: cp36* cp37* 
           CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: "delvewheel repair -w {dest_dir} {wheel} --add-path ${{github.workspace}}/install/lib"
           CIBW_BEFORE_BUILD_WINDOWS: "pip install delvewheel"
 
       - name: Build manylinux2014 wheels
       # this is a slow-running build. Only execute on tag
+      # && 
+      # github.event_name == 'push' && 
+      # startsWith(github.ref, 'refs/tags/')
         if: >
-          startswith(matrix.build-platform[2], 'manylinux2014') && 
-          github.event_name == 'push' && 
-          startsWith(github.ref, 'refs/tags/')
-        uses: pypa/[email protected]
+          startswith(matrix.build-platform[2], 'manylinux2014') 
+        uses: pypa/[email protected]
         with:
           package-dir: ./source/wrappers/python
           config-file: ./source/wrappers/python/pyproject.toml
@@ -156,11 +163,11 @@ jobs:
             wget https://github.com/capnproto/capnproto/archive/refs/tags/v0.10.4.tar.gz  &&
             tar xzf v0.10.4.tar.gz  &&
             cd capnproto-0.10.4  &&
-            cmake -Bbuild -H. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_SHARED_LIBS=ON  &&
+            cmake -Bbuild -H. -DCMAKE_BUILD_TYPE=Release -DCMAKE_POLICY_VERSION_MINIMUM=3.5 -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_SHARED_LIBS=ON  &&
             cmake --build build  &&
             cmake --install build &&
             cd /tmp  &&
-            wget https://boostorg.jfrog.io/artifactory/main/release/1.80.0/source/boost_1_80_0.tar.gz &&
+            wget https://sourceforge.net/projects/boost/files/boost/1.80.0/boost_1_80_0.tar.gz &&
             tar xzf boost_1_80_0.tar.gz  &&
             cd boost_1_80_0  &&
             ./bootstrap.sh --prefix=/usr/local  &&
@@ -176,7 +183,7 @@ jobs:
           startswith(matrix.build-platform[2], 'manylinux_2_28') && 
           ! ( startswith(matrix.build-platform[1], 'aarch64') && 
           !startsWith(github.ref, 'refs/tags/') )
-        uses: pypa/cibuildwheel@v2.22.0
+        uses: pypa/cibuildwheel@v3.2.1
         with:
           package-dir: ./source/wrappers/python
           config-file: ./source/wrappers/python/pyproject.toml
@@ -230,29 +237,50 @@ jobs:
 
       - name: Build macos wheels
         if: runner.os == 'macOS'
-        uses: pypa/cibuildwheel@v2.22.0
+        uses: pypa/cibuildwheel@v3.2.1
         with:
           package-dir: ./source/wrappers/python
           config-file: ./source/wrappers/python/pyproject.toml
         env:
           CIBW_ARCHS: ${{matrix.build-platform[1]}}
           CIBW_PLATFORM: macos
+          # CIBW_SKIP: cp313*
           CIBW_BUILD: cp*-${{matrix.build-platform[2]}}
           MACOSX_DEPLOYMENT_TARGET: ${{matrix.build-platform[3]}}
 
-      - uses: actions/upload-artifact@v4
+      - name: upload pyuda cibw build artifacts
+        uses: actions/upload-artifact@v5
         with:
           name: cibw-wheels-${{ matrix.os }}-${{ strategy.job-index }}
           path: ./wheelhouse/*.whl
 
+      # only build dummy uda package on a single runner (pure python)
+      - name: build uda (dummy package) wheels
+        if: runner.os == 'macOS' &&  startswith(matrix.build-platform[1], 'arm64')
+        run: |
+          python3 -m venv venv
+          source venv/bin/activate
+          pip install --upgrade pip
+          pip install --upgrade build setuptools
+          cd ${{github.workspace}}/source/wrappers/python/uda && python -m build --wheel --sdist
+
+      - name: Upload uda build artifacts
+      # only build and upload pure python wheels on a single runner
+        if: runner.os == 'macOS' &&  startswith(matrix.build-platform[1], 'arm64')
+        uses: actions/upload-artifact@v5
+        with:
+          name: uda-wheels
+          path: ${{github.workspace}}/source/wrappers/python/uda/dist/*
+
+
   upload_pypi:
     # only upload to pypi for tagged releases
     if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
     needs: build_wheels
     runs-on: ubuntu-latest
     environment: 
       name: pypi
-      url: https://pypi.org/p/uda
+      url: https://pypi.org/p/pyuda
     permissions:
       id-token: write
     steps:
@@ -277,7 +305,7 @@ jobs:
     permissions:
       id-token: write
     steps:
-      - uses: actions/download-artifact@v4
+      - uses: actions/download-artifact@v6
         with:
           # unpacks all CIBW artifacts into dist/
           pattern: cibw-*
@@ -287,3 +315,47 @@ jobs:
       - uses: pypa/gh-action-pypi-publish@release/v1
         with:
           repository-url: https://test.pypi.org/legacy/
+          verbose: true
+
+  upload_dummy_repo_to_pypi:
+    if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
+    # only upload dummy repo if normal one exists
+    needs: upload_pypi
+    runs-on: ubuntu-latest
+    environment: 
+      name: pypi
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/download-artifact@v6
+        with:
+          # unpacks all build artifacts into dist/
+          name: uda-wheels
+          path: dist
+
+      - uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://upload.pypi.org/legacy/
+          verbose: true
+
+  upload_dummy_repo_to_testpypi:
+    if: >
+      github.event_name == 'push' && !startsWith(github.ref, 'refs/heads/feature/')
+    # only upload dummy repo if normal one exists
+    needs: upload_test_pypi
+    runs-on: ubuntu-latest
+    environment: 
+      name: testpypi
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/download-artifact@v6
+        with:
+          # unpacks all build artifacts into dist/
+          name: uda-wheels
+          path: dist
+
+      - uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/legacy/
+          verbose: true

.github/workflows/cmake.yml

@@ -7,26 +7,30 @@ on:
       - develop
       - 'feature/**'
       - 'release/**'
+      - 'bugfix/**'
   pull_request:
     branches:
       - main
+      - develop
 
-#env:
-#  BUILD_TYPE: Release
+# prevent duplicate CI runs from separate triggers
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.ref_name }}
+  cancel-in-progress: true
 
 jobs:
   build:
     strategy:
       matrix:
-        os: [ubuntu-22.04, windows-latest, macos-latest]
+        os: [ubuntu-latest, windows-latest, macos-latest]
         release: [Release]
         ssl: [ON, OFF]
         client-only: [ON, OFF]
         capnp: [ON, OFF]
         exclude:
           - os: windows-latest
             client-only: OFF
-          - os: ubuntu-22.04
+          - os: ubuntu-latest
             client-only: ON
           - os: macos-latest
             client-only: ON
@@ -38,16 +42,16 @@ jobs:
         shell: bash
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v5
 
-      - uses: actions/github-script@v7
+      - uses: actions/github-script@v8
         with:
           script: |
             core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || '');
             core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || '');
 
       - name: Install linux dependencies
-        if: matrix.os == 'ubuntu-22.04'
+        if: matrix.os == 'ubuntu-latest'
         run: >
           sudo apt update && sudo apt install -y
           git
@@ -56,6 +60,7 @@ jobs:
           libssl-dev
           cmake
           build-essential
+          libtirpc-dev
           pkg-config
           libxml2-dev
           libspdlog-dev
@@ -66,8 +71,15 @@ jobs:
           python3-pip
           python3-venv
 
+      # Capnproto package on Ubuntu 24.04 has broken CMake file
+      - name: Fix Capnproto on Ubuntu
+        if: matrix.os == 'ubuntu-latest'
+        run: >
+          sudo sed -i 's/if (yes)  # WITH_LIBATOMIC/if (no)  # WITH_LIBATOMIC/' \
+            /usr/lib/x86_64-linux-gnu/cmake/CapnProto/CapnProtoConfig.cmake
+
       - name: Install Intel compiler
-        if: matrix.os == 'ubuntu-22.04'
+        if: matrix.os == 'ubuntu-latest'
         run: >
           sudo apt install -y wget &&
           wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB &&
@@ -113,9 +125,10 @@ jobs:
           openssl
           dlfcn-win32
           spdlog
+          liblzma
 
       - name: Configure CMake (linux)
-        if: matrix.os == 'ubuntu-22.04'
+        if: matrix.os == 'ubuntu-latest'
         run: >
           cmake -G Ninja -B build
           -DBUILD_SHARED_LIBS=ON
@@ -125,7 +138,7 @@ jobs:
           -DENABLE_CAPNP=${{ matrix.capnp }}
 
       - name: Configure CMake (linux Intel)
-        if: matrix.os == 'ubuntu-22.04'
+        if: matrix.os == 'ubuntu-latest'
         run: >
           source /opt/intel/oneapi/setvars.sh &&
           CXX=icpx CC=icx cmake -G Ninja -B build-intel
@@ -176,7 +189,7 @@ jobs:
         run: cmake --build build --config ${{ matrix.release }}
 
       - name: Build Intel
-        if: matrix.os == 'ubuntu-22.04'
+        if: matrix.os == 'ubuntu-latest'
         run: cmake --build build-intel --config ${{ matrix.release }}
 
       - name: Install
@@ -188,7 +201,7 @@ jobs:
         run: cmake --install build --config ${{ matrix.release }}
 
       - name: Install pyuda
-        if: matrix.os == 'ubuntu-22.04'
+        if: matrix.os == 'ubuntu-latest'
         run: >
           cp -r /usr/local/python_installer ${{github.workspace}}/python_installer &&
           python3 -m venv ${{github.workspace}}/venv &&
@@ -198,41 +211,49 @@ jobs:
           pip3 install ${{github.workspace}}/python_installer
 
       - name: Test pyuda import
-        if: matrix.os == 'ubuntu-22.04'
+        if: matrix.os == 'ubuntu-latest'
         run: >
           source ${{github.workspace}}/venv/bin/activate &&
           python3 -c 'import pyuda; client=pyuda.Client()'
 
       - name: Run non-SSL system tests
-        if: matrix.os == 'ubuntu-22.04' && matrix.ssl == 'OFF'
+        if: matrix.os == 'ubuntu-latest' && matrix.ssl == 'OFF'
         run: >
           sudo cp /usr/local/etc/uda.socket /usr/local/etc/[email protected] /etc/systemd/system &&
+          sudo chown -R $USER:$USER /usr/local/etc &&
+          echo "export UDA_SERVER_SSL_AUTHENTICATE=OFF" >> /usr/local/etc/udaserver.cfg &&
           sudo systemctl start uda.socket &&
           sudo systemctl enable uda.socket &&
-          sudo chown -R $USER:$USER /usr/local/etc &&
           nc -4zv localhost 56565 &&
           export UDA_HOST=localhost &&
           export UDA_PORT=56565 &&
-          ./build/test/plugins/plugin_test_testplugin
+          ./build/test/plugins/plugin_test_testplugin &&
+          ctest -V --test-dir build/test/unit_tests --output-on-failure &&
+          uda_cli --help && uda_cli --request "help::help()"
 
       - name: Run SSL system tests
         if: matrix.os == 'ubuntu-22.04' && matrix.ssl == 'ON'
-        run: >
-          sudo cp /usr/local/etc/uda.socket /usr/local/etc/[email protected] /etc/systemd/system &&
-          sudo chown -R $USER:$USER /usr/local/etc &&
-          echo "export UDAHOSTNAME=github-ci-ssl" >> /usr/local/etc/udaserver.cfg &&
-          ./scripts/create_certs.sh &&
-          mkdir /usr/local/etc/certs &&
-          cp rootCA.crt server.crt server.key /usr/local/etc/certs &&
-          sudo systemctl start uda.socket &&
-          sudo systemctl enable uda.socket &&
-          nc -4zv localhost 56565 &&
-          export UDA_HOST=localhost &&
-          export UDA_PORT=56565 &&
-          export UDA_CLIENT_SSL_AUTHENTICATE=1 &&
-          export UDA_CLIENT_CA_SSL_CERT=$PWD/rootCA.crt &&
-          export UDA_CLIENT_SSL_CERT=$PWD/client.crt &&
-          export UDA_CLIENT_SSL_KEY=$PWD/client.key &&
+        run: |
+          sudo cp /usr/local/etc/uda.socket /usr/local/etc/[email protected] /etc/systemd/system
+          sudo chown -R $USER:$USER /usr/local/etc
+          # pulls in extra config options from machine.d
+          echo "export UDAHOSTNAME=github-ci-ssl" >> /usr/local/etc/udaserver.cfg
+          ./scripts/create_certs.sh
+          mkdir /usr/local/etc/certs
+          cp rootCA.crt server.crt server.key /usr/local/etc/certs
+          sudo systemctl start uda.socket
+          sudo systemctl enable uda.socket
+          nc -4zv localhost 56565
+          export UDA_HOST=localhost
+          export UDA_PORT=56565
+          export UDA_CLIENT_SSL_AUTHENTICATE=OFF
+          export UDA_CLIENT_CA_SSL_CERT=$PWD/rootCA.crt
+          export UDA_CLIENT_SSL_CERT=$PWD/client.crt
+          export UDA_CLIENT_SSL_KEY=$PWD/client.key
+          set +e
+          /usr/local/bin/uda_cli --request "help::help()" && exit 1 || echo "process failed successfully"
+          set -e
+          export UDA_CLIENT_SSL_AUTHENTICATE=ON
           ./build/test/plugins/plugin_test_testplugin
 
 #      - name: Test