Cx Organization

.github/actions/gh_matrix_test.yml

@@ -0,0 +1,57 @@
+name: CI Test
+description: "Run tests on multiple Python versions and configurations when a PR is approved."
+runs:
+  using: "composite"
+  strategy:
+    fail-fast: false
+    matrix:
+      py-version:
+        - '3.10'
+        - 3.11
+        - 3.12
+      mpi: [ 'openmpi' ]
+      install-options: [ '.', '.[hdf5,netcdf,pandas,zarr]' ]
+      pytorch-version:
+        - 'numpy==1.26 torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2'
+        - 'numpy==1.26 torch==2.2.2 torchvision==0.17.2 torchaudio==2.2.2'
+        - 'torch==2.3.1 torchvision==0.18.1 torchaudio==2.3.1'
+        - 'torch==2.4.1 torchvision==0.19.1 torchaudio==2.4.1'
+        - 'torch==2.5.1 torchvision==0.20.1 torchaudio==2.5.1'
+        - 'torch==2.6.0 torchvision==0.21.0 torchaudio==2.6.0'
+        - 'torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0'
+      exclude:
+        - py-version: '3.12'
+          pytorch-version: 'numpy==1.26 torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2'
+        - py-version: '3.12'
+          pytorch-version: 'numpy==1.26 torch==2.2.2 torchvision==0.17.2 torchaudio==2.2.2'
+        - py-version: '3.9'
+          install-options: '.[hdf5,netcdf,pandas,zarr]'
+        - py-version: '3.10'
+          install-options: '.[hdf5,netcdf,pandas,zarr]'
+
+
+    name: Python ${{ matrix.py-version }} with ${{ matrix.pytorch-version }} and ${{ matrix.mpi }}; options ${{ matrix.install-options }}
+    steps:
+      - name: Harden Runner
+        uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
+        with:
+          egress-policy: audit
+
+      - name: Checkout
+        uses: actions/[email protected]
+      - name: Setup MPI
+        uses: mpi4py/[email protected]
+        with:
+          mpi: ${{ matrix.mpi }}
+      - name: Use Python ${{ matrix.py-version }}
+        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+        with:
+          python-version: ${{ matrix.py-version }}
+          architecture: x64
+      - name: Test
+        run: |
+          pip install pytest
+          pip install ${{ matrix.pytorch-version }} --extra-index-url https://download.pytorch.org/whl/cpu
+          pip install ${{ matrix.install-options }}
+          mpirun -n 3 pytest heat/
+          mpirun -n 4 pytest heat/

.github/actions/trigger_codebase_benchmarks.yml

@@ -0,0 +1,47 @@
+name: Trigger Codebase Benchmarks
+description: "Trigger benchmarks on Codebase for performance testing and analysis."
+inputs:
+  branch:
+    description: "The branch to trigger benchmarks on. Defaults to 'main'."
+    required: false
+    default: "main"
+  sha:
+    description: "The commit SHA to trigger benchmarks on. Defaults to the current commit."
+    required: false
+    default: "${{ github.sha }}"
+  pr_number:
+    description: "The pull request number to trigger benchmarks on. Defaults to the current PR number."
+    required: false
+    default: ""
+  author:
+    description: "The author of the benchmarks. Defaults to the PR assignee or 'heat_team'."
+    required: false
+    default: "${{ github.event.pull_request.assignee.login || 'heat_team' }}"
+runs:
+  using: "composite"
+  steps:
+    - name: Harden Runner
+      uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
+      with:
+        egress-policy: audit
+    - name: Checkout
+      uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+    - name: Trigger benchmarks
+      env:
+        AUTHOR: ${{ inputs.auth }}
+        BRANCH: ${{ inputs.branch }}
+        PIPE_TRIGGER_TOKEN: ${{ secrets.BENCH_PIPE_TRIGGER }}
+        SHA: ${{ inputs.sha }}
+        PR_NUMBER: ${{ inputs.pr_number }}
+      run: |
+        SHORT_SHA=$(git rev-parse --short $SHA)
+        curl -s -X POST \
+          --fail-with-body \
+          -F "token=$PIPE_TRIGGER_TOKEN" \
+          -F "ref=main" \
+          -F "variables[SHA]=$SHA" \
+          -F "variables[SHORT_SHA]=${SHORT_SHA}" \
+          -F "variables[BRANCH]=$BRANCH" \
+          -F "variables[PR]=$PR_NUMBER" \
+          -F "variables[AUTHOR]=${AUTHOR}" \
+          https://codebase.helmholtz.cloud/api/v4/projects/7930/trigger/pipeline

.github/actions/trigger_codebase_tests.yml

@@ -0,0 +1,37 @@
+name: Trigger Codebase Tests
+description: "Trigger tests on Codebase for performance testing and analysis."
+inputs:
+  branch:
+    description: "The branch to trigger tests on. Defaults to 'main'."
+    required: false
+    default: "main"
+  sha:
+    description: "The commit SHA to trigger tests on. Defaults to the current commit."
+    required: false
+    default: "${{ github.sha }}"
+  pr_number:
+    description: "The pull request number to trigger tests on. Defaults to the current PR number."
+    required: false
+    default: ""
+runs:
+  using: "composite"
+  steps:
+    - name: Harden Runner
+      uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
+      with:
+        egress-policy: audit
+    - name: Checkout
+      uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+    - name: Trigger tests for PR
+      if : ${{ inputs.pr_number == '' }}
+      env:
+        PIPE_TRIGGER_TOKEN: ${{ secrets.CB_PIPELINE }}
+        BRANCH: ${{ inputs.branch }}
+        PR_NUMBER: ${{ inputs.pr_number }}
+      run: |
+        curl -s -X POST \
+          --fail-with-body \
+          -F "token=$PIPE_TRIGGER_TOKEN" \
+          -F "ref=main" \
+          -F "variables[GHBRANCH]=$BRANCH" \
+          https://codebase.helmholtz.cloud/api/v4/projects/7930/trigger/pipeline

.github/workflows/backport.yml → .github/workflows/pr_close.yml

@@ -1,4 +1,4 @@
-name: Backport merged pull request
+name: On PR Close
 on:
   pull_request_target:
     types: [closed]
@@ -9,7 +9,6 @@ jobs:
   backport:
     name: Backport pull request
     runs-on: ubuntu-latest
-    # Don't run on closed unmerged pull requests
     if: github.event.pull_request.merged
     steps:
       - uses: actions/[email protected]