ci: Standardise and create daily dependency updates (#2633)

* ci: Standardise and create security chekcs

* let's try

* submodules rename

* submodules rename

* Update to run-workflow

* Update command to poetry 2

* Test one last time

* Remove push

* satisfy greptile

Author: daquinteroflex

.github/workflows/sync-to-readthedocs-repo.yaml renamed to .github/workflows/tidy3d-docs-sync-readthedocs-repo.yml

@@ -0,0 +1,23 @@
+name: tidy3d-python-client-daily
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '0 5 * * *' # Runs at 5am UTC
+
+permissions:
+  contents: write
+  pull-requests: write
+
+jobs:
+  update-lockfile:
+    uses: ./.github/workflows/tidy3d-python-client-update-lockfile.yml
+    with:
+      run-workflow: true
+    secrets: inherit
+
+  submodule-tests:
+    uses: ./.github/workflows/tidy3d-python-client-submodules-test.yml
+    with:
+      run-workflow: true
+    secrets: inherit

.github/workflows/tidy3d-python-client-daily.yml

@@ -1,14 +1,24 @@
-name: "tidy3d-submodule-daily-tests"
+name: "tidy3d-submodule-tests"
 
 on:
   workflow_dispatch:
-  schedule:
-    - cron: '0 9 * * *' # Runs at 9am UK-time every day
+    inputs:
+      run-workflow:
+        required: true
+        type: boolean
+        default: true
 
+  workflow_call:
+    inputs:
+      run-workflow:
+        required: true
+        type: boolean
+        default: true
 
 jobs:
   test-latest-submodules:
     runs-on: ubuntu-latest
+    if: github.event.inputs.run-workflow || inputs.run-workflow
     steps:
       - name: Checkout repository with submodules
         uses: actions/checkout@v4
@@ -104,4 +114,4 @@ jobs:
                 echo "Submodule $FAQ_PATH is up to date."
               fi
             fi
-          done
+          done

.github/workflows/test_develop_cli.yaml renamed to .github/workflows/tidy3d-python-client-develop-cli.yml

@@ -0,0 +1,63 @@
+name: update-lockfile-PR
+
+on:
+  workflow_dispatch:
+    inputs:
+      run-workflow:
+        description: 'Set to true to update the lock file and create a PR'
+        required: true
+        type: boolean
+        default: true
+
+  workflow_call:
+    inputs:
+      run-workflow:
+        description: 'Set to true to update the lock file and create a PR'
+        required: true
+        type: boolean
+        default: true
+
+jobs:
+  update-lockfile:
+    if: github.event.inputs.run-workflow || inputs.run-workflow
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+      pull-requests: write
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
+          submodules: false
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.9'
+      
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+        with:
+          version: 2.1.1
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+      
+      - name: Update lock file
+        run: |
+          set -e
+          poetry update --lock
+
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@v6
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          commit-message: "chore(deps): :robot: Daily update `poetry.lock`"
+          title: "chore(deps): :robot: Daily update `poetry.lock`"
+          body: |
+            This pull request was automatically generated by a GitHub Action.
+
+            It updates the `poetry.lock` file to reflect changes in the pip state, and whether the package is broken by external dependency changes.
+          branch: "daily-chore/update-poetry-lock"
+          base: "develop"
+          delete-branch: true