diff --git a/.github/workflows/make-based-ci.yml b/.github/workflows/make-based-ci.yml
index 9e9b90e..1f592ff 100644
--- a/.github/workflows/make-based-ci.yml
+++ b/.github/workflows/make-based-ci.yml
@@ -13,23 +13,6 @@ concurrency:
 permissions: {}
 
 jobs:
-  poetry-checks:
-    # FIXME: Remove when https://github.com/target/make-python-devex/issues/119 is fixed
-    continue-on-error: true
-    runs-on: ubuntu-latest
-    permissions:
-      pull-requests: write
-      contents: read
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
-      with:
-        persist-credentials: false
-    # This will post a comment on PRs when poetry.lock changes
-    - name: Diff poetry.lock
-      uses: nborrmann/diff-poetry-lock@c0afd3666864cec339f03ee5c5cf9cb671780c12
-
-
   build:
     strategy:
       matrix:
diff --git a/.github/workflows/poetry-checks.yml b/.github/workflows/poetry-checks.yml
new file mode 100644
index 0000000..6acc16b
--- /dev/null
+++ b/.github/workflows/poetry-checks.yml
@@ -0,0 +1,30 @@
+name: poetry checks
+
+on:
+  pull_request:
+    branches: [ "main" ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+permissions: {}
+
+jobs:
+  diff-poetry-lock:
+    # FIXME: Remove when https://github.com/target/make-python-devex/issues/119 is fixed
+    continue-on-error: true
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+      issues: write
+      contents: read
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
+      with:
+        persist-credentials: false
+    # This will post a comment on PRs when poetry.lock changes
+    - name: Diff poetry.lock
+      uses: colindean/diff-poetry-lock@nl
+