feat(ci): add benchmark results as a comment to the PR for each run

Signed-off-by: Jiaxiao (mossaka) Zhou <[email protected]>

Author: Mossaka

.github/actions/run-hey-load-test/action.yml

@@ -34,6 +34,9 @@ runs:
         summary-always: true
         alert-threshold: "130%"
         fail-on-alert: ${{ github.event_name == 'schedule' }}
+        # Enable comment to the PR
+        comment-always: ${{ github.event_name != 'schedule' }}
+
     - name: Report Latency results
       if : ${{ github.event_name == 'schedule' }}
       uses: benchmark-action/[email protected]
@@ -66,4 +69,5 @@ runs:
         summary-always: true
         alert-threshold: "130%"
         fail-on-alert: false
-        external-data-json-path: ./cache/latency_results.json
+        external-data-json-path: ./cache/latency_results.json
+        comment-always: true

.github/workflows/benchmarks.yml

@@ -52,6 +52,8 @@ jobs:
           # Automatically push the benchmark result to gh-pages branch
           # See https://github.com/benchmark-action/github-action-benchmark?tab=readme-ov-file#charts-on-github-pages-1 for more details
           auto-push: ${{ github.event_name == 'schedule' }}
+          # Enable comment to the PR
+          comment-always: ${{ github.event_name != 'schedule' }}
 
   benchmark-mem:
     runs-on: ubuntu-latest
@@ -96,6 +98,8 @@ jobs:
           # Automatically push the benchmark result to gh-pages branch
           # See https://github.com/benchmark-action/github-action-benchmark?tab=readme-ov-file#charts-on-github-pages-1 for more details
           auto-push: ${{ github.event_name == 'schedule' }}
+          # Enable comment to the PR
+          comment-always: ${{ github.event_name != 'schedule' }}
 
   benchmark-http:
     runs-on: ubuntu-latest