[Cherry-Pick][CI] Sync develop fix and optimizations to 2.4(#6975)

.github/workflows/CheckPRTemplate.yml

@@ -22,7 +22,7 @@ jobs:
           rm -rf * .[^.]*
 
       - name: Checkout base branch
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           ref: ${{ github.event.pull_request.base.ref }}
           fetch-depth: 1000
@@ -33,7 +33,7 @@ jobs:
           git checkout -b test FETCH_HEAD
 
       - name: Setup Python 3.10
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version: '3.10'
           cache: 'pip'

.github/workflows/Codestyle-Check.yml

@@ -21,7 +21,7 @@ jobs:
           rm -rf * .[^.]*
 
       - name: Checkout base repo
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           ref: ${{ github.event.pull_request.base.ref }}
           fetch-depth: 1000
@@ -32,7 +32,7 @@ jobs:
           git checkout -b test FETCH_HEAD
 
       - name: Setup python3.10
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version: '3.10'
           cache: 'pip'

.github/workflows/_base_test.yml

@@ -27,10 +27,22 @@ on:
         required: false
         type: string
         default: ""
+    secrets:
+      github-token:
+        required: true
 
 jobs:
+  check_bypass:
+    uses: ./.github/workflows/check-bypass.yml
+    secrets:
+      github-token: ${{ secrets.github-token }}
+    with:
+      workflow-name: base_test
+
   base_tests:
     runs-on: [self-hosted, GPU-h20-1Cards]
+    needs: check_bypass
+    if: ${{ inputs.FASTDEPLOY_WHEEL_URL != '' && needs.check_bypass.outputs.can-skip != 'true' }}
     timeout-minutes: 60
     steps:
       - name: Code Prepare

.github/workflows/_build_linux.yml

@@ -52,9 +52,22 @@ on:
       wheel_path:
         description: "Output path of the generated wheel"
         value: ${{ jobs.fd-build.outputs.wheel_path }}
+    secrets:
+      github-token:
+        required: true
+
 jobs:
+  check_bypass:
+    uses: ./.github/workflows/check-bypass.yml
+    secrets:
+      github-token: ${{ secrets.github-token }}
+    with:
+      workflow-name: build_gpu
+
   fd-build:
     runs-on: [self-hosted, GPU-Build]
+    needs: check_bypass
+    if: ${{ needs.check_bypass.outputs.can-skip != 'true' }}
     timeout-minutes: 360
     outputs:
       wheel_path: ${{ steps.set_output.outputs.wheel_path }}

.github/workflows/_clone_linux.yml

@@ -12,15 +12,28 @@ on:
       repo_archive_url:
         description: "Compressed source code archive."
         value: ${{ jobs.code-clone.outputs.repo_archive_url }}
+    secrets:
+      github-token:
+        required: true
+
 jobs:
+  check_bypass:
+    uses: ./.github/workflows/check-bypass.yml
+    secrets:
+      github-token: ${{ secrets.github-token }}
+    with:
+      workflow-name: code_clone
+
   code-clone:
     runs-on:
       group: HK-Clone
+    needs: check_bypass
+    if: ${{ needs.check_bypass.outputs.can-skip != 'true' }}
     outputs:
       repo_archive_url: ${{ steps.set_output.outputs.repo_archive_url }}
     steps:
       - name: Clone FastDeploy
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           ref: ${{ github.event_name == 'pull_request'
                 && github.event.pull_request.base.ref
@@ -38,7 +51,7 @@ jobs:
           git merge --no-ff pr/${{ github.event.pull_request.number }}
           echo "PR Branch log "
           git log --oneline -n 5 pr/${{ github.event.pull_request.number }}
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: '3.10'
       - name: Code Info Show and Upload
@@ -47,8 +60,6 @@ jobs:
           AK: paddle
           SK: paddle
         run: |
-          git config --unset http.https://github.com/.extraheader
-          git submodule foreach --recursive sh -c "git config --local --unset-all 'http.https://github.com/.extraheader'"
           git submodule foreach --recursive sh -c "git config remote.origin.fetch '+refs/heads/*:refs/remotes/origin/*'"
           echo "Current HEAD Log:"
           git log --oneline -n 5

.github/workflows/_gpu_4cards_case_test.yml

@@ -32,8 +32,17 @@ on:
         required: true
 
 jobs:
+  check_bypass:
+    uses: ./.github/workflows/check-bypass.yml
+    secrets:
+      github-token: ${{ secrets.github-token }}
+    with:
+      workflow-name: gpu_4cards_test
+
   run_4_cards_tests:
     runs-on: [self-hosted, GPU-h20-4Cards]
+    needs: check_bypass
+    if: ${{ inputs.FASTDEPLOY_WHEEL_URL != '' && needs.check_bypass.outputs.can-skip != 'true' }}
     timeout-minutes: 30
     steps:
       - name: Code Prepare

.github/workflows/_logprob_test_linux.yml

@@ -28,10 +28,22 @@ on:
         required: false
         type: string
         default: ""
+    secrets:
+      github-token:
+        required: true
 
 jobs:
+  check_bypass:
+    uses: ./.github/workflows/check-bypass.yml
+    secrets:
+      github-token: ${{ secrets.github-token }}
+    with:
+      workflow-name: logprob_test
+
   run_tests_logprob:
     runs-on: [self-hosted, GPU-h20-1Cards]
+    needs: check_bypass
+    if: ${{ inputs.FASTDEPLOY_WHEEL_URL != '' && needs.check_bypass.outputs.can-skip != 'true' }}
     timeout-minutes: 60
     steps:
       - name: Code Prepare

.github/workflows/_pre_ce_test.yml

@@ -26,10 +26,22 @@ on:
         required: false
         type: string
         default: ""
+    secrets:
+      github-token:
+        required: true
 
 jobs:
+  check_bypass:
+    uses: ./.github/workflows/check-bypass.yml
+    secrets:
+      github-token: ${{ secrets.github-token }}
+    with:
+      workflow-name: pre_ce_test
+
   run_ce_cases:
     runs-on: [self-hosted, PRE_CE_RUN_2Card]
+    needs: check_bypass
+    if: ${{ inputs.FASTDEPLOY_WHEEL_URL != '' && needs.check_bypass.outputs.can-skip != 'true' }}
     timeout-minutes: 60
     steps:
       - name: Print current runner name

.github/workflows/_stable_test.yml

@@ -27,10 +27,22 @@ on:
         required: false
         type: string
         default: ""
+    secrets:
+      github-token:
+        required: true
 
 jobs:
+  check_bypass:
+    uses: ./.github/workflows/check-bypass.yml
+    secrets:
+      github-token: ${{ secrets.github-token }}
+    with:
+      workflow-name: stable_test
+
   stable_tests:
-    runs-on: [self-hosted, GPU-h1z1-2Cards]
+    runs-on: [self-hosted, GPU-h20-2Cards]
+    needs: check_bypass
+    if: ${{ inputs.FASTDEPLOY_WHEEL_URL != '' && needs.check_bypass.outputs.can-skip != 'true' }}
     timeout-minutes: 60
     steps:
       - name: Code Prepare

.github/workflows/_unit_test_coverage.yml

@@ -43,7 +43,7 @@ jobs:
     runs-on: [self-hosted, GPU-h1z1-2Cards]
     timeout-minutes: 90
     needs: check_cov_skip
-    if: needs.check_cov_skip.outputs.can-skip != 'true'
+    if: ${{ inputs.FASTDEPLOY_WHEEL_URL != '' && needs.check_cov_skip.outputs.can-skip != 'true' }}
     outputs:
       all_cov_file_url: ${{ steps.cov_upload.outputs.all_cov_file_url }}
       unittest_failed_url: ${{ steps.cov_upload.outputs.unittest_failed_url }}
@@ -389,10 +389,10 @@ jobs:
       all_cov_file_url: ${{ needs.run_tests_with_coverage.outputs.all_cov_file_url }}
     steps:
       - name: Clone FastDeploy
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           fetch-depth: 0
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: '3.10'
       - name: Download diff coverage file
@@ -408,7 +408,7 @@ jobs:
 
       - name: Upload diff coverage report
         if: always() && hashFiles('python_coverage_all.xml') != ''
-        uses: codecov/codecov-action@v4
+        uses: codecov/codecov-action@v6
         with:
           files: ./python_coverage_all.xml
           flags: GPU

.github/workflows/approve.yml

@@ -19,7 +19,7 @@ jobs:
       BRANCH: ${{ github.event.pull_request.base.ref }}
     steps:
       - name: Checkout base repo
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           ref: ${{ github.event.pull_request.base.ref }}
           fetch-depth: 1000
@@ -33,7 +33,7 @@ jobs:
           git fetch upstream $BRANCH
 
       - name: Setup python3.10
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version: '3.10'
 

.github/workflows/ce_job.yml

@@ -96,7 +96,7 @@ jobs:
       repo_archive_url: ${{ steps.set_output.outputs.repo_archive_url }}
     steps:
       - name: Clone FastDeploy
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           ref: ${{ github.event_name == 'pull_request'
                 && github.event.pull_request.base.ref
@@ -105,7 +105,7 @@ jobs:
           fetch-depth: 1000
 
       - name: Python Setup
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version: '3.10'
       - name: Code Info Show and Upload
@@ -114,8 +114,6 @@ jobs:
           AK: ${{ secrets.BOS_AK }}
           SK: ${{ secrets.BOS_SK }}
         run: |
-          git config --unset http.https://github.com/.extraheader
-          git submodule foreach --recursive sh -c "git config --local --unset-all 'http.https://github.com/.extraheader'"
           git submodule foreach --recursive sh -c "git config remote.origin.fetch '+refs/heads/*:refs/remotes/origin/*'"
           echo "Current HEAD Log:"
           git log --oneline -n 5
@@ -155,6 +153,8 @@ jobs:
       WITH_NIGHTLY_BUILD: OFF
       FD_VERSION: 0.0.0
       PADDLE_WHL_URL: ${{ needs.ce_job_pre_check.outputs.compile_use_paddle_whl_url }}
+    secrets:
+      github-token: ${{ secrets.GITHUB_TOKEN }}
 
   build_sm8090_rl:
     name: BUILD_SM8090_RL
@@ -181,6 +181,8 @@ jobs:
       WITH_NIGHTLY_BUILD: OFF
       FD_VERSION: 0.0.0
       PADDLE_WHL_URL: ${{ needs.ce_job_pre_check.outputs.compile_use_paddle_whl_url }}
+    secrets:
+      github-token: ${{ secrets.GITHUB_TOKEN }}
 
   ce_upload_sm8090:
     environment: CodeSync
@@ -193,7 +195,7 @@ jobs:
       FASTDEPLOY_WHEEL_URL: ${{ needs.build_sm8090.outputs.wheel_path }}
       COMPILE_ARCH: "80,90"
     steps:
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: '3.10'
       - name: Wheel Info Show and Upload
@@ -243,7 +245,7 @@ jobs:
       FASTDEPLOY_WHEEL_URL: ${{ needs.build_sm8090_rl.outputs.wheel_path_rl }}
       COMPILE_ARCH: "80,90"
     steps:
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: '3.10'
       - name: Wheel Info Show and Upload
@@ -289,7 +291,7 @@ jobs:
       FASTDEPLOY_WHEEL_URL: ${{ needs.build_sm8689.outputs.wheel_path }}
       COMPILE_ARCH: "86,89"
     steps:
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: '3.10'
       - name: Wheel Info Show and Upload