fix: include scraper ID in config relationship upserts (#2204) #1406
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Create Release | |
| on: | |
| push: | |
| branches: | |
| - main | |
| permissions: | |
| contents: read | |
| jobs: | |
| semantic-release: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write | |
| issues: write | |
| pull-requests: write | |
| outputs: | |
| release-version: ${{ steps.semantic.outputs.release-version }} | |
| new-release-published: ${{ steps.semantic.outputs.new-release-published }} | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - uses: codfish/semantic-release-action@6abd188d2458e2fd6c99073454f6cc49196362e8 # v5.0.0 | |
| id: semantic | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| binary: | |
| runs-on: ubuntu-latest | |
| needs: semantic-release | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Harden Runner | |
| uses: step-security/harden-runner@8d3c67de8e2fe68ef647c8db1e6a09f647780f40 # v2.19.0 | |
| with: | |
| egress-policy: audit | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0 | |
| with: | |
| node-version: "16" | |
| - name: Install Go | |
| uses: actions/setup-go@4a3601121dd01d1626a1e23e37211e3254c1c06c # v5 | |
| with: | |
| go-version: v1.26.x | |
| - uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v4 | |
| with: | |
| path: | | |
| ~/go/pkg/mod | |
| ~/.cache/go-build | |
| .bin | |
| key: cache-${{ hashFiles('**/go.sum') }}-${{ hashFiles('.bin/*') }} | |
| restore-keys: | | |
| cache- | |
| - run: make release | |
| env: | |
| VERSION: v${{ needs.semantic-release.outputs.release-version }} | |
| - name: Upload binaries to release | |
| uses: svenstaro/upload-release-action@29e53e917877a24fad85510ded594ab3c9ca12de # 2.11.5 | |
| with: | |
| repo_token: ${{ secrets.GITHUB_TOKEN }} | |
| file: ./.release/* | |
| tag: v${{ needs.semantic-release.outputs.release-version }} | |
| overwrite: true | |
| file_glob: true | |
| docker: | |
| needs: semantic-release | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| id-token: write | |
| steps: | |
| - name: Harden Runner | |
| uses: step-security/harden-runner@8d3c67de8e2fe68ef647c8db1e6a09f647780f40 # v2.19.0 | |
| with: | |
| egress-policy: audit | |
| - name: Free up disk space | |
| run: | | |
| initial_space=$(df / | grep / | awk '{print $4}') | |
| docker system prune -af | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| rm -rf /usr/local/share/boost | |
| rm -rf $AGENT_TOOLSDIRECTORY | |
| rm -rf /opt/hostedtoolcache | |
| final_space=$(df / | grep / | awk '{print $4}') | |
| difference=$((final_space - initial_space)) | |
| echo "Disk space difference (in KB): $difference" | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Publish to DockerHub Registry | |
| uses: elgohr/Publish-Docker-Github-Action@cba9ef01f060d055caf693f34a0ed92d361f2ab1 # v5 | |
| with: | |
| name: flanksource/config-db | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| snapshot: true | |
| dockerfile: build/Dockerfile | |
| tags: "latest,v${{ needs.semantic-release.outputs.release-version }}" | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@ec61189d14ec14c8efccab744f656cffd0e33f37 # v5 | |
| with: | |
| aws-access-key-id: ${{ secrets.ECR_AWS_ACCESS_KEY }} | |
| aws-secret-access-key: ${{ secrets.ECR_AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Login to Amazon ECR Public | |
| id: login-ecr-public | |
| uses: aws-actions/amazon-ecr-login@376925c9d111252e87ae59691e5a442dd100ef6a # v2 | |
| with: | |
| registry-type: public | |
| - name: Publish to ECR Public | |
| env: | |
| REGISTRY: ${{ steps.login-ecr-public.outputs.registry }} | |
| REGISTRY_ALIAS: k4y9r6y5 | |
| REPOSITORY: config-db | |
| IMAGE_TAG: "v${{ needs.semantic-release.outputs.release-version }}" | |
| run: | | |
| docker build -t $REGISTRY/$REGISTRY_ALIAS/$REPOSITORY:$IMAGE_TAG -f build/Dockerfile . | |
| docker push $REGISTRY/$REGISTRY_ALIAS/$REPOSITORY:$IMAGE_TAG | |
| helm: | |
| runs-on: ubuntu-latest | |
| needs: [semantic-release, docker] | |
| if: needs.semantic-release.outputs.new-release-published == 'true' | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Set version | |
| # Always use git tags as semantic release can fail due to rate limit | |
| run: | | |
| git fetch --prune --unshallow | |
| echo "RELEASE_VERSION=$(git describe --abbrev=0 --tags | sed -e 's/^v//')" >> $GITHUB_ENV | |
| - name: Update chart version | |
| uses: mikefarah/yq@751d8ad57b84f1794661bc70c0afb92a22ad7b3c # v4.45.1 | |
| with: | |
| cmd: yq -i e '.version = "${{ env.RELEASE_VERSION }}"' chart/Chart.yaml | |
| - name: Update app version | |
| uses: mikefarah/yq@751d8ad57b84f1794661bc70c0afb92a22ad7b3c # v4.45.1 | |
| with: | |
| cmd: yq -i e '.appVersion = "${{ env.RELEASE_VERSION }}"' chart/values.yaml | |
| - name: Update image tags | |
| uses: mikefarah/yq@751d8ad57b84f1794661bc70c0afb92a22ad7b3c # v4.45.1 | |
| with: | |
| cmd: yq -i e '.image.tag = "v${{ env.RELEASE_VERSION }}"' chart/values.yaml | |
| - name: Set up Helm | |
| uses: azure/setup-helm@dda3372f752e03dde6b3237bc9431cdc2f7a02a2 # v5.0.0 | |
| with: | |
| version: v3.8.0 | |
| - name: Package Helm chart | |
| run: | | |
| helm package ./chart | |
| - name: Upload helm chart artifact | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 | |
| with: | |
| name: helm-chart | |
| path: config-db-*.tgz | |
| push-helm-chart: | |
| needs: [semantic-release, helm] | |
| if: needs.semantic-release.outputs.new-release-published == 'true' | |
| uses: flanksource/action-workflows/.github/workflows/push-helm-chart.yml@4b41aaf6cf7727789c0d21cd0bc262e850ba543f # main | |
| with: | |
| filename_regex: "config-db-*.tgz" | |
| version: ${{ needs.semantic-release.outputs.release-version }} | |
| pr_title: "Release ${{ needs.semantic-release.outputs.release-version }} of flanksource/config-db" | |
| secrets: | |
| token: ${{ secrets.FLANKBOT }} |