|
| 1 | +#!/usr/bin/env bash |
| 2 | +# Static checks on templates/secret-scan.yml, then seeded mutations: each must make a check fail. |
| 3 | +set -uo pipefail |
| 4 | +ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)" |
| 5 | +F="$ROOT/.claude/skills/deep-code-review/templates/secret-scan.yml" |
| 6 | +T=$(mktemp -d "${TMPDIR:-/tmp}/dcr-test-ssc.XXXXXX"); trap 'rm -rf "$T"' EXIT |
| 7 | +DIGEST=551f6fc83ea457d62a0d98237cbad105af8d557003051f41f3e7ca7b3f2470eb |
| 8 | +# failing check names for file $1 (empty = all pass) |
| 9 | +fails() { |
| 10 | + local b; b=$(grep -v '^ *#' "$1") |
| 11 | + ck() { local d=$1; shift; "$@" <<<"$b" >/dev/null 2>&1 || echo "$d"; } |
| 12 | + ck "digest pinned" grep -qE "^ *echo \"$DIGEST gitleaks\.tgz\" \| sha256sum -c -\$" |
| 13 | + ck "version in URL" grep -q 'releases/download/v8\.30\.1/gitleaks_8\.30\.1_linux_x64\.tar\.gz' |
| 14 | + ck "checkout SHA" grep -qE 'uses: actions/checkout@[0-9a-f]{40}( |$)' |
| 15 | + ck "persist-credentials" grep -q 'persist-credentials: false' |
| 16 | + ck "permissions only contents read" bash -c "[ \"\$(sed -n '/^permissions:/,/^[a-z]/p' | grep '^ ')\" = ' contents: read' ]" |
| 17 | + ck "no expression in run" bash -c "! awk '/^ *(- )?run: /{r=1;i=match(\$0,/[^ ]/);if(\$0~/\\\$\\{\\{/)f=1;next} r&&/^ *[^ ]/{if(match(\$0,/[^ ]/)<=i)r=0; else if(\$0~/\\\$\\{\\{/)f=1} END{exit !f}'" |
| 18 | + ck "pull_request trigger" grep -qE '^ pull_request:' |
| 19 | + ck "push trigger" grep -qE '^ push:' |
| 20 | + ck "schedule trigger" grep -qE '^ schedule:' |
| 21 | + ck "no gitleaks-action" bash -c '! grep -qi gitleaks-action' |
| 22 | + ck "no path allowlist" bash -c "! grep -qiE 'allowlist|--config|\\[\\[allowlists|paths *=|--gitleaks-ignore-path'" |
| 23 | + ck "--redact" grep -q -- '--redact' |
| 24 | + ck "--exit-code 1" grep -q -- '--exit-code 1' |
| 25 | + ck "sha256sum before tar" bash -c "awk '/sha256sum -c/{s=NR} /tar -x/{t=NR} END{exit !(s&&t&&s<t)}'" |
| 26 | + ck "BASE_SHA guard" grep -qF 'if [ -n "$BASE_SHA" ]' |
| 27 | + ck "else full history" grep -qE '^ +else$' |
| 28 | + ck "PR scan base..head" grep -qF 'BASE_SHA..$HEAD_SHA' |
| 29 | + ck "reset before PR scan" bash -c 'awk '"'"'/git show/{r=NR} /BASE_SHA\.\.\$HEAD_SHA/{p=NR} END{exit !(r&&p&&r<p)}'"'" |
| 30 | + ck "base config reset" grep -qF 'git show "$BASE_SHA:$f"' |
| 31 | +} |
| 32 | +pass=0 total=0 |
| 33 | +chk() { total=$((total + 1)); if [ "$1" -eq 0 ]; then pass=$((pass + 1)); echo "PASS $2"; else echo "FAIL $2"; fi; } |
| 34 | +out=$(fails "$F"); [ -z "$out" ]; chk $? "shipped template passes every check${out:+ (failed: $out)}" |
| 35 | +mut() { # name, sed args: the mutant must fail some check |
| 36 | + sed "${@:2}" "$F" >"$T/m.yml"; cmp -s "$F" "$T/m.yml" && { chk 1 "mutation $1 changed nothing"; return; } |
| 37 | + [ -n "$(fails "$T/m.yml")" ]; chk $? "mutation caught: $1" |
| 38 | +} |
| 39 | +mut digest 's/551f6fc8/551f6fc9/' |
| 40 | +mut version 's/v8\.30\.1\/gitleaks_8\.30\.1/v8.30.0\/gitleaks_8.30.0/' |
| 41 | +mut checkout-tag 's/checkout@[0-9a-f]\{40\}/checkout@v4/' |
| 42 | +mut persist 's/persist-credentials: false/persist-credentials: true/' |
| 43 | +mut permissions 's/ contents: read/ contents: write/' |
| 44 | +mut run-expr 's/tar -xzf gitleaks.tgz gitleaks/echo ${{ github.actor }}/' |
| 45 | +mut no-pr 's/^ pull_request:/ pull_request_x:/' |
| 46 | +mut no-push 's/^ push:/ pushx:/' |
| 47 | +mut no-schedule 's/^ schedule:/ schedulex:/' |
| 48 | +mut action 's#./gitleaks git --redact --exit-code 1 -v$#uses: gitleaks/gitleaks-action@v2#' |
| 49 | +mut allowlist 's/--redact/--config=allowlist.toml --redact/' |
| 50 | +mut redact 's/--redact //g' |
| 51 | +mut exit-code 's/--exit-code 1/--exit-code 0/g' |
| 52 | +mut order -e '/sha256sum -c/{h;d;}' -e '/tar -xzf/G' |
| 53 | +mut guard 's/-n "\$BASE_SHA"/-z "$BASE_SHA"/' |
| 54 | +mut else 's/^\( *\)else$/\1elif false; then/' |
| 55 | +mut range 's/BASE_SHA\.\.\$HEAD_SHA/HEAD_SHA/' |
| 56 | +mut reset 's/git show "\$BASE_SHA:\$f"/git show "HEAD:$f"/' |
| 57 | +mut digest-or 's/ | sha256sum -c -$/ | sha256sum -c - || true/' |
| 58 | +mut run-dash 's/^ - name: Install gitleaks v8.30.1$/ - run: echo ${{ github.actor }}/' |
| 59 | +mut reset-order -e '/git show/{h;d;}' -e '/--log-opts/G' |
| 60 | +echo "Tests: $pass/$total"; [ "$pass" -eq "$total" ] |
0 commit comments