Allow ignoring implementations by default (#113)

Author: michaelmior

.github/workflows/ci.yml

@@ -8,6 +8,11 @@ on:
         required: true
         default: 3
         type: number
+      ignore:
+        description: 'Ignore implementations marked as excluded'
+        required: false
+        default: true
+        type: boolean
   push:
     branches:
       - main
@@ -24,7 +29,9 @@ jobs:
       - uses: actions/checkout@v4
       - name: Set implementations
         id: implementations
-        run: echo implementations=$(ls implementations | tr '\n' ' ' | sed 's/ $//;s/^/{"include":\[{"impl":"/;s/ /"}, {"impl":"/g;s/$/"}]}/') >> $GITHUB_OUTPUT
+        env:
+          NO_IGNORE: ${{ (!inputs.ignore || github.event.name == 'schedule') && '1' || '0' }}
+        run: echo implementations=$(make NO_IGNORE=$NO_IGNORE list | tr '\n' ' ' | sed 's/ $//;s/^/{"include":\[{"impl":"/;s/ /"}, {"impl":"/g;s/$/"}]}/') >> $GITHUB_OUTPUT
 
   benchmark:
     needs: set-implementations

Makefile

@@ -1,6 +1,11 @@
 .DEFAULT_GOAL := all
 SCHEMAS = $(notdir $(wildcard schemas/*))
-IMPLEMENTATIONS ?= $(notdir $(wildcard implementations/*))
+ALL_IMPLEMENTATIONS = $(notdir $(wildcard implementations/*))
+ifdef NO_IGNORE
+IMPLEMENTATIONS ?= $(ALL_IMPLEMENTATIONS)
+else
+IMPLEMENTATIONS ?= $(filter-out $(patsubst implementations/%/,%,$(dir $(wildcard implementations/*/.benchmark-ignore))), $(ALL_IMPLEMENTATIONS))
+endif
 RUNS := 3
 
 .PHONY: clean
@@ -41,6 +46,9 @@ define docker_run
 	done
 endef
 
+list:
+	@echo $(IMPLEMENTATIONS)
+
 # Blaze
 
 implementations/blaze/.dockertimestamp: \