add engine tests

Author: Deltachaos

.github/workflows/ci.yml

@@ -22,17 +22,36 @@ jobs:
       - name: Run tests
         run: TEST_IGNORE_SLUGS=engine_consistency_integration lua ./bin/test.lua
 
+  discover-engines:
+    name: Discover Engines
+    runs-on: ubuntu-latest
+    outputs:
+      engines: ${{ steps.list_engines.outputs.engines }}
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Lua
+        uses: leafo/gh-actions-lua@v9
+        with:
+          luaVersion: "5.4"
+          buildCache: false
+
+      - name: List available engines
+        id: list_engines
+        run: |
+          ENGINES=$(lua bin/engines.lua)
+          echo "engines=$ENGINES" >> $GITHUB_OUTPUT
+          lua bin/engines.lua --check
+
   engine-consistency:
     name: Engine Consistency (${{ matrix.engine }})
     runs-on: ubuntu-latest
+    needs: discover-engines
+    if: needs.discover-engines.outputs.engines != '[]'
     strategy:
       fail-fast: false
       matrix:
-        engine:
-          - dumbgoblin
-          - fruit21
-          - garbochess
-          - sunfish
+        engine: ${{ fromJson(needs.discover-engines.outputs.engines) }}
     steps:
       - uses: actions/checkout@v4
 
@@ -43,4 +62,4 @@ jobs:
           buildCache: false
 
       - name: Run engine consistency tests for ${{ matrix.engine }}
-        run: ALLOWED_ENGINES=${{ matrix.engine }} lua ./bin/test.lua --only=engine_consistency_integration
+        run: ALLOWED_ENGINES=${{ matrix.engine }} TEST_ONLY_SLUGS=engine_consistency_integration lua ./bin/test.lua

bin/engines.lua

@@ -0,0 +1,72 @@
+#!/usr/bin/env lua
+--[[
+  Helper script to list all registered engines.
+  Outputs engine IDs as JSON array for use in CI matrix.
+  
+  Usage:
+    lua bin/engines.lua              -- outputs JSON array: ["engine1","engine2"]
+    lua bin/engines.lua --check      -- exits 0 if engines found, 1 otherwise
+]]
+
+-- Get script directory and set up paths
+local scriptPath = debug.getinfo(1, "S").source:match("^@?(.*)[/\\]")
+if not scriptPath or scriptPath == "" then scriptPath = "." end
+scriptPath = scriptPath:gsub("/", package.config:sub(1, 1))
+
+local sep = package.config:sub(1, 1)
+local projectRoot = scriptPath .. sep .. ".." .. sep
+
+-- Set up package paths
+package.path = projectRoot .. "lib" .. sep .. "?.lua;" ..
+               projectRoot .. "src/?.lua;" ..
+               projectRoot .. "tests/?.lua;" ..
+               package.path
+
+-- Load DeltaChess modules
+require("init")
+
+-- Check command line arguments
+local checkMode = false
+for _, a in ipairs(arg) do
+  if a == "--check" then
+    checkMode = true
+  end
+end
+
+-- Get engine list
+local engines = {}
+if DeltaChess and DeltaChess.Engines then
+  local list = DeltaChess.Engines:GetEngineList()
+  if list then
+    for _, engine in ipairs(list) do
+      if engine.id then
+        table.insert(engines, engine.id)
+      end
+    end
+  end
+end
+
+-- Sort engines alphabetically
+table.sort(engines)
+
+if checkMode then
+  -- Check mode: exit 0 if engines found, 1 otherwise
+  if #engines > 0 then
+    io.stderr:write("Found " .. #engines .. " engine(s): " .. table.concat(engines, ", ") .. "\n")
+    os.exit(0)
+  else
+    io.stderr:write("No engines found\n")
+    os.exit(1)
+  end
+end
+
+-- Output JSON array
+io.write("[")
+for i, engineId in ipairs(engines) do
+  if i > 1 then io.write(",") end
+  -- Escape quotes in engine ID (though unlikely to have them)
+  local escaped = engineId:gsub('"', '\\"')
+  io.write('"' .. escaped .. '"')
+end
+io.write("]")
+io.write("\n")