ci(test): fail integration run when all tests are skipped (#63)

* ci(test): fail integration run when all tests are skipped

Adds a custom vitest reporter that exits with code 1 in CI when
all tests in a module are skipped (0 passed, 0 failed). Catches
the silent-green scenario where secrets are accidentally removed.
Local dev is unaffected — reporter only activates when CI=true.

Refs: TOO-117

* ci(test): harden reporter against silent failure edge cases

Wrap onTestRunEnd in try-catch (vitest swallows reporter exceptions),
null-check t.result(), and guard against zero collected modules and
unhandled errors.

Refs: TOO-117

* fix(test): use optional chain for t.result() in reporter

Simplifies null check per Greptile review feedback.

Refs: TOO-117

Author: amilz

typescript/packages/test-utils/src/no-all-skipped-reporter.ts

@@ -0,0 +1,73 @@
+import type { SerializedError } from 'vitest';
+import type { Reporter, TestModule, TestRunEndReason } from 'vitest/node';
+
+/**
+ * Custom vitest reporter that fails CI when all tests in a module are skipped.
+ *
+ * This catches the scenario where CI secrets are accidentally removed —
+ * integration tests silently skip via `it.skipIf()` and vitest reports
+ * a green build with "N skipped, 0 failed".
+ *
+ * Only active when CI=true. Individual skips (e.g. Fireblocks RAW mode)
+ * are allowed as long as at least one test in the module executes.
+ *
+ * Note: vitest swallows reporter exceptions (try-catch internally), so
+ * this method wraps all logic in try-catch to ensure any unexpected error
+ * still results in a non-zero exit.
+ */
+export default class NoAllSkippedReporter implements Reporter {
+    onTestRunEnd(
+        testModules: ReadonlyArray<TestModule>,
+        unhandledErrors: ReadonlyArray<SerializedError>,
+        _reason: TestRunEndReason,
+    ) {
+        if (!process.env.CI) return;
+
+        try {
+            if (unhandledErrors.length > 0) {
+                console.error(`\nCI FAILURE: ${unhandledErrors.length} unhandled error(s) during test run.\n`);
+                process.exitCode = 1;
+                process.exit(1);
+            }
+
+            if (testModules.length === 0) {
+                console.error(
+                    '\nCI FAILURE: No test modules were collected.\n' +
+                        'This may indicate a configuration or import error.\n',
+                );
+                process.exitCode = 1;
+                process.exit(1);
+            }
+
+            const allSkippedModules: string[] = [];
+
+            for (const mod of testModules) {
+                const allTests = [...mod.children.allTests()];
+                if (allTests.length === 0) continue;
+
+                const hasExecuted = allTests.some(t => {
+                    const state = t.result()?.state;
+                    return state === 'passed' || state === 'failed';
+                });
+
+                if (!hasExecuted) {
+                    allSkippedModules.push(mod.moduleId);
+                }
+            }
+
+            if (allSkippedModules.length > 0) {
+                const filenames = allSkippedModules.map(f => `  - ${f}`).join('\n');
+                console.error(
+                    `\nCI FAILURE: All tests were skipped in:\n${filenames}\n` +
+                        'Required secrets may be missing from CI configuration.\n',
+                );
+                process.exitCode = 1;
+                process.exit(1);
+            }
+        } catch (err) {
+            console.error('\nCI FAILURE: NoAllSkippedReporter encountered an unexpected error:\n', err, '\n');
+            process.exitCode = 1;
+            process.exit(1);
+        }
+    }
+}

typescript/vitest.config.integration.ts

@@ -1,14 +1,17 @@
 import { defineConfig } from 'vitest/config';
 
+import NoAllSkippedReporter from './packages/test-utils/src/no-all-skipped-reporter.js';
+
 export default defineConfig({
     test: {
         globals: true,
         environment: 'node',
         include: ['**/src/**/*.integration.test.ts'],
         exclude: ['**/node_modules/**', '**/dist/**'],
         testTimeout: 30000, // 30 second timeout for integration tests
-        fileParallelism: false, // Disable for CI 
-        maxWorkers: 1, // Disable for CI 
+        fileParallelism: false, // Disable for CI
+        maxWorkers: 1, // Disable for CI
+        reporters: process.env.CI ? ['default', new NoAllSkippedReporter()] : ['default'],
         coverage: {
             provider: 'v8',
             reporter: ['text', 'json', 'html'],