Test262: add a native runner for the official suite

Author: xeioex

.github/workflows/test262.yml

@@ -0,0 +1,81 @@
+name: test262
+
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/master' }}
+
+jobs:
+  test262:
+    runs-on: ubuntu-24.04
+    timeout-minutes: 20
+
+    steps:
+      - name: Checkout njs
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+
+      - name: Install build dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install clang-18 libssl-dev zlib1g-dev libpcre2-dev \
+              libxml2-dev
+
+      - name: Checkout test262
+        run: |
+          test262_sha=$(cat test/njs_test262.version)
+          git clone --depth=1 https://github.com/tc39/test262 test262
+          git -C test262 fetch --depth=1 origin "$test262_sha"
+          git -C test262 checkout --detach "$test262_sha"
+          test "$(git -C test262 rev-parse HEAD)" = "$test262_sha"
+
+      - name: Build test262
+        run: |
+          ./configure
+          make -j$(nproc) njs_test262
+
+      - name: Run test262
+        run: |
+          TZ=UTC timeout 15m build/njs_test262 \
+              --config test/njs_test262.conf \
+              --suite "$GITHUB_WORKSPACE/test262" \
+              --failures "$GITHUB_WORKSPACE/test/njs_test262.failures" \
+              --isolation=process \
+              --timeout=5
+
+      - name: Build test262 with UBSan
+        run: |
+          make clean
+          CC=clang-18 ./configure --cc-opt='-O2 -fsanitize=undefined' \
+              --ld-opt='-fsanitize=undefined'
+          make -j$(nproc) njs_test262
+
+      - name: Run test262 with UBSan
+        run: |
+          TZ=UTC UBSAN_OPTIONS=halt_on_error=1:print_stacktrace=1 \
+              timeout 15m build/njs_test262 \
+              --config test/njs_test262.conf \
+              --suite "$GITHUB_WORKSPACE/test262" \
+              --failures "$GITHUB_WORKSPACE/test/njs_test262.failures" \
+              --isolation=process \
+              --timeout=5
+
+      - name: Build test262 with ASan
+        run: |
+          make clean
+          CC=clang-18 ./configure --address-sanitizer=YES --cc-opt=-O2
+          make -j$(nproc) njs_test262
+
+      - name: Run test262 with ASan
+        run: |
+          TZ=UTC ASAN_OPTIONS=detect_leaks=0 timeout 15m build/njs_test262 \
+              --config test/njs_test262.conf \
+              --suite "$GITHUB_WORKSPACE/test262" \
+              --failures "$GITHUB_WORKSPACE/test/njs_test262.failures" \
+              --isolation=process \
+              --timeout=5

auto/make

@@ -282,6 +282,30 @@ END
 
 done
 
+# test262 runner.
+
+njs_src="src/test/njs_test262.c"
+fname=$(basename $njs_src)
+njs_dep="test/${fname%.c}.dep"
+njs_bin="${fname%.c}"
+njs_dep_flags=`njs_gen_dep_flags $njs_dep $fname`
+njs_dep_post=`njs_gen_dep_post $njs_dep $fname`
+
+cat << END >> $NJS_MAKEFILE
+
+$NJS_BUILD_DIR/$njs_bin: $njs_src \\
+	$NJS_BUILD_DIR/libnjs.a
+	\$(NJS_LINK) -o $NJS_BUILD_DIR/$njs_bin \$(NJS_LIB_INCS) \\
+		\$(CFLAGS) \$(NJS_LIB_AUX_CFLAGS) \\
+		$njs_dep_flags \\
+		$njs_src $NJS_BUILD_DIR/libnjs.a \\
+		$NJS_LD_OPT -lm $NJS_LIBS $NJS_LIB_AUX_LIBS
+		$njs_dep_post
+
+-include $NJS_BUILD_DIR/$njs_dep
+
+END
+
 # main targets.
 
 cat << END >> $NJS_MAKEFILE
@@ -313,6 +337,20 @@ lib_test: $NJS_BUILD_DIR/njs_auto_config.h \\
 test262_njs: njs
 	test/test262 --binary=$NJS_BUILD_DIR/njs
 
+njs_test262: $NJS_BUILD_DIR/njs_auto_config.h \\
+	$NJS_BUILD_DIR/njs_test262
+
+njs_test262_test: njs_test262
+
+	@test -n "\$\$NJS_TEST262_DIR" || { \\
+		echo "NJS_TEST262_DIR is not set, it must point at a"; \\
+		echo "test262 checkout containing test/ and harness/"; \\
+		exit 1; \\
+	}
+	$NJS_BUILD_DIR/njs_test262 -c test/njs_test262.conf \\
+		--failures test/njs_test262.failures --isolation=process \\
+        --timeout=5
+
 unit_test: $NJS_BUILD_DIR/njs_auto_config.h \\
 	$NJS_BUILD_DIR/njs_unit_test