Enable rerun failed tests for small and big tests

Author: Tomasz Wojcikowski

.circleci/template.yml

@@ -331,6 +331,18 @@ commands:
           name: Run Small Tests
           command: |
             tools/test.sh -p small_tests -s true -e true
+      - run:
+          when: always
+          name: Copy small test results for Insights
+          command: |
+            LATEST_CT_RUN=$(ls -td _build/test/logs/ct_run.* 2>/dev/null | head -1)
+            if [ -n "$LATEST_CT_RUN" ] && [ -f "$LATEST_CT_RUN/junit_report.xml" ]; then
+              mkdir -p small_tests_test_results
+              cp "$LATEST_CT_RUN/junit_report.xml" small_tests_test_results/junit_report.xml
+            fi
+      - store_test_results:
+          when: always
+          path: small_tests_test_results
   run_docker_smoke_test:
     steps:
       - checkout
@@ -637,10 +649,15 @@ jobs:
                 when: always
                 name: Copy test results for Insights
                 command: |
-                  cp big_tests/ct_report/*/junit_report.xml .
+                  LATEST_BIG_CT_RUN=$(ls -td big_tests/ct_report/ct_run.* 2>/dev/null | head -1)
+                  if [ -n "$LATEST_BIG_CT_RUN" ] && [ -f "$LATEST_BIG_CT_RUN/junit_report.xml" ]; then
+                    cp "$LATEST_BIG_CT_RUN/junit_report.xml" big_tests_junit_report.xml
+                  else
+                    echo "No big test junit_report.xml found"
+                  fi
             - store_test_results:
                 when: always
-                path: junit_report.xml
+                path: big_tests_junit_report.xml
       - run_coverage_analysis
       - run:
           name: Build Failed - Logs

rebar.config

@@ -180,6 +180,7 @@
                                 {overlay, [{template, "rel/files/mongooseim.toml", "etc/mongooseim.toml"}]}]},
                         {deps, [{proper, "1.5.0"}, {meck, "1.0.0"}, {wait_helper, "0.2.1"}]}]},
              {test,    [{extra_src_dirs, [{"test", [{recursive, true}]}]},
+                        {ct_opts, [{ct_hooks, [cth_surefire]}]},
                         {deps, [{proper, "1.5.0"}, {meck, "1.0.0"}, {wait_helper, "0.2.1"}]}]}
             ]}.
 

tools/test.sh

@@ -78,13 +78,51 @@ choose_newest_directory() {
   fi
 }
 
+circleci_tests_available() {
+  command -v circleci >/dev/null 2>&1 && [[ "$CIRCLECI" == "true" ]]
+}
+
+select_circleci_suites() {
+  local glob_pattern="$1"
+  local output_file="$2"
+
+  rm -f "$output_file"
+  # Use xargs to normalize input to newlines, then sed to process
+  # This follows CircleCI docs recommendation to use xargs for input handling
+  if ! circleci tests glob "$glob_pattern" | \
+      circleci tests run --command="xargs -n1 echo | sed 's|.*/||; s|\.erl$||' >>$output_file" --verbose
+  then
+    echo "circleci tests run failed for pattern $glob_pattern"
+    return 1
+  fi
+
+  if [ ! -s "$output_file" ]; then
+    echo "circleci tests run returned no suites for pattern $glob_pattern"
+    return 1
+  fi
+}
+
+maybe_select_small_test_suites() {
+  if circleci_tests_available && select_circleci_suites "test/**/*_SUITE.erl" selected_small_suites; then
+    if [ -s selected_small_suites ]; then
+      # Convert newline-separated suites to comma-separated list for rebar3
+      SELECTED_SUITES=$(cat selected_small_suites | tr '\n' ',' | sed 's/,$//')
+      echo "Selected small test suites: $SELECTED_SUITES"
+      export SUITE="$SELECTED_SUITES"
+    fi
+  else
+    echo "CircleCI did not return specific small-test suites to rerun; executing default list"
+  fi
+}
+
 run_small_tests() {
   tools/print-dots.sh start
   tools/print-dots.sh monitor $$
   if [ "$COVER_ENABLED" = true ]; then
     REBAR_CT_EXTRA_ARGS=" -c $REBAR_CT_EXTRA_ARGS "
   fi
   export REBAR_CT_EXTRA_ARGS="$REBAR_CT_EXTRA_ARGS"
+  maybe_select_small_test_suites
   make ct
   RESULT="$?"
   tools/print-dots.sh stop
@@ -159,11 +197,15 @@ run_test_preset() {
 }
 
 maybe_select_suites() {
-    if command -v circleci >/dev/null 2>&1 && [[ "$CIRCLECI" == "true" ]]; then
-        circleci tests glob tests/*_SUITE.erl | \
-            circleci tests run --command=">selected_suites xargs -d' ' -I {} basename {} .erl"
-        escript ../tools/select_suites_to_run.erl $TESTSPEC $(<selected_suites)
+  if circleci_tests_available && select_circleci_suites "tests/*_SUITE.erl" selected_suites; then
+    if [ -s selected_suites ]; then
+      escript ../tools/select_suites_to_run.erl $TESTSPEC $(<selected_suites)
+    else
+      echo "CircleCI returned an empty suite list for big tests; running defaults"
     fi
+  else
+    echo "CircleCI did not provide failed big-test suites; running defaults"
+  fi
 }
 
 print_running_nodes() {