TODO/WIP/draft 👷 Runtime test the app from the CI

Leverage `reactivecircus/android-emulator-runner` to run the testapps
artifact on an emulator and check the ADB logs.
We're currently checking for the following pattern from the logcat output:
- "I python[ ]+: Initialized python"
- "I python[ ]+: Ran 14 tests in"
- "I python[ ]+: OK"

Note that we're keeping things simple for the first iteration and we only
run the `ubuntu-latest-sdl2-artifacts` artifact.
In the future we may want to test the different bootstraps, build host
and even updated recipes dynamically.

Author: AndreMiras

.github/workflows/docker.yml

@@ -12,6 +12,8 @@ on:
 jobs:
   docker:
     runs-on: ubuntu-latest
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     steps:
       - uses: actions/checkout@v4
       - uses: docker/setup-buildx-action@v3

.github/workflows/push.yml

@@ -34,6 +34,8 @@ jobs:
     name: Pytest [Python ${{ matrix.python-version }} | ${{ matrix.os }}]
     needs: flake8
     runs-on: ${{ matrix.os }}
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     strategy:
       matrix:
         python-version: ['3.8', '3.9', '3.10', '3.11']
@@ -111,6 +113,8 @@ jobs:
     name: Build test APP [ ${{ matrix.runs_on }} | ${{ matrix.bootstrap.name }} ]
     needs: [flake8]
     runs-on: ${{ matrix.runs_on }}
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     continue-on-error: true
     strategy:
       matrix:
@@ -162,10 +166,35 @@ jobs:
           name: ${{ matrix.runs_on }}-${{ matrix.bootstrap.name }}-artifacts
           path: dist
 
+  test_on_emulator:
+    name: Run App on Emulator
+    # TODO: keep it simple and go with ubuntu_build for a start
+    # needs: [ubuntu_build, macos_build]
+    needs: [ubuntu_build]
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Download Artifacts
+        uses: actions/download-artifact@v5
+        with:
+          # TODO: keep it simple for now, but we may iterate over more artifact in the future
+          name: ubuntu-latest-sdl2-artifacts
+          path: dist/
+
+      - name: Setup and start Android Emulator
+        # This is the key action to run the emulator
+        uses: reactivecircus/android-emulator-runner@v2
+        with:
+          api-level: 30
+          arch: x86_64
+          script: ci/run_emulator_tests.sh
+
   ubuntu_rebuild_updated_recipes:
     name: Test updated recipes for arch ${{ matrix.android_arch }} [ ubuntu-latest ]
     needs: [flake8]
     runs-on: ubuntu-latest
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     continue-on-error: true
     strategy:
       matrix:
@@ -197,6 +226,8 @@ jobs:
     name: Test updated recipes for arch ${{ matrix.android_arch }} [ ${{ matrix.runs_on }} ]
     needs: [flake8]
     runs-on: ${{ matrix.runs_on }}
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     continue-on-error: true
     strategy:
       matrix:

Makefile

@@ -49,6 +49,7 @@ testapps-generic: virtualenv
 
 testapps-with-numpy: testapps-with-numpy/debug/apk testapps-with-numpy/release/aab
 
+# TODO: skipping some arch temporarily to save time while debugging
 # testapps-with-numpy/MODE/ARTIFACT
 testapps-with-numpy/%: virtualenv
 	$(eval MODE := $(word 2, $(subst /, ,$@)))
@@ -57,7 +58,7 @@ testapps-with-numpy/%: virtualenv
 	. $(ACTIVATE) && cd testapps/on_device_unit_tests/ && \
     python setup.py $(ARTIFACT) --$(MODE) --sdk-dir $(ANDROID_SDK_HOME) --ndk-dir $(ANDROID_NDK_HOME) \
     --requirements libffi,sdl2,pyjnius,kivy,python3,openssl,requests,urllib3,chardet,idna,sqlite3,setuptools,numpy \
-    --arch=armeabi-v7a --arch=arm64-v8a --arch=x86_64 --arch=x86 \
+    --arch=x86_64 \
 	--permission "(name=android.permission.WRITE_EXTERNAL_STORAGE;maxSdkVersion=18)" --permission "(name=android.permission.INTERNET)"
 
 testapps-with-scipy: testapps-with-scipy/debug/apk testapps-with-scipy/release/aab

ci/run_emulator_tests.sh

@@ -0,0 +1,40 @@
+#!/bin/bash
+set -euxo pipefail
+
+# Find the built APK file
+APK_FILE=$(find dist -name "*.apk" -print -quit)
+
+if [ -z "$APK_FILE" ]; then
+    echo "Error: No APK file found in dist/"
+    exit 1
+fi
+
+echo "Installing $APK_FILE..."
+adb install "$APK_FILE"
+
+# Extract package and activity names
+APP_PACKAGE=$(aapt dump badging "${APK_FILE}" | awk -F"'" '/package: name=/{print $2}' | tee /dev/tty)
+APP_ACTIVITY=$(aapt dump badging "${APK_FILE}" | awk -F"'" '/launchable-activity/ {print $2}' | tee /dev/tty)
+
+echo "Launching $APP_PACKAGE/$APP_ACTIVITY..."
+adb shell am start -n "$APP_PACKAGE/$APP_ACTIVITY" -a android.intent.action.MAIN -c android.intent.category.LAUNCHER
+
+# Give the app time to start, run python, and log its status
+sleep 15
+
+# Dump the logs and search for a success string
+adb logcat -d -s python:I *:S > app_logs.txt
+
+echo "Checking app logs..."
+
+if grep --extended-regexp --quiet "I python[ ]+: Initialized python" app_logs.txt && \
+   grep --extended-regexp --quiet "I python[ ]+: Ran 14 tests in" app_logs.txt && \
+   grep --extended-regexp --quiet "I python[ ]+: OK" app_logs.txt; then
+    echo "✅ SUCCESS: App launched and all unit tests passed."
+else
+  echo "❌ Failure: Python runtime initialization not detected or app crashed."
+  echo "--- Full Logs ---"
+  cat app_logs.txt
+  echo "-----------------"
+  exit 1
+fi