TODO/WIP/draft 👷 Runtime test the app from the CI

Leverage `reactivecircus/android-emulator-runner` to run the testapps
artifact on an emulator and check the ADB logs.
We're currently checking for the following pattern from the logcat output:
- "I python[ ]+: Initialized python"
- "I python[ ]+: Ran 14 tests in"
- "I python[ ]+: OK"

Note that we're keeping things simple for the first iteration and we only
run the `ubuntu-latest-sdl2-artifacts` artifact.
In the future we may want to test the different bootstraps, build host
and even updated recipes dynamically.

Author: AndreMiras

.github/workflows/docker.yml

@@ -12,6 +12,8 @@ on:
 jobs:
   docker:
     runs-on: ubuntu-latest
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     steps:
       - uses: actions/checkout@v4
       - uses: docker/setup-buildx-action@v3

.github/workflows/push.yml

@@ -34,6 +34,8 @@ jobs:
     name: Pytest [Python ${{ matrix.python-version }} | ${{ matrix.os }}]
     needs: flake8
     runs-on: ${{ matrix.os }}
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     strategy:
       matrix:
         python-version: ['3.8', '3.9', '3.10', '3.11']
@@ -111,6 +113,8 @@ jobs:
     name: Build test APP [ ${{ matrix.runs_on }} | ${{ matrix.bootstrap.name }} ]
     needs: [flake8]
     runs-on: ${{ matrix.runs_on }}
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     continue-on-error: true
     strategy:
       matrix:
@@ -162,10 +166,72 @@ jobs:
           name: ${{ matrix.runs_on }}-${{ matrix.bootstrap.name }}-artifacts
           path: dist
 
+  test_on_emulator:
+    name: Run App on Emulator
+    # TODO: keep it simple and go with ubuntu_build for a start
+    # needs: [ubuntu_build, macos_build]
+    needs: [ubuntu_build]
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Download Artifacts
+        uses: actions/download-artifact@v5
+        with:
+          # TODO: keep it simple for now, but we may iterate over more artifact in the future
+          name: ubuntu-latest-sdl2-artifacts
+          path: dist/
+
+      - name: Setup and start Android Emulator
+        # This is the key action to run the emulator
+        uses: reactivecircus/android-emulator-runner@v2
+        with:
+          api-level: 30
+          arch: x86_64
+          # TODO: maybe make it a dedicated `ci/` script
+          script: |
+            APK_FILE=$(find dist -name "*.apk" -print -quit)
+
+            if [ -z "$APK_FILE" ]; then
+                echo "Error: No APK file found in dist/"
+                exit 1
+            fi
+
+            echo "Installing $APK_FILE..."
+            adb install "$APK_FILE"
+
+            APP_PACKAGE=$(aapt dump badging ${APK_FILE} | awk -F"'" '/package: name=/{print $2}' | tee /dev/tty)
+            APP_ACTIVITY=$(aapt dump badging ${APK_FILE} | awk -F"'" '/launchable-activity/ {print $2}' | tee /dev/tty)
+            adb shell am start -n ${APP_PACKAGE}/${APP_ACTIVITY}
+
+            echo "Launching $APP_PACKAGE/$APP_ACTIVITY..."
+            adb shell am start -n "$APP_PACKAGE/$APP_ACTIVITY" -a android.intent.action.MAIN -c android.intent.category.LAUNCHER
+
+            # Give the app time to start, run python, and log its status
+            sleep 15
+
+            # Dump the logs and search for a success string
+            adb logcat -d -s python:I *:S > app_logs.txt
+
+            echo "Checking app logs..."
+
+            if grep --extended-regexp --quiet "I python[ ]+: Initialized python" app_logs.txt && \
+               grep --extended-regexp --quiet "I python[ ]+: Ran 14 tests in" app_logs.txt && \
+               grep --extended-regexp --quiet "I python[ ]+: OK" app_logs.txt; then
+                echo "✅ SUCCESS: App launched and all unit tests passed."
+            else
+              echo "❌ Failure: Python runtime initialization not detected or app crashed."
+              echo "--- Full Logs ---"
+              cat app_logs.txt
+              echo "-----------------"
+              exit 1
+            fi
+
   ubuntu_rebuild_updated_recipes:
     name: Test updated recipes for arch ${{ matrix.android_arch }} [ ubuntu-latest ]
     needs: [flake8]
     runs-on: ubuntu-latest
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     continue-on-error: true
     strategy:
       matrix:
@@ -197,6 +263,8 @@ jobs:
     name: Test updated recipes for arch ${{ matrix.android_arch }} [ ${{ matrix.runs_on }} ]
     needs: [flake8]
     runs-on: ${{ matrix.runs_on }}
+    # TODO: temporarily disabled for debugging purpose
+    if: false
     continue-on-error: true
     strategy:
       matrix:

Makefile

@@ -49,6 +49,7 @@ testapps-generic: virtualenv
 
 testapps-with-numpy: testapps-with-numpy/debug/apk testapps-with-numpy/release/aab
 
+# TODO: skipping some arch temporarily to save time while debugging
 # testapps-with-numpy/MODE/ARTIFACT
 testapps-with-numpy/%: virtualenv
 	$(eval MODE := $(word 2, $(subst /, ,$@)))
@@ -57,7 +58,7 @@ testapps-with-numpy/%: virtualenv
 	. $(ACTIVATE) && cd testapps/on_device_unit_tests/ && \
     python setup.py $(ARTIFACT) --$(MODE) --sdk-dir $(ANDROID_SDK_HOME) --ndk-dir $(ANDROID_NDK_HOME) \
     --requirements libffi,sdl2,pyjnius,kivy,python3,openssl,requests,urllib3,chardet,idna,sqlite3,setuptools,numpy \
-    --arch=armeabi-v7a --arch=arm64-v8a --arch=x86_64 --arch=x86 \
+    --arch=x86_64 \
 	--permission "(name=android.permission.WRITE_EXTERNAL_STORAGE;maxSdkVersion=18)" --permission "(name=android.permission.INTERNET)"
 
 testapps-with-scipy: testapps-with-scipy/debug/apk testapps-with-scipy/release/aab