Debug

Author: jdetter

.github/workflows/ci.yml

@@ -21,7 +21,7 @@ jobs:
         include:
           - { runner: spacetimedb-runner, smoketest_args: --docker }
           - { runner: windows-latest, smoketest_args: --no-build-cli }
-        runner: [ spacetimedb-runner, windows-latest ]
+        runner: [spacetimedb-runner, windows-latest]
     runs-on: ${{ matrix.runner }}
     steps:
       - name: Find Git ref
@@ -44,10 +44,6 @@ jobs:
       - uses: actions/setup-dotnet@v4
         with:
           global-json-file: modules/global.json
-      - name: Install psql (Windows)
-        if: runner.os == 'Windows'
-        run: choco install psql -y --no-progress
-        shell: powershell
       - name: Build and start database (Linux)
         if: runner.os == 'Linux'
         run: docker compose up -d
@@ -58,13 +54,11 @@ jobs:
           Start-Process target/debug/spacetimedb-cli.exe start
           cd modules
           # the sdk-manifests on windows-latest are messed up, so we need to update them
-          dotnet workload config --update-mode manifests
+          dotnet workload config --update-mode workload-set
           dotnet workload update
       - uses: actions/setup-python@v5
         with: { python-version: '3.12' }
         if: runner.os == 'Windows'
-      - name: Install psycopg2
-        run: python -m pip install psycopg2-binary
       - name: Run smoketests
         # Note: clear_database and replication only work in private
         run: python -m smoketests ${{ matrix.smoketest_args }} -x clear_database replication
@@ -247,7 +241,7 @@ jobs:
     name: Unreal Engine Tests
     # This can't go on e.g. ubuntu-latest because that runner runs out of disk space. ChatGPT suggested that the general solution tends to be to use
     # a custom runner.
-    runs-on: ubuntu-latest
+    runs-on: spacetimedb-runner
     container:
       image: ghcr.io/epicgames/unreal-engine:dev-5.6
       credentials:
@@ -259,7 +253,7 @@ jobs:
         password: ${{ secrets.GHCR_TOKEN }}
       # Run as root because otherwise we get permission denied for various directories inside the container. I tried doing dances to allow it to run
       # without this (reassigning env vars and stuff), but was unable to get it to work and it felt like an uphill battle.
-      # options: --user 0:0
+      options: --user 0:0
     steps:
 # Uncomment this before merging so that it will run properly if run manually through the GH actions flow. It was playing weird with rolled back
 # commits though.
@@ -285,8 +279,42 @@ jobs:
         env:
           UE_ROOT_PATH: /home/ue4/UnrealEngine
         run: |
-          cargo test
+          # Ensure these mounts are owned by the user we'll run as
+          for p in "$GITHUB_WORKSPACE" "$RUNNER_TEMP" "$RUNNER_TOOL_CACHE"; do
+            [ -n "${p:-}" ] && [ -d "$p" ] && chown -R 1001:1001 "$p" || true
+          done
 
+          # Create the build user if needed
+          getent group 1001 >/dev/null || groupadd -g 1001 runnergrp
+          getent passwd 1001 >/dev/null || useradd -u 1001 -g 1001 -m -s /bin/bash runnerusr
+
+          # Use the runner's tool cache so Rust persists across runs
+          export CARGO_HOME="${RUNNER_TOOL_CACHE:-/tmp}/cargo"
+          export RUSTUP_HOME="${RUNNER_TOOL_CACHE:-/tmp}/rustup"
+          mkdir -p "$CARGO_HOME" "$RUSTUP_HOME"
+          chown -R 1001:1001 "$CARGO_HOME" "$RUSTUP_HOME"
+
+          # Make sure curl exists
+          apt-get update
+          apt-get install -y curl ca-certificates
+
+          # Install rustup + toolchain for the 1001 user (rust-toolchain.toml will be honored)
+          sudo -E -H -u runnerusr bash -lc '
+            set -euxo pipefail
+            export CARGO_HOME='"$CARGO_HOME"'
+            export RUSTUP_HOME='"$RUSTUP_HOME"'
+            export PATH="$CARGO_HOME/bin:$PATH"
+            if ! command -v cargo >/dev/null 2>&1; then
+              curl -sSf https://sh.rustup.rs | sh -s -- -y
+            fi
+            # Preload the toolchain requested by rust-toolchain.toml
+            cd "$GITHUB_WORKSPACE"
+            export PATH="$CARGO_HOME/bin:$PATH"
+            rustup show >/dev/null
+            cd "$GITHUB_WORKSPACE/sdks/unreal"
+            cargo --version
+            cargo test
+          '
   cli_docs:
     name: Check CLI docs
     permissions: read-all
@@ -304,46 +332,23 @@ jobs:
             GIT_REF="${{ github.ref }}"
           fi
           echo "GIT_REF=${GIT_REF}" >>"$GITHUB_ENV"
-
       - name: Checkout sources
         uses: actions/checkout@v4
         with:
           ref: ${{ env.GIT_REF }}
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 18
-
-      - uses: pnpm/action-setup@v4
-        with:
-          run_install: true
-
-      - name: Get pnpm store directory
-        shell: bash
-        working-directory: sdks/typescript
-        run: |
-          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
-
-      - uses: actions/cache@v4
-        name: Setup pnpm cache
-        with:
-          path: ${{ env.STORE_PATH }}
-          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
-          restore-keys: |
-            ${{ runner.os }}-pnpm-store-
-
       - uses: dsherret/rust-toolchain-file@v1
-
       - name: Check for docs change
         run: |
           cargo run --features markdown-docs -p spacetimedb-cli > docs/docs/cli-reference.md
-          pnpm format
+          cd docs
+          # This is needed because our website doesn't render markdown quite properly.
+          # See the README in docs for more details.
+          sed -i'' -E 's!^(##) `(.*)`$!\1 \2!' docs/cli-reference.md
+          sed -i'' -E 's!^(######) \*\*(.*)\*\*$!\1 <b>\2</b>!' docs/cli-reference.md
           git status
           if git diff --exit-code HEAD; then
             echo "No docs changes detected"
           else
             echo "It looks like the CLI docs have changed:"
             exit 1
           fi
-