chore(ci): update testrunner (#15432)

This PR updates the Docker test runner environment to support Python
3.14 and fixes several issues related to build environment
configuration, cache permissions, and native extensioncompilation.

### Changes

#### 1. Debian Version Update
- **Upgraded base image** from `debian:bookworm-slim` (GLIBC 2.36) to
`debian:trixie-slim` (GLIBC 2.38)
- **Reason**: Python 3.14 native extensions require GLIBC 2.38+. The
previous version caused `ImportError: /lib/x86_64-linux-gnu/libc.so.6:
version 'GLIBC_2.38' not found` when running testswith Python 3.14

#### 2. Python Development Headers
- **Added packages**:  `python3.13-dev`
- **Fixes**: `fatal error: Python.h: No such file or directory` when
compiling C extensions with riot
- These packages ensure that Python headers are available in
`/usr/include/python3.X/` for C extension compilation


#### 3. Cache Directory Permissions Fix
- **Updated `scripts/ddtest`** to automatically handle cache directory
permissions
- Detects when `.cache/` is owned by root and prompts to fix with sudo
- Creates cache subdirectories (`pip`, `cython`, `sccache`) if they
don't exist
- **Prevents**: `PermissionError: [Errno 13] Permission denied:
'/home/bits/.cache/cython'`

Author: avara1986

.claude/settings.local.json

@@ -27,7 +27,13 @@
       "Skill(run-tests)",
       "Bash(scripts/run-tests:*)",
       "Bash(gh pr list:*)",
-      "Bash(git remote:*)"
+      "Bash(git remote:*)",
+      "Bash(pyenv versions:*)",
+      "Bash(pyenv virtualenv:*)",
+      "Bash(riot -v run:*)",
+      "Bash(mkdir:*)",
+      "Bash(scripts/ddtest:*)",
+      "Bash(docker compose build:*)"
     ],
     "deny": []
   }

.claude/skills/run-tests/SKILL.md

@@ -260,8 +260,8 @@ scripts/run-tests --venv flask_py311 -- -vv -k test_view_called_twice
 ### Docker services won't start
 ```bash
 # Manually check/stop services:
-docker-compose ps
-docker-compose down
+docker compose ps
+docker compose down
 ```
 
 ### Can't find matching suites

.github/workflows/generate-package-versions.yml

@@ -64,10 +64,10 @@ jobs:
         run: |
           sudo curl -L "https://github.com/docker/compose/releases/download/v2.20.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
           sudo chmod +x /usr/local/bin/docker-compose
-          docker-compose --version
+          docker compose --version
 
       - name: Start docker service
-        run: docker-compose up -d testagent
+        run: docker compose up -d testagent
 
       - name: Install system dependencies
         run: |

docker/Dockerfile

@@ -1,7 +1,8 @@
 # DEV: Use `debian:slim` instead of an `alpine` image to support installing wheels from PyPI
 #      this drastically improves test execution time since python dependencies don't all
 #      have to be built from source all the time (grpcio takes forever to install)
-FROM debian:bookworm-slim
+# Note: Using trixie for GLIBC 2.38+ support (required for Python 3.14 native extensions)
+FROM debian:trixie-slim
 
 ARG TARGETARCH
 ARG HATCH_VERSION=1.14.2
@@ -22,7 +23,7 @@ RUN useradd -ms /bin/bash bits
 RUN apt-get update \
     && apt-get install -y --no-install-recommends ca-certificates curl gnupg \
     && curl https://mariadb.org/mariadb_release_signing_key.pgp | gpg --dearmor > /etc/apt/trusted.gpg.d/mariadb.gpg \
-    && echo "deb [arch=amd64,arm64] https://mirror.mariadb.org/repo/11.rolling/debian/ bookworm main" > /etc/apt/sources.list.d/mariadb.list \
+    && echo "deb [arch=amd64,arm64] https://mirror.mariadb.org/repo/11.rolling/debian/ trixie main" > /etc/apt/sources.list.d/mariadb.list \
     && apt-get update \
     && apt-get install -y --no-install-recommends \
       apt-transport-https \
@@ -48,6 +49,7 @@ RUN apt-get update \
       libsqlite3-dev \
       libsqliteodbc \
       libssh-dev \
+      python3.13-dev \
       nodejs \
       npm \
       patch \
@@ -58,6 +60,7 @@ RUN apt-get update \
       awscli \
     # Install azure-functions-core-tools-4, only supported on amd64 architecture for Linux
     # https://github.com/Azure/azure-functions-core-tools/issues/3112
+    # Note: Using bookworm repo as trixie is not yet available
     && if [ "$TARGETARCH" = "amd64" ]; \
     then \
       curl https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor > microsoft.gpg \

scripts/ddtest

@@ -9,6 +9,29 @@ then
     CMD=bash
 fi
 
+# Ensure cache directories exist and are writable by the current user
+# These are mounted into the Docker container at /home/bits/.cache
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
+CACHE_DIR="$PROJECT_ROOT/.cache"
+
+# Create cache directories if they don't exist
+mkdir -p "$CACHE_DIR/pip" "$CACHE_DIR/cython" "$CACHE_DIR/sccache" 2>/dev/null || true
+
+# Fix permissions if the cache directory is owned by root
+if [ -d "$CACHE_DIR" ] && [ "$(stat -c '%U' "$CACHE_DIR" 2>/dev/null || stat -f '%Su' "$CACHE_DIR" 2>/dev/null)" = "root" ]; then
+    echo "Warning: $CACHE_DIR is owned by root. Attempting to fix permissions..."
+    echo "You may be prompted for your sudo password."
+    sudo chown -R "$USER:$(id -gn)" "$CACHE_DIR" 2>/dev/null || {
+        echo "Error: Failed to fix cache directory permissions."
+        echo "Please run: sudo chown -R \$USER:\$(id -gn) $CACHE_DIR"
+        exit 1
+    }
+fi
+
+# Ensure the directories are writable
+chmod -R u+w "$CACHE_DIR" 2>/dev/null || true
+
 docker compose run \
        -e DD_TRACE_AGENT_URL \
        --rm \