fix: mark awkward as freedthread safe with pybind11 (#3396)

* fix: mark awkward as freedthread safe with pybind11

* use Quansight-Labs/setup-python so we can test 3.13t

* only run 3.13t with minimal dependencies for tests

* set this back to full, we'll still need to fix uproot

* Fixed script for nogil

* Build nogil awkward-cpp wheels

* Fixed test workflow

---------

Co-authored-by: Andres Rios Tascon <[email protected]>

Author: lgray

.github/workflows/test.yml

@@ -69,6 +69,14 @@ jobs:
             python-architecture: x64
             runs-on: ubuntu-latest
             dependencies-kind: ml
+          - python-version: '3.13t'
+            python-architecture: x64
+            runs-on: ubuntu-latest
+            dependencies-kind: nogil
+          - python-version: '3.13t'
+            python-architecture: x64
+            runs-on: windows-latest
+            dependencies-kind: nogil
 
     runs-on: ${{ matrix.runs-on }}
 
@@ -81,7 +89,7 @@ jobs:
           submodules: true
 
       - name: 'Python ${{ matrix.python-version }}'
-        uses: actions/setup-python@v5
+        uses: Quansight-Labs/setup-python@v5
         with:
           python-version: '${{ matrix.python-version }}'
           architecture: '${{ matrix.python-architecture }}'

awkward-cpp/pyproject.toml

@@ -77,6 +77,7 @@ cmake.version = ">=3.29"
 
 [tool.cibuildwheel]
 build-frontend = "build[uv]"
+free-threaded-support = true
 test-requires = ["pytest>=6", "."]
 test-command = ["echo {project}:", "ls {project}", "echo {package}:", "ls {package}",
 """

awkward-cpp/src/python/_ext.cpp

@@ -9,7 +9,7 @@
 #include "awkward/python/forth.h"
 
 namespace py = pybind11;
-PYBIND11_MODULE(_ext, m) {
+PYBIND11_MODULE(_ext, m, py::mod_gil_not_used()) {
 #ifdef VERSION_INFO
   m.attr("__version__") = VERSION_INFO;
 #else

dev/generate-tests.py

@@ -7,6 +7,7 @@
 import json
 import os
 import shutil
+import sys
 import time
 from collections import OrderedDict
 from itertools import product
@@ -17,6 +18,11 @@
 
 CURRENT_DIR = os.path.dirname(os.path.realpath(__file__))
 
+try:
+    yaml_loader = yaml.CSafeLoader if sys._is_gil_enabled() else yaml.SafeLoader
+except AttributeError:
+    yaml_loader = yaml.CSafeLoader
+
 
 def reproducible_datetime():
     import sys
@@ -203,7 +209,7 @@ def readspec():
     specdict = {}
     specdict_unit = {}
     with open(os.path.join(CURRENT_DIR, "..", "kernel-specification.yml")) as f:
-        loadfile = yaml.load(f, Loader=yaml.CSafeLoader)
+        loadfile = yaml.load(f, Loader=yaml_loader)
 
     indspec = loadfile["kernels"]
     with open(os.path.join(CURRENT_DIR, "..", "kernel-test-data.json")) as f:
@@ -392,7 +398,7 @@ def awkward_ListArray_combinations_step(
         with open(
             os.path.join(CURRENT_DIR, "..", "kernel-specification.yml")
         ) as specfile:
-            indspec = yaml.load(specfile, Loader=yaml.CSafeLoader)["kernels"]
+            indspec = yaml.load(specfile, Loader=yaml_loader)["kernels"]
             for spec in indspec:
                 if "def " in spec["definition"]:
                     outfile.write(spec["definition"] + "\n")

requirements-test-nogil.txt

@@ -0,0 +1,5 @@
+fsspec>=2022.11.0;sys_platform != "win32"
+pandas>=0.24.0;sys_platform != "win32"
+pytest>=6
+pytest-cov
+pytest-xdist