Run dataset tests on Woodpecker with full data access #86
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Evaluation tests | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - future/* | |
| - series/* | |
| pull_request: | |
| concurrency: | |
| group: eval-${{github.ref}} | |
| cancel-in-progress: true | |
| jobs: | |
| eval-tests: | |
| name: Evaluation-based tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: 🛒 Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - uses: jdx/mise-action@v4 | |
| with: | |
| install: false | |
| - name: 🕶️ Install uv | |
| uses: astral-sh/setup-uv@v8.0.0 | |
| with: | |
| python-version: "3.12.5" | |
| activate-environment: true | |
| cache-suffix: "-20260407" | |
| - name: 📦 Set up Python dependencies (Unix) | |
| if: runner.os != 'Windows' | |
| run: | | |
| uv sync --all-extras --no-default-groups --group test | |
| env: | |
| DONT_SET_MARCH: 1 | |
| - name: Cache ML data | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| data | |
| key: eval-test-data | |
| - name: Download datasets | |
| run: | | |
| lenskit data fetch -D data --movielens ml-100k | |
| - name: Run Eval Tests | |
| run: | | |
| pytest --cov-append --cov=src/lenskit --durations=10 -m 'eval or realdata' --log-file test-eval.log tests | |
| - name: 📤 Upload coverage to CodeCov | |
| uses: codecov/codecov-action@v7.0.0 | |
| cli-tests: | |
| name: Command-line interface tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: 🛒 Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Cache ML data | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| data | |
| key: cli-test-data | |
| - uses: jdx/mise-action@v4 | |
| with: | |
| install: false | |
| - name: 🕶️ Install uv | |
| uses: astral-sh/setup-uv@v8.0.0 | |
| with: | |
| python-version: "3.12.5" | |
| activate-environment: true | |
| cache-suffix: "-20260407" | |
| - name: 📦 Set up Python dependencies | |
| run: | | |
| uv sync --all-extras --no-default-groups --group test | |
| env: | |
| DONT_SET_MARCH: 1 | |
| - name: Download datasets | |
| run: | | |
| coverage run -a --source=src/lenskit -m lenskit data fetch -D data --movielens ml-100k | |
| - name: 🕺🏻 Test LensKit CLI | |
| run: | | |
| mise run test-cli -- --coverage --cov-append | |
| shell: bash -e {0} | |
| env: | |
| LK_TUNE_JOBS: 2 | |
| - name: 🕺🏻 Test LensKit tune CLI (with Ray) | |
| run: | | |
| mise run test-cli -- --coverage --cov-append tests/cli/test-tune.sh | |
| shell: bash -e {0} | |
| env: | |
| LK_USE_RAY_TUNE: 1 | |
| - name: 📤 Upload coverage to CodeCov | |
| uses: codecov/codecov-action@v7.0.0 |