Fix _collective_tag_from being too expensive on wide RW-sharded models (#4418) #14063
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Linux Wheels | |
| on: | |
| pull_request: | |
| paths-ignore: | |
| - "docs/*" | |
| - "third_party/*" | |
| - .gitignore | |
| - "*.md" | |
| - ".github/workflows/[cdprvu]*.yml" | |
| push: | |
| branches: | |
| - nightly | |
| - main | |
| - release/* | |
| tags: | |
| # Release candidate tags look like: v1.11.0-rc1 | |
| - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ | |
| workflow_dispatch: | |
| permissions: | |
| id-token: write | |
| contents: read | |
| jobs: | |
| generate-matrix: | |
| uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main | |
| with: | |
| package-type: wheel | |
| os: linux | |
| test-infra-repository: pytorch/test-infra | |
| test-infra-ref: main | |
| with-rocm: false | |
| filter-matrix: | |
| needs: generate-matrix | |
| runs-on: linux.24_04.4x | |
| outputs: | |
| matrix: ${{ steps.filter.outputs.matrix }} | |
| steps: | |
| - uses: actions/setup-python@v4 | |
| - name: Checkout torchrec repository | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: meta-pytorch/torchrec | |
| - name: Filter Generated Built Matrix | |
| id: filter | |
| env: | |
| MAT: ${{ needs.generate-matrix.outputs.matrix }} | |
| run: | | |
| set -ex | |
| pwd | |
| ls | |
| MATRIX_BLOB="$(python .github/scripts/filter.py)" | |
| echo "${MATRIX_BLOB}" | |
| echo "matrix=${MATRIX_BLOB}" >> "${GITHUB_OUTPUT}" | |
| build: | |
| needs: filter-matrix | |
| name: meta-pytorch/torchrec | |
| uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@main | |
| with: | |
| repository: meta-pytorch/torchrec | |
| ref: "" | |
| test-infra-repository: pytorch/test-infra | |
| test-infra-ref: main | |
| build-matrix: ${{ needs.filter-matrix.outputs.matrix }} | |
| pre-script: "" | |
| post-script: .github/scripts/install_libs.sh | |
| package-name: torchrec | |
| smoke-test-script: "" | |
| trigger-event: ${{ github.event_name }} |