[Tcp] Merge main into mlir-tcp #118
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Test (TCP) | |
| on: | |
| pull_request: | |
| branches: [ mlir-tcp ] | |
| push: | |
| branches: [ mlir-tcp ] | |
| workflow_dispatch: | |
| # Ensure that only a single job or workflow using the same | |
| # concurrency group will run at a time. This would cancel | |
| # any in-progress jobs in the same github workflow and github | |
| # ref (e.g. refs/heads/main or refs/pull/<pr_number>/merge). | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| # Provisioned Jobs: | |
| # ubuntu/docker - x86_64 - llvm in-tree - pytorch binary - build+test # most used dev flow and fastest signal | |
| jobs: | |
| build-test: | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| os-arch: [ubuntu-x86_64, macos-arm64, windows-x86_64] | |
| llvm-build: [in-tree, out-of-tree] | |
| torch-binary: [ON, OFF] | |
| torch-version: [nightly, stable] | |
| exclude: | |
| # Exclude pytorch source | |
| - torch-binary: OFF | |
| # Exclude llvm out-of-tree | |
| - llvm-build: out-of-tree | |
| # Exclude macos-arm64 | |
| - os-arch: macos-arm64 | |
| # Exclude windows-x86_64 | |
| - os-arch: windows-x86_64 | |
| include: | |
| # Specify OS versions | |
| - os-arch: ubuntu-x86_64 | |
| os: a100 | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Prepare workspace | |
| if: ${{ matrix.os-arch == 'ubuntu-x86_64' }} | |
| run: | | |
| # Clear the workspace directory so that we don't run into errors about | |
| # existing lock files. | |
| sudo rm -rf $GITHUB_WORKSPACE/* | |
| - name: Checkout torch-mlir | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'true' | |
| fetch-depth: 0 | |
| - name: Fetch PyTorch commit hash | |
| if: ${{ matrix.os-arch != 'windows-x86_64' }} | |
| run: | | |
| PT_HASH="$(cat ${GITHUB_WORKSPACE}/pytorch-hash.txt)" | |
| echo "PT_HASH=${PT_HASH}" >> ${GITHUB_ENV} | |
| - name: Setup ccache | |
| uses: ./.github/actions/setup-build | |
| with: | |
| cache-suffix: 'build-${{ matrix.llvm-build }}-${{ matrix.torch-version }}' | |
| torch-version: ${{ matrix.torch-version }} | |
| - name: Build and Test os-arch='ubuntu-x86_64' llvm-build='${{ matrix.llvm-build }}' torch-binary='${{ matrix.torch-binary }}' | |
| if: ${{ matrix.os-arch == 'ubuntu-x86_64' }} | |
| run: | | |
| cd $GITHUB_WORKSPACE | |
| TORCH_MLIR_SRC_PYTORCH_BRANCH="$(cat pytorch-hash.txt)" \ | |
| TM_PACKAGES="${{ matrix.llvm-build }}" \ | |
| TM_USE_PYTORCH_BINARY="${{ matrix.torch-binary }}" \ | |
| TM_PYTORCH_INSTALL_WITHOUT_REBUILD="${{ steps.cache-pytorch.outputs.cache-hit }}" \ | |
| TM_TORCH_VERSION="${{ matrix.torch-version }}" \ | |
| ./build_tools/python_deploy/build_linux_packages.sh | |
| - name: Print ccache configuration and statistics | |
| shell: bash | |
| run: ccache --show-config --show-stats --print-stats |