torch-mlir/.github/workflows/RollPyTorch.yml

name: Roll PyTorch

on:
  schedule:
    - cron: '0 12 * * *'
  workflow_dispatch:

jobs:
  build_linux:
    name: Manylinux Build
    runs-on: ubuntu-latest

    # Don't run this in everyone's forks.
    if: github.repository == 'llvm/torch-mlir'

    steps:
    - name: Get torch-mlir
      uses: actions/checkout@v3
      with:
        submodules: 'true'
        token: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }}

    - name: Setup ccache
      uses: ./.github/actions/setup-build
      with:
        cache-suffix: x86_64-out-of-tree-OFF

    - name: Determine nightly PyTorch version
      run: |
        cd ${GITHUB_WORKSPACE}
        python -m pip install wheel
        # Fetch the most recent nightly PyTorch release
        PT_RELEASE=$(python -m pip index versions -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html --pre torch | grep "Available versions" | tr ' ' '\n' | grep "^[0-9]" | sort --version-sort --reverse | head -n1 | tr -d ',' | sed 's/\([^+]*\).*/\1/')
        printf -- "-f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html\n--pre\ntorch==%s\n" "${PT_RELEASE}" > pytorch-requirements.txt
        # Fetch the whl file associated with the nightly release
        rm -f torch-"${PT_RELEASE}"*.whl
        python -m pip download -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html --pre "torch==${PT_RELEASE}"
        # Read the commit hash from the downloaded whl file without extracting it
        PT_HASH=$(unzip -p torch-"${PT_RELEASE}"*.whl torch/version.py | grep git_version | awk '{ print $3 }' | tr -d "'")
        PT_HASH_CHANGED=0
        echo "${PT_HASH}" | cmp - pytorch-version.txt --quiet || PT_HASH_CHANGED=$?
        echo "${PT_HASH}" > pytorch-version.txt
        rm torch-"${PT_RELEASE}"*.whl
        # Write the release and hash to the environment file so that we can
        # retrieve them when creating a PR
        echo "PT_HASH=${PT_HASH}" >> ${GITHUB_ENV}
        echo "PT_RELEASE=${PT_RELEASE}" >> ${GITHUB_ENV}
        echo "PT_HASH_CHANGED=${PT_HASH_CHANGED}" >> ${GITHUB_ENV}

    - name: Build and test (in-tree), also update ODS and shape library
      if: env.PT_HASH_CHANGED != '0'
      run: |
        cd ${GITHUB_WORKSPACE}
        TM_PACKAGES="in-tree" TM_USE_PYTORCH_BINARY="OFF" \
        TORCH_MLIR_SRC_PYTORCH_BRANCH="${{ env.PT_HASH }}" \
        TORCH_MLIR_SRC_PYTORCH_RELEASE="${{ env.PT_RELEASE }}" \
        TM_UPDATE_ODS_AND_SHAPE_LIB="ON" \
        ./build_tools/python_deploy/build_linux_packages.sh

    - name: Push changes to main branch
      if: env.PT_HASH_CHANGED != '0'
      run: |
        cd ${GITHUB_WORKSPACE}
        git config user.email "torch-mlir@users.noreply.github.com"
        git config user.name "Roll PyTorch Action"
        git fetch --recurse-submodules=no
        git checkout main
        git add pytorch-version.txt pytorch-requirements.txt lib/Dialect/Torch/Transforms/ShapeLibrary.cpp include/torch-mlir/Dialect/Torch/IR/GeneratedTorchOps.td
        git diff --cached --exit-code || (git commit -m "update PyTorch version to ${{ env.PT_RELEASE }}" && git push --set-upstream origin main)

    - name: Update PyTorch Build Cache
      id: cache-pytorch
      uses: actions/cache@v3
      with:
        path: ${{ github.workspace }}/build_tools/python_deploy/wheelhouse
        key: ubuntu-x86_64-pytorch-${{ env.PT_HASH }}