build_linux_binaries.yml

name: Build Linux Wheels

on:
  # TODO: These are only runnable from workflow_dispatch, we need to eventually add
  #       a cron
  # TODO: Add an on_release trigger to build on tags
  workflow_dispatch:

jobs:
  generate-build-matrix:
    if: ${{ github.repository_owner == 'pytorch' }}
    runs-on: ubuntu-latest
    outputs:
      matrix: ${{ steps.set-matrix.outputs.matrix }}
    container:
      image: python:3.9
    steps:
      - name: Clone pytorch/pytorch
        uses: actions/checkout@v2
      - name: Generating build matrix
        id: set-matrix
        run: |
          # outputting for debugging purposes
          python .github/scripts/generate_binary_build_matrix.py
          MATRIX=$(python .github/scripts/generate_binary_build_matrix.py)
          echo "::set-output name=matrix::${MATRIX}"
  build-wheel:
    if: ${{ github.repository_owner == 'pytorch' }}
    needs: generate-build-matrix
    runs-on: linux.2xlarge
    strategy:
      matrix:
        ${{ fromJson(needs.generate-build-matrix.outputs.matrix) }}
    container:
      image: ${{ matrix.container_image }}
    env:
      DESIRED_PYTHON: ${{ matrix.python_version }}
      # TODO: This is a legacy variable that we eventually want to get rid of in
      #       favor of GPU_ARCH_VERSION
      DESIRED_CUDA: ${{ matrix.gpu_arch_version }}
      GPU_ARCH_VERSION: ${{ matrix.GPU_ARCH_VERSION }}
      GPU_ARCH_TYPE: ${{ matrix.gpu_arch_type }}
      PYTORCH_BUILD_NUMBER: 1
      SKIP_ALL_TESTS: 1
    steps:
      - name: Clone pytorch/pytorch
        uses: actions/checkout@v2
        with:
          path: pytorch
          submodules: recursive
      - name: Clone pytorch/builder
        uses: actions/checkout@v2
        with:
          repository: pytorch/builder
          path: builder
      - name: Generate version string
        working-directory: pytorch/
        run: |
          version=$(.github/scripts/generate_pytorch_version.py)
          echo "Generated version: ${version}"
          echo "PYTORCH_BUILD_VERSION=${version}" >> $GITHUB_ENV
      # TODO: Remove this once we remove the need for the directories to be
      #       in specific locations
      - name: Symlink repositories to root directory (for legacy scripts purposes)
        run: |
          ln -s $(pwd)/pytorch /pytorch
          ln -s $(pwd)/builder /builder
      # TODO: Bundle the correct build script in the base container image so
      #       that we don't have to do this type of specification
      - name: Build PyTorch binary (CUDA specific)
        if: ${{ matrix.gpu_arch_type == 'cuda' }}
        run: |
          /builder/manywheel/build.sh
      - name: Build PyTorch binary (ROCM specific)
        if: ${{ matrix.gpu_arch_type == 'rocm' }}
        run: |
          /builder/manywheel/build_rocm.sh
      - name: Build PyTorch binary (CPU specific)
        if: ${{ matrix.gpu_arch_type == 'cpu' }}
        run: |
          /builder/manywheel/build_cpu.sh
      - uses: actions/upload-artifact@v2
        with:
          name: pytorch-wheel-py${{ matrix.python_version }}-${{matrix.gpu_arch_type}}-${{ matrix.gpu_arch_version }}
          path: /remote/**/*.whl
      # TODO: Add a step here for uploading binaries