From d56f3cd93937e058114a25fbf362eb82e1205ec7 Mon Sep 17 00:00:00 2001 From: Thanh Ha Date: Fri, 8 Mar 2024 09:56:47 -0500 Subject: [PATCH] Test ARC GPU Signed-off-by: Thanh Ha --- .github/workflows/pull.yml | 756 +++++++++++++++++++------------------ 1 file changed, 383 insertions(+), 373 deletions(-) diff --git a/.github/workflows/pull.yml b/.github/workflows/pull.yml index a268db47eb1af..ac8a1fc0f4ad1 100644 --- a/.github/workflows/pull.yml +++ b/.github/workflows/pull.yml @@ -18,376 +18,386 @@ concurrency: cancel-in-progress: true jobs: - linux-focal-py3_8-gcc7-build: - name: linux-focal-py3.8-gcc7 - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-focal-py3.8-gcc7 - docker-image-name: pytorch-linux-focal-py3.8-gcc7 - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 3, runner: "linux.2xlarge" }, - { config: "default", shard: 2, num_shards: 3, runner: "linux.2xlarge" }, - { config: "default", shard: 3, num_shards: 3, runner: "linux.2xlarge" }, - { config: "docs_test", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, - { config: "jit_legacy", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, - { config: "backwards_compat", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, - { config: "distributed", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, - { config: "distributed", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, - ]} - - linux-focal-py3_8-gcc7-test: - name: linux-focal-py3.8-gcc7 - uses: ./.github/workflows/_linux-test.yml - needs: linux-focal-py3_8-gcc7-build - with: - build-environment: linux-focal-py3.8-gcc7 - docker-image: ${{ needs.linux-focal-py3_8-gcc7-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_8-gcc7-build.outputs.test-matrix }} - - linux-docs: - name: linux-docs - uses: ./.github/workflows/_docs.yml - needs: linux-focal-py3_8-gcc7-build - with: - build-environment: linux-focal-py3.8-gcc7 - docker-image: ${{ needs.linux-focal-py3_8-gcc7-build.outputs.docker-image }} - - linux-focal-py3_8-gcc7-no-ops: - name: linux-focal-py3.8-gcc7-no-ops - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-focal-py3.8-gcc7-no-ops - docker-image-name: pytorch-linux-focal-py3.8-gcc7 - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1 }, - ]} - - linux-focal-py3_8-gcc7-pch: - name: linux-focal-py3.8-gcc7-pch - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-focal-py3.8-gcc7-pch - docker-image-name: pytorch-linux-focal-py3.8-gcc7 - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1 }, - ]} - - linux-jammy-py3_9-clang12-asan-build: - name: linux-jammy-py3.9-clang12-asan - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-jammy-py3.9-clang12-asan - docker-image-name: pytorch-linux-jammy-py3-clang12-asan - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 6, runner: "linux.4xlarge" }, - { config: "default", shard: 2, num_shards: 6, runner: "linux.4xlarge" }, - { config: "default", shard: 3, num_shards: 6, runner: "linux.4xlarge" }, - { config: "default", shard: 4, num_shards: 6, runner: "linux.4xlarge" }, - { config: "default", shard: 5, num_shards: 6, runner: "linux.4xlarge" }, - { config: "default", shard: 6, num_shards: 6, runner: "linux.4xlarge" }, - ]} - sync-tag: asan-build - - linux-jammy-py3_9-clang12-asan-test: - name: linux-jammy-py3.9-clang12-asan - uses: ./.github/workflows/_linux-test.yml - needs: linux-jammy-py3_9-clang12-asan-build - with: - build-environment: linux-jammy-py3.9-clang12-asan - docker-image: ${{ needs.linux-jammy-py3_9-clang12-asan-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-jammy-py3_9-clang12-asan-build.outputs.test-matrix }} - sync-tag: asan-test - - linux-focal-py3_8-clang10-onnx-build: - name: linux-focal-py3.8-clang10-onnx - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-focal-py3.8-clang10-onnx - docker-image-name: pytorch-linux-focal-py3-clang10-onnx - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, - { config: "default", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, - ]} - - linux-focal-py3_8-clang10-onnx-test: - name: linux-focal-py3.8-clang10-onnx - uses: ./.github/workflows/_linux-test.yml - needs: linux-focal-py3_8-clang10-onnx-build - with: - build-environment: linux-focal-py3.8-clang10-onnx - docker-image: ${{ needs.linux-focal-py3_8-clang10-onnx-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_8-clang10-onnx-build.outputs.test-matrix }} - - linux-bionic-py3_8-clang9-build: - name: linux-bionic-py3.8-clang9 - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-bionic-py3.8-clang9 - docker-image-name: pytorch-linux-bionic-py3.8-clang9 - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 3, runner: "linux.2xlarge" }, - { config: "default", shard: 2, num_shards: 3, runner: "linux.2xlarge" }, - { config: "default", shard: 3, num_shards: 3, runner: "linux.2xlarge" }, - { config: "crossref", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, - { config: "crossref", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, - { config: "dynamo", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, - { config: "dynamo", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, - ]} - - linux-bionic-py3_8-clang9-test: - name: linux-bionic-py3.8-clang9 - uses: ./.github/workflows/_linux-test.yml - needs: linux-bionic-py3_8-clang9-build - with: - build-environment: linux-bionic-py3.8-clang9 - docker-image: ${{ needs.linux-bionic-py3_8-clang9-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-bionic-py3_8-clang9-build.outputs.test-matrix }} - - linux-bionic-py3_11-clang9-build: - name: linux-bionic-py3.11-clang9 - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-bionic-py3.11-clang9 - docker-image-name: pytorch-linux-bionic-py3.11-clang9 - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 3, runner: "linux.2xlarge" }, - { config: "default", shard: 2, num_shards: 3, runner: "linux.2xlarge" }, - { config: "default", shard: 3, num_shards: 3, runner: "linux.2xlarge" }, - { config: "crossref", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, - { config: "crossref", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, - { config: "dynamo", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, - { config: "dynamo", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, - ]} - - linux-bionic-py3_11-clang9-test: - name: linux-bionic-py3.11-clang9 - uses: ./.github/workflows/_linux-test.yml - needs: linux-bionic-py3_11-clang9-build - with: - build-environment: linux-bionic-py3.11-clang9 - docker-image: ${{ needs.linux-bionic-py3_11-clang9-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-bionic-py3_11-clang9-build.outputs.test-matrix }} - - linux-bionic-cuda11_8-py3_10-gcc9-build: - name: linux-bionic-cuda11.8-py3.10-gcc9 - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-bionic-cuda11.8-py3.10-gcc9 - docker-image-name: pytorch-linux-bionic-cuda11.8-cudnn8-py3-gcc9 - test-matrix: | - { include: [ - { config: "distributed", shard: 1, num_shards: 3, runner: "linux.8xlarge.nvidia.gpu" }, - { config: "distributed", shard: 2, num_shards: 3, runner: "linux.8xlarge.nvidia.gpu" }, - { config: "distributed", shard: 3, num_shards: 3, runner: "linux.8xlarge.nvidia.gpu" }, - ]} - - linux-bionic-cuda11_8-py3_10-gcc9-test: - name: linux-bionic-cuda11.8-py3.10-gcc9 - uses: ./.github/workflows/_linux-test.yml - needs: linux-bionic-cuda11_8-py3_10-gcc9-build - with: - timeout-minutes: 360 - build-environment: linux-bionic-cuda11.8-py3.10-gcc9 - docker-image: ${{ needs.linux-bionic-cuda11_8-py3_10-gcc9-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-bionic-cuda11_8-py3_10-gcc9-build.outputs.test-matrix }} - - linux-bionic-cuda12_1-py3_10-gcc9-build: - name: linux-bionic-cuda12.1-py3.10-gcc9 - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-bionic-cuda12.1-py3.10-gcc9 - docker-image-name: pytorch-linux-bionic-cuda12.1-cudnn8-py3-gcc9 - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, - { config: "default", shard: 2, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, - { config: "default", shard: 3, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, - { config: "default", shard: 4, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, - { config: "default", shard: 5, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, - { config: "deploy", shard: 1, num_shards: 1, runner: "linux.4xlarge.nvidia.gpu" }, - ]} - - linux-bionic-cuda12_1-py3_10-gcc9-test: - name: linux-bionic-cuda12.1-py3.10-gcc9 - uses: ./.github/workflows/_linux-test.yml - needs: linux-bionic-cuda12_1-py3_10-gcc9-build - with: - timeout-minutes: 360 - build-environment: linux-bionic-cuda12.1-py3.10-gcc9 - docker-image: ${{ needs.linux-bionic-cuda12_1-py3_10-gcc9-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-bionic-cuda12_1-py3_10-gcc9-build.outputs.test-matrix }} - - linux-jammy-py3-clang12-mobile-build: - name: linux-jammy-py3-clang12-mobile-build - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-jammy-py3-clang12-mobile-build - docker-image-name: pytorch-linux-jammy-py3-clang12-asan - build-generates-artifacts: false - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1 }, - ]} - - linux-jammy-cuda-11_8-cudnn8-py3_8-clang12-build: - name: linux-jammy-cuda11.8-cudnn8-py3.8-clang12 - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-jammy-cuda11.8-cudnn8-py3.8-clang12 - docker-image-name: pytorch-linux-jammy-cuda11.8-cudnn8-py3.8-clang12 - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1 }, - ]} - - linux-focal-py3-clang7-mobile-custom-build-static: - name: linux-focal-py3-clang7-mobile-custom-build-static - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-focal-py3-clang7-mobile-custom-build-static - docker-image-name: pytorch-linux-focal-py3-clang7-android-ndk-r19c - build-generates-artifacts: false - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1 }, - ]} - - linux-bionic-py3_8-clang8-xla-build: - name: linux-bionic-py3_8-clang8-xla - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-bionic-py3_8-clang8-xla - docker-image-name: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/xla_base:v1.0 - test-matrix: | - { include: [ - { config: "xla", shard: 1, num_shards: 1, runner: "linux.12xlarge" }, - ]} - - linux-bionic-py3_8-clang8-xla-test: - name: linux-bionic-py3_8-clang8-xla - uses: ./.github/workflows/_linux-test.yml - needs: linux-bionic-py3_8-clang8-xla-build - with: - build-environment: linux-bionic-py3_8-clang8-xla - docker-image: ${{ needs.linux-bionic-py3_8-clang8-xla-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-bionic-py3_8-clang8-xla-build.outputs.test-matrix }} - - win-vs2019-cpu-py3-build: - name: win-vs2019-cpu-py3 - uses: ./.github/workflows/_win-build.yml - with: - build-environment: win-vs2019-cpu-py3 - cuda-version: cpu - sync-tag: win-cpu-build - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 3, runner: "windows.4xlarge.canary" }, - { config: "default", shard: 2, num_shards: 3, runner: "windows.4xlarge.canary" }, - { config: "default", shard: 3, num_shards: 3, runner: "windows.4xlarge.canary" }, - ]} - - linux-bionic-cpu-py3_10-gcc9-bazel-test: - name: linux-bionic-cpu-py3.10-gcc9-bazel-test - uses: ./.github/workflows/_bazel-build-test.yml - with: - build-environment: linux-bionic-cuda12.1-py3.10-gcc9-bazel-test - docker-image-name: pytorch-linux-bionic-cuda12.1-cudnn8-py3-gcc9 - cuda-version: cpu - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1, runner: "linux.4xlarge" }, - ]} - - linux-focal-cuda12_1-py3_10-gcc9-bazel-test: - name: linux-focal-cuda12.1-py3.10-gcc9-bazel-test - uses: ./.github/workflows/_bazel-build-test.yml - with: - build-environment: linux-focal-cuda12.1-py3.10-gcc9-bazel-test - docker-image-name: pytorch-linux-focal-cuda12.1-cudnn8-py3-gcc9 - cuda-version: "12.1" - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1, runner: "linux.4xlarge.nvidia.gpu" }, - ]} - - linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single: - name: linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single - uses: ./.github/workflows/_android-build-test.yml - with: - build-environment: linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single - docker-image-name: pytorch-linux-focal-py3-clang7-android-ndk-r19c - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, - ]} - - linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single-full-jit: - name: linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single-full-jit - uses: ./.github/workflows/_android-build-test.yml - with: - build-environment: linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single-full-jit - docker-image-name: pytorch-linux-focal-py3-clang7-android-ndk-r19c - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, - ]} - - linux-focal-py3_8-gcc7-mobile-lightweight-dispatch-build: - name: linux-focal-py3.8-gcc7-mobile-lightweight-dispatch-build - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-focal-py3.8-gcc7-mobile-lightweight-dispatch-build - docker-image-name: pytorch-linux-focal-py3.8-gcc7 - build-generates-artifacts: false - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 1 }, - ]} - - linux-focal-rocm5_6-py3_8-build: - # don't run build twice on main - if: github.event_name == 'pull_request' - name: linux-focal-rocm5.6-py3.8 - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-focal-rocm5.6-py3.8 - docker-image-name: pytorch-linux-focal-rocm-n-py3 - sync-tag: rocm-build - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 3, runner: "linux.rocm.gpu" }, - { config: "default", shard: 2, num_shards: 3, runner: "linux.rocm.gpu" }, - { config: "default", shard: 3, num_shards: 3, runner: "linux.rocm.gpu" }, - ]} - - linux-bionic-cuda12_1-py3_10-gcc9-sm86-build: - name: linux-bionic-cuda12.1-py3.10-gcc9-sm86 - uses: ./.github/workflows/_linux-build.yml - with: - build-environment: linux-bionic-cuda12.1-py3.10-gcc9-sm86 - docker-image-name: pytorch-linux-bionic-cuda12.1-cudnn8-py3-gcc9 - cuda-arch-list: 8.6 - test-matrix: | - { include: [ - { config: "default", shard: 1, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, - { config: "default", shard: 2, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, - { config: "default", shard: 3, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, - { config: "default", shard: 4, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, - { config: "default", shard: 5, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, - ]} - - linux-bionic-cuda12_1-py3_10-gcc9-sm86-test: - name: linux-bionic-cuda12.1-py3.10-gcc9-sm86 - uses: ./.github/workflows/_linux-test.yml - needs: linux-bionic-cuda12_1-py3_10-gcc9-sm86-build - with: - build-environment: linux-bionic-cuda12.1-py3.10-gcc9-sm86 - docker-image: ${{ needs.linux-bionic-cuda12_1-py3_10-gcc9-sm86-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-bionic-cuda12_1-py3_10-gcc9-sm86-build.outputs.test-matrix }} + test-setup-nvidia: + name: test-setup-nvidia + runs-on: + group: arc-lf-linux-gpu.large.canary + steps: + - name: Install nvidia driver, nvidia-docker runtime, set GPU_FLAG + id: install-nvidia-driver + uses: pytorch/test-infra/.github/actions/setup-nvidia@main + if: contains(inputs.build-environment, 'cuda') && !contains(matrix.config, 'nogpu') + + # linux-focal-py3_8-gcc7-build: + # name: linux-focal-py3.8-gcc7 + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-focal-py3.8-gcc7 + # docker-image-name: pytorch-linux-focal-py3.8-gcc7 + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "default", shard: 2, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "default", shard: 3, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "docs_test", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, + # { config: "jit_legacy", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, + # { config: "backwards_compat", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, + # { config: "distributed", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, + # { config: "distributed", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, + # ]} + + # linux-focal-py3_8-gcc7-test: + # name: linux-focal-py3.8-gcc7 + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-focal-py3_8-gcc7-build + # with: + # build-environment: linux-focal-py3.8-gcc7 + # docker-image: ${{ needs.linux-focal-py3_8-gcc7-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-focal-py3_8-gcc7-build.outputs.test-matrix }} + + # linux-docs: + # name: linux-docs + # uses: ./.github/workflows/_docs.yml + # needs: linux-focal-py3_8-gcc7-build + # with: + # build-environment: linux-focal-py3.8-gcc7 + # docker-image: ${{ needs.linux-focal-py3_8-gcc7-build.outputs.docker-image }} + + # linux-focal-py3_8-gcc7-no-ops: + # name: linux-focal-py3.8-gcc7-no-ops + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-focal-py3.8-gcc7-no-ops + # docker-image-name: pytorch-linux-focal-py3.8-gcc7 + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1 }, + # ]} + + # linux-focal-py3_8-gcc7-pch: + # name: linux-focal-py3.8-gcc7-pch + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-focal-py3.8-gcc7-pch + # docker-image-name: pytorch-linux-focal-py3.8-gcc7 + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1 }, + # ]} + + # linux-jammy-py3_9-clang12-asan-build: + # name: linux-jammy-py3.9-clang12-asan + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-jammy-py3.9-clang12-asan + # docker-image-name: pytorch-linux-jammy-py3-clang12-asan + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 6, runner: "linux.4xlarge" }, + # { config: "default", shard: 2, num_shards: 6, runner: "linux.4xlarge" }, + # { config: "default", shard: 3, num_shards: 6, runner: "linux.4xlarge" }, + # { config: "default", shard: 4, num_shards: 6, runner: "linux.4xlarge" }, + # { config: "default", shard: 5, num_shards: 6, runner: "linux.4xlarge" }, + # { config: "default", shard: 6, num_shards: 6, runner: "linux.4xlarge" }, + # ]} + # sync-tag: asan-build + + # linux-jammy-py3_9-clang12-asan-test: + # name: linux-jammy-py3.9-clang12-asan + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-jammy-py3_9-clang12-asan-build + # with: + # build-environment: linux-jammy-py3.9-clang12-asan + # docker-image: ${{ needs.linux-jammy-py3_9-clang12-asan-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-jammy-py3_9-clang12-asan-build.outputs.test-matrix }} + # sync-tag: asan-test + + # linux-focal-py3_8-clang10-onnx-build: + # name: linux-focal-py3.8-clang10-onnx + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-focal-py3.8-clang10-onnx + # docker-image-name: pytorch-linux-focal-py3-clang10-onnx + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, + # { config: "default", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, + # ]} + + # linux-focal-py3_8-clang10-onnx-test: + # name: linux-focal-py3.8-clang10-onnx + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-focal-py3_8-clang10-onnx-build + # with: + # build-environment: linux-focal-py3.8-clang10-onnx + # docker-image: ${{ needs.linux-focal-py3_8-clang10-onnx-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-focal-py3_8-clang10-onnx-build.outputs.test-matrix }} + + # linux-bionic-py3_8-clang9-build: + # name: linux-bionic-py3.8-clang9 + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-bionic-py3.8-clang9 + # docker-image-name: pytorch-linux-bionic-py3.8-clang9 + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "default", shard: 2, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "default", shard: 3, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "crossref", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, + # { config: "crossref", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, + # { config: "dynamo", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, + # { config: "dynamo", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, + # ]} + + # linux-bionic-py3_8-clang9-test: + # name: linux-bionic-py3.8-clang9 + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-bionic-py3_8-clang9-build + # with: + # build-environment: linux-bionic-py3.8-clang9 + # docker-image: ${{ needs.linux-bionic-py3_8-clang9-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-bionic-py3_8-clang9-build.outputs.test-matrix }} + + # linux-bionic-py3_11-clang9-build: + # name: linux-bionic-py3.11-clang9 + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-bionic-py3.11-clang9 + # docker-image-name: pytorch-linux-bionic-py3.11-clang9 + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "default", shard: 2, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "default", shard: 3, num_shards: 3, runner: "linux.2xlarge" }, + # { config: "crossref", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, + # { config: "crossref", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, + # { config: "dynamo", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, + # { config: "dynamo", shard: 2, num_shards: 2, runner: "linux.2xlarge" }, + # ]} + + # linux-bionic-py3_11-clang9-test: + # name: linux-bionic-py3.11-clang9 + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-bionic-py3_11-clang9-build + # with: + # build-environment: linux-bionic-py3.11-clang9 + # docker-image: ${{ needs.linux-bionic-py3_11-clang9-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-bionic-py3_11-clang9-build.outputs.test-matrix }} + + # linux-bionic-cuda11_8-py3_10-gcc9-build: + # name: linux-bionic-cuda11.8-py3.10-gcc9 + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-bionic-cuda11.8-py3.10-gcc9 + # docker-image-name: pytorch-linux-bionic-cuda11.8-cudnn8-py3-gcc9 + # test-matrix: | + # { include: [ + # { config: "distributed", shard: 1, num_shards: 3, runner: "linux.8xlarge.nvidia.gpu" }, + # { config: "distributed", shard: 2, num_shards: 3, runner: "linux.8xlarge.nvidia.gpu" }, + # { config: "distributed", shard: 3, num_shards: 3, runner: "linux.8xlarge.nvidia.gpu" }, + # ]} + + # linux-bionic-cuda11_8-py3_10-gcc9-test: + # name: linux-bionic-cuda11.8-py3.10-gcc9 + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-bionic-cuda11_8-py3_10-gcc9-build + # with: + # timeout-minutes: 360 + # build-environment: linux-bionic-cuda11.8-py3.10-gcc9 + # docker-image: ${{ needs.linux-bionic-cuda11_8-py3_10-gcc9-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-bionic-cuda11_8-py3_10-gcc9-build.outputs.test-matrix }} + + # linux-bionic-cuda12_1-py3_10-gcc9-build: + # name: linux-bionic-cuda12.1-py3.10-gcc9 + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-bionic-cuda12.1-py3.10-gcc9 + # docker-image-name: pytorch-linux-bionic-cuda12.1-cudnn8-py3-gcc9 + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, + # { config: "default", shard: 2, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, + # { config: "default", shard: 3, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, + # { config: "default", shard: 4, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, + # { config: "default", shard: 5, num_shards: 5, runner: "linux.4xlarge.nvidia.gpu" }, + # { config: "deploy", shard: 1, num_shards: 1, runner: "linux.4xlarge.nvidia.gpu" }, + # ]} + + # linux-bionic-cuda12_1-py3_10-gcc9-test: + # name: linux-bionic-cuda12.1-py3.10-gcc9 + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-bionic-cuda12_1-py3_10-gcc9-build + # with: + # timeout-minutes: 360 + # build-environment: linux-bionic-cuda12.1-py3.10-gcc9 + # docker-image: ${{ needs.linux-bionic-cuda12_1-py3_10-gcc9-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-bionic-cuda12_1-py3_10-gcc9-build.outputs.test-matrix }} + + # linux-jammy-py3-clang12-mobile-build: + # name: linux-jammy-py3-clang12-mobile-build + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-jammy-py3-clang12-mobile-build + # docker-image-name: pytorch-linux-jammy-py3-clang12-asan + # build-generates-artifacts: false + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1 }, + # ]} + + # linux-jammy-cuda-11_8-cudnn8-py3_8-clang12-build: + # name: linux-jammy-cuda11.8-cudnn8-py3.8-clang12 + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-jammy-cuda11.8-cudnn8-py3.8-clang12 + # docker-image-name: pytorch-linux-jammy-cuda11.8-cudnn8-py3.8-clang12 + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1 }, + # ]} + + # linux-focal-py3-clang7-mobile-custom-build-static: + # name: linux-focal-py3-clang7-mobile-custom-build-static + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-focal-py3-clang7-mobile-custom-build-static + # docker-image-name: pytorch-linux-focal-py3-clang7-android-ndk-r19c + # build-generates-artifacts: false + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1 }, + # ]} + + # linux-bionic-py3_8-clang8-xla-build: + # name: linux-bionic-py3_8-clang8-xla + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-bionic-py3_8-clang8-xla + # docker-image-name: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/xla_base:v1.0 + # test-matrix: | + # { include: [ + # { config: "xla", shard: 1, num_shards: 1, runner: "linux.12xlarge" }, + # ]} + + # linux-bionic-py3_8-clang8-xla-test: + # name: linux-bionic-py3_8-clang8-xla + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-bionic-py3_8-clang8-xla-build + # with: + # build-environment: linux-bionic-py3_8-clang8-xla + # docker-image: ${{ needs.linux-bionic-py3_8-clang8-xla-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-bionic-py3_8-clang8-xla-build.outputs.test-matrix }} + + # win-vs2019-cpu-py3-build: + # name: win-vs2019-cpu-py3 + # uses: ./.github/workflows/_win-build.yml + # with: + # build-environment: win-vs2019-cpu-py3 + # cuda-version: cpu + # sync-tag: win-cpu-build + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 3, runner: "windows.4xlarge.canary" }, + # { config: "default", shard: 2, num_shards: 3, runner: "windows.4xlarge.canary" }, + # { config: "default", shard: 3, num_shards: 3, runner: "windows.4xlarge.canary" }, + # ]} + + # linux-bionic-cpu-py3_10-gcc9-bazel-test: + # name: linux-bionic-cpu-py3.10-gcc9-bazel-test + # uses: ./.github/workflows/_bazel-build-test.yml + # with: + # build-environment: linux-bionic-cuda12.1-py3.10-gcc9-bazel-test + # docker-image-name: pytorch-linux-bionic-cuda12.1-cudnn8-py3-gcc9 + # cuda-version: cpu + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1, runner: "linux.4xlarge" }, + # ]} + + # linux-focal-cuda12_1-py3_10-gcc9-bazel-test: + # name: linux-focal-cuda12.1-py3.10-gcc9-bazel-test + # uses: ./.github/workflows/_bazel-build-test.yml + # with: + # build-environment: linux-focal-cuda12.1-py3.10-gcc9-bazel-test + # docker-image-name: pytorch-linux-focal-cuda12.1-cudnn8-py3-gcc9 + # cuda-version: "12.1" + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1, runner: "linux.4xlarge.nvidia.gpu" }, + # ]} + + # linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single: + # name: linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single + # uses: ./.github/workflows/_android-build-test.yml + # with: + # build-environment: linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single + # docker-image-name: pytorch-linux-focal-py3-clang7-android-ndk-r19c + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, + # ]} + + # linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single-full-jit: + # name: linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single-full-jit + # uses: ./.github/workflows/_android-build-test.yml + # with: + # build-environment: linux-focal-py3-clang7-android-ndk-r19c-gradle-custom-build-single-full-jit + # docker-image-name: pytorch-linux-focal-py3-clang7-android-ndk-r19c + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1, runner: "linux.2xlarge" }, + # ]} + + # linux-focal-py3_8-gcc7-mobile-lightweight-dispatch-build: + # name: linux-focal-py3.8-gcc7-mobile-lightweight-dispatch-build + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-focal-py3.8-gcc7-mobile-lightweight-dispatch-build + # docker-image-name: pytorch-linux-focal-py3.8-gcc7 + # build-generates-artifacts: false + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 1 }, + # ]} + + # linux-focal-rocm5_6-py3_8-build: + # # don't run build twice on main + # if: github.event_name == 'pull_request' + # name: linux-focal-rocm5.6-py3.8 + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-focal-rocm5.6-py3.8 + # docker-image-name: pytorch-linux-focal-rocm-n-py3 + # sync-tag: rocm-build + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 3, runner: "linux.rocm.gpu" }, + # { config: "default", shard: 2, num_shards: 3, runner: "linux.rocm.gpu" }, + # { config: "default", shard: 3, num_shards: 3, runner: "linux.rocm.gpu" }, + # ]} + + # linux-bionic-cuda12_1-py3_10-gcc9-sm86-build: + # name: linux-bionic-cuda12.1-py3.10-gcc9-sm86 + # uses: ./.github/workflows/_linux-build.yml + # with: + # build-environment: linux-bionic-cuda12.1-py3.10-gcc9-sm86 + # docker-image-name: pytorch-linux-bionic-cuda12.1-cudnn8-py3-gcc9 + # cuda-arch-list: 8.6 + # test-matrix: | + # { include: [ + # { config: "default", shard: 1, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, + # { config: "default", shard: 2, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, + # { config: "default", shard: 3, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, + # { config: "default", shard: 4, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, + # { config: "default", shard: 5, num_shards: 5, runner: "linux.g5.4xlarge.nvidia.gpu" }, + # ]} + + # linux-bionic-cuda12_1-py3_10-gcc9-sm86-test: + # name: linux-bionic-cuda12.1-py3.10-gcc9-sm86 + # uses: ./.github/workflows/_linux-test.yml + # needs: linux-bionic-cuda12_1-py3_10-gcc9-sm86-build + # with: + # build-environment: linux-bionic-cuda12.1-py3.10-gcc9-sm86 + # docker-image: ${{ needs.linux-bionic-cuda12_1-py3_10-gcc9-sm86-build.outputs.docker-image }} + # test-matrix: ${{ needs.linux-bionic-cuda12_1-py3_10-gcc9-sm86-build.outputs.test-matrix }}