From 4a738c0c0d9f049eb3d10a7133394912eb5ca5cb Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 4 Mar 2025 18:15:57 +0530 Subject: [PATCH 01/58] removed pytorch permission to run the ci locally --- .github/workflows/_linux-build.yml | 3 +-- .github/workflows/ppc64le.yml | 1 - 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/_linux-build.yml b/.github/workflows/_linux-build.yml index 1aeaa5d8b73c..dcc658cad554 100644 --- a/.github/workflows/_linux-build.yml +++ b/.github/workflows/_linux-build.yml @@ -99,8 +99,7 @@ on: jobs: build: environment: ${{ github.ref == 'refs/heads/main' && 'scribe-protected' || startsWith(github.ref, 'refs/heads/release/') && 'scribe-protected' || contains(github.event.pull_request.labels.*.name, 'ci-scribe') && 'scribe-pr' || '' }} - # Don't run on forked repos - if: github.repository_owner == 'pytorch' + runs-on: ${{ inputs.runner_prefix}}${{ inputs.runner }} timeout-minutes: 240 outputs: diff --git a/.github/workflows/ppc64le.yml b/.github/workflows/ppc64le.yml index e5875982c187..3e261d00d675 100755 --- a/.github/workflows/ppc64le.yml +++ b/.github/workflows/ppc64le.yml @@ -12,7 +12,6 @@ concurrency: jobs: linux-manylinux-2_28-py3-cpu-ppc64le-build: - if: github.repository_owner == 'pytorch' name: linux-manylinux-2_28-py3-cpu-ppc64le-build uses: ./.github/workflows/_linux-build.yml with: From e1baf34c17d1337c7c005b1d7c0a662be1a78e42 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Mon, 10 Mar 2025 12:41:26 +0530 Subject: [PATCH 02/58] nightly build changes --- .github/scripts/generate_ci_workflows.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/.github/scripts/generate_ci_workflows.py b/.github/scripts/generate_ci_workflows.py index 8dc151809eb6..f5bdddf4e9cd 100755 --- a/.github/scripts/generate_ci_workflows.py +++ b/.github/scripts/generate_ci_workflows.py @@ -100,6 +100,7 @@ class OperatingSystem: MACOS_ARM64 = "macos-arm64" LINUX_AARCH64 = "linux-aarch64" LINUX_S390X = "linux-s390x" + LINUX_PPC64LE = "linux-ppc64le" LINUX_BINARY_BUILD_WORFKLOWS = [ @@ -321,6 +322,20 @@ class OperatingSystem: ), ] +PPC64LE_BINARY_BUILD_WORKFLOWS = [ + BinaryBuildWorkflow( + os=OperatingSystem.LINUX_PPC64LE, + package_type="manywheel", + build_configs=generate_binary_build_matrix.generate_wheels_matrix( + OperatingSystem.LINUX_PPC64LE + ), + ciflow_config=CIFlowConfig( + labels={LABEL_CIFLOW_BINARIES, LABEL_CIFLOW_BINARIES_WHEEL}, + isolated_workflow=True, + ), + ), +] + def main() -> None: jinja_env = jinja2.Environment( @@ -343,6 +358,10 @@ def main() -> None: jinja_env.get_template("linux_binary_build_workflow.yml.j2"), S390X_BINARY_BUILD_WORKFLOWS, ), + ( + jinja_env.get_template("linux_binary_build_workflow.yml.j2"), + PPC64le_BINARY_BUILD_WORKFLOWS, + ), ( jinja_env.get_template("linux_binary_build_workflow.yml.j2"), LINUX_BINARY_SMOKE_WORKFLOWS, From 1bfd1feafcda080995ab0f560dd05e3e7fa99519 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Mon, 10 Mar 2025 12:50:52 +0530 Subject: [PATCH 03/58] nightly build changes --- .github/scripts/generate_ci_workflows.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/scripts/generate_ci_workflows.py b/.github/scripts/generate_ci_workflows.py index f5bdddf4e9cd..88d419b61c10 100755 --- a/.github/scripts/generate_ci_workflows.py +++ b/.github/scripts/generate_ci_workflows.py @@ -360,7 +360,7 @@ def main() -> None: ), ( jinja_env.get_template("linux_binary_build_workflow.yml.j2"), - PPC64le_BINARY_BUILD_WORKFLOWS, + PPC64LE_BINARY_BUILD_WORKFLOWS, ), ( jinja_env.get_template("linux_binary_build_workflow.yml.j2"), From 2c0808d18c5058d204205516834ec36f93604f11 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 15:05:22 +0530 Subject: [PATCH 04/58] nightly build changes --- .github/workflows/_binary-build-linux.yml | 20 +- .github/workflows/_runner-determinator.yml | 2 +- ...linux-ppc64le-binary-manywheel-nightly.yml | 405 ++++++++++++++++++ 3 files changed, 416 insertions(+), 11 deletions(-) create mode 100755 .github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml diff --git a/.github/workflows/_binary-build-linux.yml b/.github/workflows/_binary-build-linux.yml index c84c5d6e4d6d..b331d920c3b3 100644 --- a/.github/workflows/_binary-build-linux.yml +++ b/.github/workflows/_binary-build-linux.yml @@ -149,7 +149,7 @@ jobs: run: env - name: "[FB EMPLOYEES] Enable SSH (Click me for login details)" - if: inputs.build_environment != 'linux-s390x-binary-manywheel' + if: inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: pytorch/test-infra/.github/actions/setup-ssh@main continue-on-error: true with: @@ -158,14 +158,14 @@ jobs: - name: Checkout PyTorch uses: pytorch/pytorch/.github/actions/checkout-pytorch@main with: - no-sudo: ${{ inputs.build_environment == 'linux-aarch64-binary-manywheel' || inputs.build_environment == 'linux-s390x-binary-manywheel' }} + no-sudo: ${{ inputs.build_environment == 'linux-aarch64-binary-manywheel' || inputs.build_environment == 'linux-s390x-binary-manywheel' || inputs.build_environment == 'linux-ppc64le-binary-manywheel' }} - name: Setup Linux - if: inputs.build_environment != 'linux-s390x-binary-manywheel' + if: inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: ./.github/actions/setup-linux - name: Chown workspace - if: inputs.build_environment != 'linux-s390x-binary-manywheel' + if: inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: ./.github/actions/chown-workspace with: ALPINE_IMAGE: ${{ inputs.ALPINE_IMAGE }} @@ -178,7 +178,7 @@ jobs: rm -rf "${GITHUB_WORKSPACE}" mkdir "${GITHUB_WORKSPACE}" - if [[ ${{ inputs.build_environment }} == 'linux-aarch64-binary-manywheel' ]] || [[ ${{ inputs.build_environment }} == 'linux-s390x-binary-manywheel' ]] ; then + if [[ ${{ inputs.build_environment }} == 'linux-aarch64-binary-manywheel' ]] || [[ ${{ inputs.build_environment }} == 'linux-s390x-binary-manywheel' ]] || [[ ${{ inputs.build_environment }} == 'linux-ppc64le-binary-manywheel' ]] ; then rm -rf "${RUNNER_TEMP}/artifacts" mkdir "${RUNNER_TEMP}/artifacts" fi @@ -210,7 +210,7 @@ jobs: ]} - name: Pull Docker image - if: ${{ steps.filter.outputs.is-test-matrix-empty == 'False' && inputs.build_environment != 'linux-s390x-binary-manywheel' }} + if: ${{ steps.filter.outputs.is-test-matrix-empty == 'False' && inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' }} uses: pytorch/test-infra/.github/actions/pull-docker-image@main with: docker-image: ${{ inputs.DOCKER_IMAGE }} @@ -251,7 +251,7 @@ jobs: fi - name: Chown artifacts - if: ${{ steps.filter.outputs.is-test-matrix-empty == 'False' && inputs.build_environment != 'linux-s390x-binary-manywheel' }} + if: ${{ steps.filter.outputs.is-test-matrix-empty == 'False' && inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' }} shell: bash run: | # Ensure the working directory gets chowned back to the current user @@ -266,17 +266,17 @@ jobs: ${{ runner.temp }}/artifacts/* - name: Teardown Linux - if: always() && inputs.build_environment != 'linux-s390x-binary-manywheel' + if: always() && inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: pytorch/test-infra/.github/actions/teardown-linux@main - name: Chown workspace - if: always() && inputs.build_environment != 'linux-s390x-binary-manywheel' + if: always() && inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: ./pytorch/.github/actions/chown-workspace with: ALPINE_IMAGE: ${{ inputs.ALPINE_IMAGE }} - name: Cleanup docker - if: always() && inputs.build_environment == 'linux-s390x-binary-manywheel' + if: always() && ( inputs.build_environment == 'linux-s390x-binary-manywheel' || inputs.build_environment == 'linux-ppc64le-binary-manywheel' ) shell: bash run: | # on s390x stop the container for clean worker stop diff --git a/.github/workflows/_runner-determinator.yml b/.github/workflows/_runner-determinator.yml index 47cd278bb8a7..dc6caf917de5 100644 --- a/.github/workflows/_runner-determinator.yml +++ b/.github/workflows/_runner-determinator.yml @@ -41,7 +41,7 @@ on: jobs: runner-determinator: # Don't run on forked repos - if: github.repository_owner == 'pytorch' + runs-on: ubuntu-latest outputs: label-type: ${{ steps.set-condition.outputs.label-type }} diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml new file mode 100755 index 000000000000..54af58c36c12 --- /dev/null +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -0,0 +1,405 @@ +# @generated DO NOT EDIT MANUALLY + +# Template is at: .github/templates/linux_binary_build_workflow.yml.j2 +# Generation script: .github/scripts/generate_ci_workflows.py +name: linux-ppc64le-binary-manywheel + + +on: + push: + # NOTE: Meta Employees can trigger new nightlies using: https://fburl.com/trigger_pytorch_nightly_build + branches: + - nightly + tags: + # NOTE: Binary build pipelines should only get triggered on release candidate builds + # Release candidate tags look like: v1.11.0-rc1 + - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ + - 'ciflow/binaries/*' + - 'ciflow/binaries_wheel/*' + workflow_dispatch: + +env: + # Needed for conda builds + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + AWS_DEFAULT_REGION: us-east-1 + BINARY_ENV_FILE: /tmp/env + BUILD_ENVIRONMENT: linux-ppc64le-binary-manywheel + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + PR_NUMBER: ${{ github.event.pull_request.number }} + PYTORCH_FINAL_PACKAGE_DIR: /artifacts + PYTORCH_ROOT: /pytorch + SHA1: ${{ github.event.pull_request.head.sha || github.sha }} + SKIP_ALL_TESTS: 0 +concurrency: + group: linux-ppc64le-binary-manywheel-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }} + cancel-in-progress: true + +jobs: + get-label-type: + + name: get-label-type + uses: pytorch/pytorch/.github/workflows/_runner-determinator.yml@main + with: + triggering_actor: ${{ github.triggering_actor }} + issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }} + curr_branch: ${{ github.head_ref || github.ref_name }} + curr_ref_type: ${{ github.ref_type }} + wheel-py3_9-cpu-build: + + uses: ./.github/workflows/_binary-build-linux.yml + #needs: get-label-type + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + DESIRED_PYTHON: "3.9" + runner_prefix: linux.ppc64le + build_name: wheel-py3_9-cpu + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_9-cpu-test: # Testing + if: ${{ github.repository_owner == 'pytorch' }} + needs: + - wheel-py3_9-cpu-build + - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.9" + build_name: wheel-py3_9-cpu + build_environment: linux-ppc64le-binary-manywheel + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + runs_on: linux.4xlarge + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_9-cpu-upload: # Uploading + if: ${{ github.repository_owner == 'pytorch' }} + permissions: + id-token: write + contents: read + needs: wheel-py3_9-cpu-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.9" + build_name: wheel-py3_9-cpu + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml + + wheel-py3_10-cpu-build: + if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml + needs: get-label-type + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.10" + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + build_name: wheel-py3_10-cpu + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_10-cpu-test: # Testing + if: ${{ github.repository_owner == 'pytorch' }} + needs: + - wheel-py3_10-cpu-build + - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.10" + build_name: wheel-py3_10-cpu + build_environment: linux-ppc64le-binary-manywheel + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + runs_on: linux.4xlarge + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_10-cpu-upload: # Uploading + if: ${{ github.repository_owner == 'pytorch' }} + permissions: + id-token: write + contents: read + needs: wheel-py3_10-cpu-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.10" + build_name: wheel-py3_10-cpu + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml + + wheel-py3_11-cpu-build: + if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml + needs: get-label-type + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.11" + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + build_name: wheel-py3_11-cpu + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_11-cpu-test: # Testing + if: ${{ github.repository_owner == 'pytorch' }} + needs: + - wheel-py3_11-cpu-build + - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.11" + build_name: wheel-py3_11-cpu + build_environment: linux-ppc64le-binary-manywheel + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + runs_on: linux.4xlarge + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_11-cpu-upload: # Uploading + if: ${{ github.repository_owner == 'pytorch' }} + permissions: + id-token: write + contents: read + needs: wheel-py3_11-cpu-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.11" + build_name: wheel-py3_11-cpu + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml + + wheel-py3_12-cpu-build: + if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml + needs: get-label-type + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.12" + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + build_name: wheel-py3_12-cpu + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_12-cpu-test: # Testing + if: ${{ github.repository_owner == 'pytorch' }} + needs: + - wheel-py3_12-cpu-build + - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.12" + build_name: wheel-py3_12-cpu + build_environment: linux-ppc64le-binary-manywheel + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + runs_on: linux.4xlarge + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_12-cpu-upload: # Uploading + if: ${{ github.repository_owner == 'pytorch' }} + permissions: + id-token: write + contents: read + needs: wheel-py3_12-cpu-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.12" + build_name: wheel-py3_12-cpu + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml + + wheel-py3_13-cpu-build: + if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml + needs: get-label-type + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.13" + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + build_name: wheel-py3_13-cpu + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_13-cpu-test: # Testing + if: ${{ github.repository_owner == 'pytorch' }} + needs: + - wheel-py3_13-cpu-build + - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.13" + build_name: wheel-py3_13-cpu + build_environment: linux-ppc64le-binary-manywheel + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + runs_on: linux.4xlarge + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_13-cpu-upload: # Uploading + if: ${{ github.repository_owner == 'pytorch' }} + permissions: + id-token: write + contents: read + needs: wheel-py3_13-cpu-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.13" + build_name: wheel-py3_13-cpu + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml + + wheel-py3_13t-cpu-build: + if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml + needs: get-label-type + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.13t" + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + build_name: wheel-py3_13t-cpu + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_13t-cpu-test: # Testing + if: ${{ github.repository_owner == 'pytorch' }} + needs: + - wheel-py3_13t-cpu-build + - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.13t" + build_name: wheel-py3_13t-cpu + build_environment: linux-ppc64le-binary-manywheel + runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + runs_on: linux.4xlarge + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_13t-cpu-upload: # Uploading + if: ${{ github.repository_owner == 'pytorch' }} + permissions: + id-token: write + contents: read + needs: wheel-py3_13t-cpu-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: wheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu + DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DESIRED_PYTHON: "3.13t" + build_name: wheel-py3_13t-cpu + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml From a798afa76c17c17f43d6bed27fd577411d469ff2 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 15:32:57 +0530 Subject: [PATCH 05/58] nightly build changes --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 54af58c36c12..7ab43e7afe0c 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -105,7 +105,6 @@ jobs: uses: ./.github/workflows/_binary-upload.yml wheel-py3_10-cpu-build: - if: ${{ github.repository_owner == 'pytorch' }} uses: ./.github/workflows/_binary-build-linux.yml needs: get-label-type with: @@ -117,7 +116,7 @@ jobs: GPU_ARCH_TYPE: cpu DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main DESIRED_PYTHON: "3.10" - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" + runner_prefix: linux.ppc64le build_name: wheel-py3_10-cpu build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' From 4179dd01ee51faee935c7f5e7d54007b777da977 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 15:38:57 +0530 Subject: [PATCH 06/58] nightly build changes --- ...linux-ppc64le-binary-manywheel-nightly.yml | 86 +++++++++---------- 1 file changed, 43 insertions(+), 43 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 7ab43e7afe0c..d23a6c129ecb 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -64,7 +64,7 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_9-cpu-test: # Testing - if: ${{ github.repository_owner == 'pytorch' }} + needs: - wheel-py3_9-cpu-build - get-label-type @@ -76,7 +76,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.9" build_name: wheel-py3_9-cpu build_environment: linux-ppc64le-binary-manywheel @@ -85,7 +85,7 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_9-cpu-upload: # Uploading - if: ${{ github.repository_owner == 'pytorch' }} + permissions: id-token: write contents: read @@ -97,7 +97,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.9" build_name: wheel-py3_9-cpu secrets: @@ -106,7 +106,7 @@ jobs: wheel-py3_10-cpu-build: uses: ./.github/workflows/_binary-build-linux.yml - needs: get-label-type + with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: wheel @@ -114,7 +114,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.10" runner_prefix: linux.ppc64le build_name: wheel-py3_10-cpu @@ -123,10 +123,10 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_10-cpu-test: # Testing - if: ${{ github.repository_owner == 'pytorch' }} + needs: - wheel-py3_10-cpu-build - - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch @@ -135,7 +135,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.10" build_name: wheel-py3_10-cpu build_environment: linux-ppc64le-binary-manywheel @@ -144,7 +144,7 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_10-cpu-upload: # Uploading - if: ${{ github.repository_owner == 'pytorch' }} + permissions: id-token: write contents: read @@ -156,7 +156,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.10" build_name: wheel-py3_10-cpu secrets: @@ -164,9 +164,9 @@ jobs: uses: ./.github/workflows/_binary-upload.yml wheel-py3_11-cpu-build: - if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml - needs: get-label-type + with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: wheel @@ -174,7 +174,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.11" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" build_name: wheel-py3_11-cpu @@ -183,10 +183,10 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_11-cpu-test: # Testing - if: ${{ github.repository_owner == 'pytorch' }} + needs: - wheel-py3_11-cpu-build - - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch @@ -195,7 +195,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.11" build_name: wheel-py3_11-cpu build_environment: linux-ppc64le-binary-manywheel @@ -204,7 +204,7 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_11-cpu-upload: # Uploading - if: ${{ github.repository_owner == 'pytorch' }} + permissions: id-token: write contents: read @@ -216,7 +216,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.11" build_name: wheel-py3_11-cpu secrets: @@ -224,9 +224,9 @@ jobs: uses: ./.github/workflows/_binary-upload.yml wheel-py3_12-cpu-build: - if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml - needs: get-label-type + with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: wheel @@ -234,7 +234,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.12" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" build_name: wheel-py3_12-cpu @@ -243,10 +243,10 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_12-cpu-test: # Testing - if: ${{ github.repository_owner == 'pytorch' }} + needs: - wheel-py3_12-cpu-build - - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch @@ -255,7 +255,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.12" build_name: wheel-py3_12-cpu build_environment: linux-ppc64le-binary-manywheel @@ -264,7 +264,7 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_12-cpu-upload: # Uploading - if: ${{ github.repository_owner == 'pytorch' }} + permissions: id-token: write contents: read @@ -276,7 +276,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.12" build_name: wheel-py3_12-cpu secrets: @@ -284,9 +284,9 @@ jobs: uses: ./.github/workflows/_binary-upload.yml wheel-py3_13-cpu-build: - if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml - needs: get-label-type + with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: wheel @@ -294,7 +294,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.13" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" build_name: wheel-py3_13-cpu @@ -303,10 +303,10 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_13-cpu-test: # Testing - if: ${{ github.repository_owner == 'pytorch' }} + needs: - wheel-py3_13-cpu-build - - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch @@ -315,7 +315,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.13" build_name: wheel-py3_13-cpu build_environment: linux-ppc64le-binary-manywheel @@ -324,7 +324,7 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_13-cpu-upload: # Uploading - if: ${{ github.repository_owner == 'pytorch' }} + permissions: id-token: write contents: read @@ -336,7 +336,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.13" build_name: wheel-py3_13-cpu secrets: @@ -344,9 +344,9 @@ jobs: uses: ./.github/workflows/_binary-upload.yml wheel-py3_13t-cpu-build: - if: ${{ github.repository_owner == 'pytorch' }} + uses: ./.github/workflows/_binary-build-linux.yml - needs: get-label-type + with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: wheel @@ -354,7 +354,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.13t" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" build_name: wheel-py3_13t-cpu @@ -363,10 +363,10 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_13t-cpu-test: # Testing - if: ${{ github.repository_owner == 'pytorch' }} + needs: - wheel-py3_13t-cpu-build - - get-label-type + uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch @@ -375,7 +375,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.13t" build_name: wheel-py3_13t-cpu build_environment: linux-ppc64le-binary-manywheel @@ -384,7 +384,7 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_13t-cpu-upload: # Uploading - if: ${{ github.repository_owner == 'pytorch' }} + permissions: id-token: write contents: read @@ -396,7 +396,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinux2_28-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main DESIRED_PYTHON: "3.13t" build_name: wheel-py3_13t-cpu secrets: From 6b15b97ae8f2ea3bebd2ed48a4827f873b317afa Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 15:46:33 +0530 Subject: [PATCH 07/58] nightly build changes --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index d23a6c129ecb..4352a18f76e7 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -9,13 +9,7 @@ on: push: # NOTE: Meta Employees can trigger new nightlies using: https://fburl.com/trigger_pytorch_nightly_build branches: - - nightly - tags: - # NOTE: Binary build pipelines should only get triggered on release candidate builds - # Release candidate tags look like: v1.11.0-rc1 - - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ - - 'ciflow/binaries/*' - - 'ciflow/binaries_wheel/*' + - main workflow_dispatch: env: From 9dd0f85d21941e66f0e5d2e344359cb6948e1931 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 15:57:39 +0530 Subject: [PATCH 08/58] nightly build changes --- ...erated-linux-ppc64le-binary-manywheel-nightly.yml | 12 ------------ 1 file changed, 12 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 4352a18f76e7..6a36ea37f355 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -12,18 +12,6 @@ on: - main workflow_dispatch: -env: - # Needed for conda builds - ALPINE_IMAGE: "docker.io/ppc64le/alpine" - AWS_DEFAULT_REGION: us-east-1 - BINARY_ENV_FILE: /tmp/env - BUILD_ENVIRONMENT: linux-ppc64le-binary-manywheel - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - PR_NUMBER: ${{ github.event.pull_request.number }} - PYTORCH_FINAL_PACKAGE_DIR: /artifacts - PYTORCH_ROOT: /pytorch - SHA1: ${{ github.event.pull_request.head.sha || github.sha }} - SKIP_ALL_TESTS: 0 concurrency: group: linux-ppc64le-binary-manywheel-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }} cancel-in-progress: true From 91462d3cbe5d3100dbe317187a943ee86106f8e6 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 16:01:25 +0530 Subject: [PATCH 09/58] nightly build changes --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 6a36ea37f355..21c2297c007d 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -9,7 +9,7 @@ on: push: # NOTE: Meta Employees can trigger new nightlies using: https://fburl.com/trigger_pytorch_nightly_build branches: - - main + - temp-ppc64le-wheel-branch-v6 workflow_dispatch: concurrency: From 7c864b8913ca63a03b2317b52875c2b7d81f641a Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 16:18:51 +0530 Subject: [PATCH 10/58] nightly build changes --- ...rated-linux-ppc64le-binary-manywheel-nightly.yml | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 21c2297c007d..e71f5494596b 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -26,21 +26,22 @@ jobs: issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }} curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - wheel-py3_9-cpu-build: + wheel-py3_9-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml #needs: get-label-type with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + use_split_build: False DESIRED_PYTHON: "3.9" - runner_prefix: linux.ppc64le - build_name: wheel-py3_9-cpu + runs_on: linux.ppc64le + build_name: manywheel-py3_9-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: @@ -48,8 +49,8 @@ jobs: wheel-py3_9-cpu-test: # Testing needs: - - wheel-py3_9-cpu-build - - get-label-type + - wheel-py3_9-cpu-ppc64le-build + uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch From ab6048c0126f270134f05e3b59cb7365951a3580 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 16:41:18 +0530 Subject: [PATCH 11/58] nightly build changes --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index e71f5494596b..f7aaa4fd7345 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -37,7 +37,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False DESIRED_PYTHON: "3.9" runs_on: linux.ppc64le From 3b298eab388c01e8571a086d10514dd0d5c4cd8d Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 17:42:29 +0530 Subject: [PATCH 12/58] nightly build changes --- .ci/manywheel/build.sh | 2 +- ...ated-linux-ppc64le-binary-manywheel-nightly.yml | 14 +++++++++++++- 2 files changed, 14 insertions(+), 2 deletions(-) diff --git a/.ci/manywheel/build.sh b/.ci/manywheel/build.sh index 4c4d51134715..16f5c1941152 100755 --- a/.ci/manywheel/build.sh +++ b/.ci/manywheel/build.sh @@ -15,7 +15,7 @@ case "${GPU_ARCH_TYPE:-BLANK}" in rocm) bash "${SCRIPTPATH}/build_rocm.sh" ;; - cpu | cpu-cxx11-abi | cpu-s390x) + cpu | cpu-cxx11-abi | cpu-s390x | cpu-ppc64le) bash "${SCRIPTPATH}/build_cpu.sh" ;; xpu) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index f7aaa4fd7345..63244687937c 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -11,6 +11,18 @@ on: branches: - temp-ppc64le-wheel-branch-v6 workflow_dispatch: +env: + # Needed for conda builds + ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" + AWS_DEFAULT_REGION: us-east-1 + BINARY_ENV_FILE: /tmp/env + BUILD_ENVIRONMENT: linux-ppc64le-binary-manywheel + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + PR_NUMBER: ${{ github.event.pull_request.number }} + PYTORCH_FINAL_PACKAGE_DIR: /artifacts + PYTORCH_ROOT: /pytorch + SHA1: ${{ github.event.pull_request.head.sha || github.sha }} + SKIP_ALL_TESTS: 0 concurrency: group: linux-ppc64le-binary-manywheel-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }} @@ -36,7 +48,7 @@ jobs: # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le + #GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False DESIRED_PYTHON: "3.9" From 2f21bc60ea87ee33fcdeb5316239aa127f9db1f1 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 17:43:18 +0530 Subject: [PATCH 13/58] nightly build changes --- ...rated-linux-ppc64le-binary-manywheel-nightly.yml | 13 +------------ 1 file changed, 1 insertion(+), 12 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 63244687937c..13a7a2f66472 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -11,18 +11,7 @@ on: branches: - temp-ppc64le-wheel-branch-v6 workflow_dispatch: -env: - # Needed for conda builds - ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" - AWS_DEFAULT_REGION: us-east-1 - BINARY_ENV_FILE: /tmp/env - BUILD_ENVIRONMENT: linux-ppc64le-binary-manywheel - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - PR_NUMBER: ${{ github.event.pull_request.number }} - PYTORCH_FINAL_PACKAGE_DIR: /artifacts - PYTORCH_ROOT: /pytorch - SHA1: ${{ github.event.pull_request.head.sha || github.sha }} - SKIP_ALL_TESTS: 0 + concurrency: group: linux-ppc64le-binary-manywheel-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }} From 18d339c9efc754f70cb4751042057d9fb8ca2722 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 17:50:09 +0530 Subject: [PATCH 14/58] nightly build changes --- .ci/manywheel/build_cpu.sh | 2 ++ ...ted-linux-ppc64le-binary-manywheel-nightly.yml | 15 +++++++++++++-- 2 files changed, 15 insertions(+), 2 deletions(-) diff --git a/.ci/manywheel/build_cpu.sh b/.ci/manywheel/build_cpu.sh index 9d982bd30e25..7e2b05c698c2 100755 --- a/.ci/manywheel/build_cpu.sh +++ b/.ci/manywheel/build_cpu.sh @@ -36,6 +36,8 @@ elif [[ "$OS_NAME" == *"AlmaLinux"* ]]; then elif [[ "$OS_NAME" == *"Ubuntu"* ]]; then if [[ "$(uname -m)" == "s390x" ]]; then LIBGOMP_PATH="/usr/lib/s390x-linux-gnu/libgomp.so.1" + elif [[ "$(uname -m)" == "ppc64le" ]]; then + LIBGOMP_PATH="/usr/lib64/libgomp.so.1" else LIBGOMP_PATH="/usr/lib/x86_64-linux-gnu/libgomp.so.1" fi diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 13a7a2f66472..275790c29503 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -11,7 +11,18 @@ on: branches: - temp-ppc64le-wheel-branch-v6 workflow_dispatch: - +env: + # Needed for conda builds + ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" + AWS_DEFAULT_REGION: us-east-1 + BINARY_ENV_FILE: /tmp/env + BUILD_ENVIRONMENT: linux-ppc64le-binary-manywheel + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + PR_NUMBER: ${{ github.event.pull_request.number }} + PYTORCH_FINAL_PACKAGE_DIR: /artifacts + PYTORCH_ROOT: /pytorch + SHA1: ${{ github.event.pull_request.head.sha || github.sha }} + SKIP_ALL_TESTS: 0 concurrency: group: linux-ppc64le-binary-manywheel-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }} @@ -37,7 +48,7 @@ jobs: # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - #GPU_ARCH_TYPE: cpu-ppc64le + GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False DESIRED_PYTHON: "3.9" From 30cb77e85533b4eed7038504e3aa199a05e67f3d Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 20:18:26 +0530 Subject: [PATCH 15/58] nightly build changes --- .github/workflows/_binary-test-linux.yml | 14 +++++++------- ...ted-linux-ppc64le-binary-manywheel-nightly.yml | 15 ++++++++------- 2 files changed, 15 insertions(+), 14 deletions(-) diff --git a/.github/workflows/_binary-test-linux.yml b/.github/workflows/_binary-test-linux.yml index 09490cc1b9f4..801eca5de7a2 100644 --- a/.github/workflows/_binary-test-linux.yml +++ b/.github/workflows/_binary-test-linux.yml @@ -132,7 +132,7 @@ jobs: } >> "${GITHUB_ENV} }}" - name: "[FB EMPLOYEES] Enable SSH (Click me for login details)" - if: inputs.build_environment != 'linux-s390x-binary-manywheel' + if: inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: pytorch/test-infra/.github/actions/setup-ssh@main continue-on-error: true with: @@ -142,14 +142,14 @@ jobs: - name: Checkout PyTorch uses: pytorch/pytorch/.github/actions/checkout-pytorch@main with: - no-sudo: ${{ inputs.build_environment == 'linux-aarch64-binary-manywheel' || inputs.build_environment == 'linux-s390x-binary-manywheel' }} + no-sudo: ${{ inputs.build_environment == 'linux-aarch64-binary-manywheel' || inputs.build_environment == 'linux-s390x-binary-manywheel' || inputs.build_environment != 'linux-ppc64le-binary-manywheel' }} - name: Setup Linux - if: inputs.build_environment != 'linux-s390x-binary-manywheel' + if: inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: ./.github/actions/setup-linux - name: Chown workspace - if: inputs.build_environment != 'linux-s390x-binary-manywheel' + if: inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: ./.github/actions/chown-workspace with: ALPINE_IMAGE: ${{ inputs.ALPINE_IMAGE }} @@ -198,7 +198,7 @@ jobs: if: ${{ inputs.GPU_ARCH_TYPE == 'cuda' && steps.filter.outputs.is-test-matrix-empty == 'False' }} - name: Pull Docker image - if: ${{ steps.filter.outputs.is-test-matrix-empty == 'False' && inputs.build_environment != 'linux-s390x-binary-manywheel' }} + if: ${{ steps.filter.outputs.is-test-matrix-empty == 'False' && inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' }} uses: pytorch/test-infra/.github/actions/pull-docker-image@main with: docker-image: ${{ inputs.DOCKER_IMAGE }} @@ -208,11 +208,11 @@ jobs: uses: ./pytorch/.github/actions/test-pytorch-binary - name: Teardown Linux - if: always() && inputs.build_environment != 'linux-s390x-binary-manywheel' + if: always() && inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: pytorch/test-infra/.github/actions/teardown-linux@main - name: Chown workspace - if: always() && inputs.build_environment != 'linux-s390x-binary-manywheel' + if: always() && inputs.build_environment != 'linux-s390x-binary-manywheel' && inputs.build_environment != 'linux-ppc64le-binary-manywheel' uses: ./pytorch/.github/actions/chown-workspace with: ALPINE_IMAGE: ${{ inputs.ALPINE_IMAGE }} diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 275790c29503..9ab1af92f747 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -58,7 +58,7 @@ jobs: PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_9-cpu-test: # Testing + wheel-py3_9-cpu-ppc64le-test: # Testing needs: - wheel-py3_9-cpu-ppc64le-build @@ -66,17 +66,18 @@ jobs: uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu + GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + use_split_build: False DESIRED_PYTHON: "3.9" - build_name: wheel-py3_9-cpu + build_name: manywheel-py3_9-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - runs_on: linux.4xlarge + runs_on: linux.ppc64le + ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_9-cpu-upload: # Uploading @@ -84,7 +85,7 @@ jobs: permissions: id-token: write contents: read - needs: wheel-py3_9-cpu-test + needs: wheel-py3_9-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: wheel From 1e75325b0732c343bc14fd32d10d717c54d34e47 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 11 Mar 2025 22:46:25 +0530 Subject: [PATCH 16/58] nightly build changes --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 9ab1af92f747..43f7f4e90752 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -71,7 +71,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False DESIRED_PYTHON: "3.9" build_name: manywheel-py3_9-cpu-ppc64le @@ -110,7 +110,7 @@ jobs: # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.10" runner_prefix: linux.ppc64le build_name: wheel-py3_10-cpu From 2596686100659837415339c66a7ac74cf70c40ae Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 12 Mar 2025 10:30:03 +0530 Subject: [PATCH 17/58] nightly build changes --- .github/actions/test-pytorch-binary/action.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/actions/test-pytorch-binary/action.yml b/.github/actions/test-pytorch-binary/action.yml index 51fc8d14f474..b17e7d7662cd 100644 --- a/.github/actions/test-pytorch-binary/action.yml +++ b/.github/actions/test-pytorch-binary/action.yml @@ -35,7 +35,7 @@ runs: ) echo "CONTAINER_NAME=${container_name}" >> "$GITHUB_ENV" - if [[ "${GPU_ARCH_TYPE}" != "rocm" && "${BUILD_ENVIRONMENT}" != "linux-aarch64-binary-manywheel" && "${BUILD_ENVIRONMENT}" != "linux-s390x-binary-manywheel" && "${GPU_ARCH_TYPE}" != "xpu" ]]; then + if [[ "${GPU_ARCH_TYPE}" != "rocm" && "${BUILD_ENVIRONMENT}" != "linux-aarch64-binary-manywheel" && "${BUILD_ENVIRONMENT}" != "linux-s390x-binary-manywheel" && "${BUILD_ENVIRONMENT}" != "linux-ppc64le-binary-manywheel" && "${GPU_ARCH_TYPE}" != "xpu" ]]; then # Propagate download.pytorch.org IP to container. This is only needed on Linux non aarch64 runner grep download.pytorch.org /etc/hosts | docker exec -i "${container_name}" bash -c "/bin/cat >> /etc/hosts" fi @@ -46,7 +46,7 @@ runs: docker exec -t "${container_name}" bash -c "source ${BINARY_ENV_FILE} && bash -x /run.sh" - name: Cleanup docker - if: always() && (env.BUILD_ENVIRONMENT == 'linux-s390x-binary-manywheel' || env.GPU_ARCH_TYPE == 'xpu') + if: always() && (env.BUILD_ENVIRONMENT == 'linux-s390x-binary-manywheel' || "${BUILD_ENVIRONMENT}" != "linux-ppc64le-binary-manywheel" || env.GPU_ARCH_TYPE == 'xpu') shell: bash run: | # on s390x or xpu stop the container for clean worker stop From 6e4db3f3d52b06f76b1818661246e8729acb8d6d Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 12 Mar 2025 12:20:43 +0530 Subject: [PATCH 18/58] nightly build changes --- .../actions/test-pytorch-binary/action.yml | 2 +- ...linux-ppc64le-binary-manywheel-nightly.yml | 201 +++++++++--------- 2 files changed, 99 insertions(+), 104 deletions(-) diff --git a/.github/actions/test-pytorch-binary/action.yml b/.github/actions/test-pytorch-binary/action.yml index b17e7d7662cd..a759d155f65d 100644 --- a/.github/actions/test-pytorch-binary/action.yml +++ b/.github/actions/test-pytorch-binary/action.yml @@ -46,7 +46,7 @@ runs: docker exec -t "${container_name}" bash -c "source ${BINARY_ENV_FILE} && bash -x /run.sh" - name: Cleanup docker - if: always() && (env.BUILD_ENVIRONMENT == 'linux-s390x-binary-manywheel' || "${BUILD_ENVIRONMENT}" != "linux-ppc64le-binary-manywheel" || env.GPU_ARCH_TYPE == 'xpu') + if: always() && (env.BUILD_ENVIRONMENT == 'linux-s390x-binary-manywheel' || env.BUILD_ENVIRONMENT != 'linux-ppc64le-binary-manywheel' || env.GPU_ARCH_TYPE == 'xpu') shell: bash run: | # on s390x or xpu stop the container for clean worker stop diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 43f7f4e90752..4efba529e3e2 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -80,7 +80,7 @@ jobs: ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_9-cpu-upload: # Uploading + wheel-py3_9-cpu-ppc64le-upload: # Uploading permissions: id-token: write @@ -88,313 +88,308 @@ jobs: needs: wheel-py3_9-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.9" - build_name: wheel-py3_9-cpu + build_name: wheel-py3_9-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml - wheel-py3_10-cpu-build: + wheel-py3_10-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu + GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.10" - runner_prefix: linux.ppc64le + runs-on: linux.ppc64le build_name: wheel-py3_10-cpu build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_10-cpu-test: # Testing + wheel-py3_10-cpu-ppc64le-test: # Testing needs: - - wheel-py3_10-cpu-build + - wheel-py3_10-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.10" - build_name: wheel-py3_10-cpu + build_name: wheel-py3_10-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - runs_on: linux.4xlarge + runs_on: linux.ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_10-cpu-upload: # Uploading + wheel-py3_10-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: wheel-py3_10-cpu-test + needs: wheel-py3_10-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.10" - build_name: wheel-py3_10-cpu + build_name: wheel-py3_10-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml - wheel-py3_11-cpu-build: + wheel-py3_11-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.11" - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build_name: wheel-py3_11-cpu + runs-on: linux.ppc64le + build_name: wheel-py3_11-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_11-cpu-test: # Testing + wheel-py3_11-cpu-ppc64le-test: # Testing needs: - - wheel-py3_11-cpu-build + - wheel-py3_11-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.11" - build_name: wheel-py3_11-cpu + build_name: wheel-py3_11-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - runs_on: linux.4xlarge + runs_on: linux.ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_11-cpu-upload: # Uploading + wheel-py3_11-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: wheel-py3_11-cpu-test + needs: wheel-py3_11-cpu-ppc64le_test with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.11" - build_name: wheel-py3_11-cpu + build_name: wheel-py3_11-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml - wheel-py3_12-cpu-build: + wheel-py3_12-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.12" - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build_name: wheel-py3_12-cpu + runs-on: linux-ppc64le + build_name: wheel-py3_12-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_12-cpu-test: # Testing + wheel-py3_12-cpu-ppc64le-test: # Testing needs: - - wheel-py3_12-cpu-build + - wheel-py3_12-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.12" - build_name: wheel-py3_12-cpu + build_name: wheel-py3_12-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - runs_on: linux.4xlarge + runs_on: linux.ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_12-cpu-upload: # Uploading + wheel-py3_12-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: wheel-py3_12-cpu-test + needs: wheel-py3_12-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.12" - build_name: wheel-py3_12-cpu + build_name: wheel-py3_12-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml - wheel-py3_13-cpu-build: + wheel-py3_13-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.13" - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build_name: wheel-py3_13-cpu + runs-on: linux.ppc64le + build_name: wheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13-cpu-test: # Testing + wheel-py3_13-cpu-ppc64le-test: # Testing needs: - - wheel-py3_13-cpu-build + - wheel-py3_13-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.13" - build_name: wheel-py3_13-cpu + build_name: wheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - runs_on: linux.4xlarge + runs_on: linux.ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13-cpu-upload: # Uploading + wheel-py3_13-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: wheel-py3_13-cpu-test + needs: wheel-py3_13-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.13" - build_name: wheel-py3_13-cpu + build_name: wheel-py3_13-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml - wheel-py3_13t-cpu-build: + wheel-py3_13t-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.13t" - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build_name: wheel-py3_13t-cpu + runs-on: linux.ppc64le + build_name: wheel-py3_13t-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13t-cpu-test: # Testing + wheel-py3_13t-cpu-ppc64le-test: # Testing needs: - - wheel-py3_13t-cpu-build + - wheel-py3_13t-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.13t" - build_name: wheel-py3_13t-cpu + build_name: wheel-py3_13t-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel - runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - runs_on: linux.4xlarge + runs_on: linux.ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13t-cpu-upload: # Uploading + wheel-py3_13t-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: wheel-py3_13t-cpu-test + needs: wheel-py3_13t-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: wheel + PACKAGE_TYPE: manywheel # TODO: This is a legacy variable that we eventually want to get rid of in # favor of GPU_ARCH_VERSION DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-main + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.13t" - build_name: wheel-py3_13t-cpu + build_name: wheel-py3_13t-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml From 0d53da15230a4d3b87483722e33ad79363e6dc30 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 12 Mar 2025 12:23:13 +0530 Subject: [PATCH 19/58] nightly build changes --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 4efba529e3e2..e5112ff4f8ff 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -202,7 +202,7 @@ jobs: permissions: id-token: write contents: read - needs: wheel-py3_11-cpu-ppc64le_test + needs: wheel-py3_11-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel From c960a1aa9ead5a1583169d00ae1e699843d3fa60 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 12 Mar 2025 12:25:20 +0530 Subject: [PATCH 20/58] nightly build changes --- ...enerated-linux-ppc64le-binary-manywheel-nightly.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index e5112ff4f8ff..5a21b112de64 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -112,7 +112,7 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.10" - runs-on: linux.ppc64le + runs_on: linux.ppc64le build_name: wheel-py3_10-cpu build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' @@ -171,7 +171,7 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.11" - runs-on: linux.ppc64le + runs_on: linux.ppc64le build_name: wheel-py3_11-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' @@ -230,7 +230,7 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.12" - runs-on: linux-ppc64le + runs_on: linux-ppc64le build_name: wheel-py3_12-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' @@ -289,7 +289,7 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.13" - runs-on: linux.ppc64le + runs_on: linux.ppc64le build_name: wheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' @@ -348,7 +348,7 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main DESIRED_PYTHON: "3.13t" - runs-on: linux.ppc64le + runs_on: linux.ppc64le build_name: wheel-py3_13t-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' From 8827de2b6af7ec9f3fc339ab652dc628f5f5f698 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 12 Mar 2025 15:48:15 +0530 Subject: [PATCH 21/58] nightly build changes --- ...linux-ppc64le-binary-manywheel-nightly.yml | 294 +----------------- 1 file changed, 1 insertion(+), 293 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 5a21b112de64..46408f0d0eb4 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -100,296 +100,4 @@ jobs: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml - wheel-py3_10-cpu-ppc64le-build: - uses: ./.github/workflows/_binary-build-linux.yml - - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.10" - runs_on: linux.ppc64le - build_name: wheel-py3_10-cpu - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_10-cpu-ppc64le-test: # Testing - - needs: - - wheel-py3_10-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.10" - build_name: wheel-py3_10-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_10-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: wheel-py3_10-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.10" - build_name: wheel-py3_10-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml - - wheel-py3_11-cpu-ppc64le-build: - - uses: ./.github/workflows/_binary-build-linux.yml - - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.11" - runs_on: linux.ppc64le - build_name: wheel-py3_11-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_11-cpu-ppc64le-test: # Testing - - needs: - - wheel-py3_11-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.11" - build_name: wheel-py3_11-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_11-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: wheel-py3_11-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.11" - build_name: wheel-py3_11-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml - - wheel-py3_12-cpu-ppc64le-build: - - uses: ./.github/workflows/_binary-build-linux.yml - - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.12" - runs_on: linux-ppc64le - build_name: wheel-py3_12-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_12-cpu-ppc64le-test: # Testing - - needs: - - wheel-py3_12-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.12" - build_name: wheel-py3_12-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_12-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: wheel-py3_12-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.12" - build_name: wheel-py3_12-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml - - wheel-py3_13-cpu-ppc64le-build: - - uses: ./.github/workflows/_binary-build-linux.yml - - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13" - runs_on: linux.ppc64le - build_name: wheel-py3_13-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13-cpu-ppc64le-test: # Testing - - needs: - - wheel-py3_13-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13" - build_name: wheel-py3_13-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: wheel-py3_13-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13" - build_name: wheel-py3_13-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml - - wheel-py3_13t-cpu-ppc64le-build: - - uses: ./.github/workflows/_binary-build-linux.yml - - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13t" - runs_on: linux.ppc64le - build_name: wheel-py3_13t-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13t-cpu-ppc64le-test: # Testing - - needs: - - wheel-py3_13t-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13t" - build_name: wheel-py3_13t-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13t-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: wheel-py3_13t-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13t" - build_name: wheel-py3_13t-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml + \ No newline at end of file From a67486c438dbe5d205c77f64fd64d7be579576d9 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 12 Mar 2025 17:58:51 +0530 Subject: [PATCH 22/58] nightly build changes --- .ci/pytorch/check_binary.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.ci/pytorch/check_binary.sh b/.ci/pytorch/check_binary.sh index 2eadd6718f8b..f1c1bfb955aa 100755 --- a/.ci/pytorch/check_binary.sh +++ b/.ci/pytorch/check_binary.sh @@ -275,7 +275,7 @@ fi if [[ "$PACKAGE_TYPE" == 'libtorch' ]]; then echo "Checking that MKL is available" build_and_run_example_cpp check-torch-mkl -elif [[ "$(uname -m)" != "arm64" && "$(uname -m)" != "s390x" ]]; then +elif [[ "$(uname -m)" != "arm64" && "$(uname -m)" != "s390x" && "$(uname -m)" != "ppc64le" ]]; then if [[ "$(uname)" != 'Darwin' || "$PACKAGE_TYPE" != *wheel ]]; then if [[ "$(uname -m)" == "aarch64" ]]; then echo "Checking that MKLDNN is available on aarch64" @@ -299,7 +299,7 @@ if [[ "$PACKAGE_TYPE" == 'libtorch' ]]; then echo "Checking that XNNPACK is available" build_and_run_example_cpp check-torch-xnnpack else - if [[ "$(uname)" != 'Darwin' || "$PACKAGE_TYPE" != *wheel ]] && [[ "$(uname -m)" != "s390x" ]]; then + if [[ "$(uname)" != 'Darwin' || "$PACKAGE_TYPE" != *wheel ]] && [[ "$(uname -m)" != "s390x" && [[ "$(uname -m)" != "ppc64le" ]]; then echo "Checking that XNNPACK is available" pushd /tmp python -c 'import torch.backends.xnnpack; exit(0 if torch.backends.xnnpack.enabled else 1)' @@ -320,7 +320,7 @@ if [[ "$OSTYPE" == "msys" ]]; then fi # Test that CUDA builds are setup correctly -if [[ "$DESIRED_CUDA" != 'cpu' && "$DESIRED_CUDA" != 'xpu' && "$DESIRED_CUDA" != 'cpu-cxx11-abi' && "$DESIRED_CUDA" != *"rocm"* && "$(uname -m)" != "s390x" ]]; then +if [[ "$DESIRED_CUDA" != 'cpu' && "$DESIRED_CUDA" != 'xpu' && "$DESIRED_CUDA" != 'cpu-cxx11-abi' && "$DESIRED_CUDA" != *"rocm"* && "$(uname -m)" != "s390x" && [[ "$(uname -m)" != "ppc64le" ]]; then if [[ "$PACKAGE_TYPE" == 'libtorch' ]]; then build_and_run_example_cpp check-torch-cuda else From 96e9fc15ccecb8f65604426a15af75193c1a3764 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 12 Mar 2025 23:19:38 +0530 Subject: [PATCH 23/58] nightly build changes --- .ci/pytorch/check_binary.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/pytorch/check_binary.sh b/.ci/pytorch/check_binary.sh index f1c1bfb955aa..797fa42d8399 100755 --- a/.ci/pytorch/check_binary.sh +++ b/.ci/pytorch/check_binary.sh @@ -299,7 +299,7 @@ if [[ "$PACKAGE_TYPE" == 'libtorch' ]]; then echo "Checking that XNNPACK is available" build_and_run_example_cpp check-torch-xnnpack else - if [[ "$(uname)" != 'Darwin' || "$PACKAGE_TYPE" != *wheel ]] && [[ "$(uname -m)" != "s390x" && [[ "$(uname -m)" != "ppc64le" ]]; then + if [[ "$(uname)" != 'Darwin' || "$PACKAGE_TYPE" != *wheel ]] && [[ "$(uname -m)" != "s390x" ]] && [[ "$(uname -m)" != "ppc64le" ]]; then echo "Checking that XNNPACK is available" pushd /tmp python -c 'import torch.backends.xnnpack; exit(0 if torch.backends.xnnpack.enabled else 1)' @@ -320,7 +320,7 @@ if [[ "$OSTYPE" == "msys" ]]; then fi # Test that CUDA builds are setup correctly -if [[ "$DESIRED_CUDA" != 'cpu' && "$DESIRED_CUDA" != 'xpu' && "$DESIRED_CUDA" != 'cpu-cxx11-abi' && "$DESIRED_CUDA" != *"rocm"* && "$(uname -m)" != "s390x" && [[ "$(uname -m)" != "ppc64le" ]]; then +if [[ "$DESIRED_CUDA" != 'cpu' && "$DESIRED_CUDA" != 'xpu' && "$DESIRED_CUDA" != 'cpu-cxx11-abi' && "$DESIRED_CUDA" != *"rocm"* && "$(uname -m)" != "s390x" && "$(uname -m)" != "ppc64le" ]]; then if [[ "$PACKAGE_TYPE" == 'libtorch' ]]; then build_and_run_example_cpp check-torch-cuda else From a33f4816238453cd33522a12c164e0324fe33a42 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 10:23:07 +0530 Subject: [PATCH 24/58] nightly build changes --- ...linux-ppc64le-binary-manywheel-nightly.yml | 33 ++++++++----------- 1 file changed, 14 insertions(+), 19 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 46408f0d0eb4..91f3c7d8d001 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -38,10 +38,10 @@ jobs: issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }} curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - wheel-py3_9-cpu-ppc64le-build: - + + wheel-py3_10-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml - #needs: get-label-type + with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel @@ -50,18 +50,17 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.9" + DESIRED_PYTHON: "3.10" runs_on: linux.ppc64le - build_name: manywheel-py3_9-cpu-ppc64le + build_name: wheel-py3_10-cpu build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_9-cpu-ppc64le-test: # Testing + wheel-py3_10-cpu-ppc64le-test: # Testing needs: - - wheel-py3_9-cpu-ppc64le-build + - wheel-py3_10-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: @@ -72,20 +71,18 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.9" - build_name: manywheel-py3_9-cpu-ppc64le + DESIRED_PYTHON: "3.10" + build_name: wheel-py3_10-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel runs_on: linux.ppc64le - ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_9-cpu-ppc64le-upload: # Uploading + wheel-py3_10-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: wheel-py3_9-cpu-ppc64le-test + needs: wheel-py3_10-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel @@ -94,10 +91,8 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.9" - build_name: wheel-py3_9-cpu-ppc64le + DESIRED_PYTHON: "3.10" + build_name: wheel-py3_10-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml - - \ No newline at end of file + uses: ./.github/workflows/_binary-upload.yml \ No newline at end of file From f4294180e5e500cf32b4bcf7f56012d0b7ebeb99 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 12:02:47 +0530 Subject: [PATCH 25/58] nightly build changes --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 91f3c7d8d001..336c215a5af0 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -50,9 +50,12 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False DESIRED_PYTHON: "3.10" runs_on: linux.ppc64le - build_name: wheel-py3_10-cpu + ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" + timeout-minutes: 420 + build_name: wheel-py3_10-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: @@ -71,10 +74,12 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False DESIRED_PYTHON: "3.10" build_name: wheel-py3_10-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel runs_on: linux.ppc64le + ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" secrets: github-token: ${{ secrets.GITHUB_TOKEN }} wheel-py3_10-cpu-ppc64le-upload: # Uploading From d8ff46f8089cafc9b2ee854dad1645ee320d092b Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 13:44:21 +0530 Subject: [PATCH 26/58] nightly build changes p311 --- ...linux-ppc64le-binary-manywheel-nightly.yml | 29 ++++++++++--------- 1 file changed, 15 insertions(+), 14 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 336c215a5af0..49590166168f 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -39,9 +39,10 @@ jobs: curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - wheel-py3_10-cpu-ppc64le-build: + wheel-py3_11-cpu-ppc64le-build: + uses: ./.github/workflows/_binary-build-linux.yml - + with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel @@ -50,20 +51,20 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + DESIRED_PYTHON: "3.11" use_split_build: False - DESIRED_PYTHON: "3.10" - runs_on: linux.ppc64le ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" timeout-minutes: 420 - build_name: wheel-py3_10-cpu-ppc64le + runs_on: linux.ppc64le + build_name: wheel-py3_11-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_10-cpu-ppc64le-test: # Testing + wheel-py3_11-cpu-ppc64le-test: # Testing needs: - - wheel-py3_10-cpu-ppc64le-build + - wheel-py3_11-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: @@ -74,20 +75,20 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + DESIRED_PYTHON: "3.11" use_split_build: False - DESIRED_PYTHON: "3.10" - build_name: wheel-py3_10-cpu-ppc64le + ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" + build_name: wheel-py3_11-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel runs_on: linux.ppc64le - ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_10-cpu-ppc64le-upload: # Uploading + wheel-py3_11-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: wheel-py3_10-cpu-ppc64le-test + needs: wheel-py3_11-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel @@ -96,8 +97,8 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.10" - build_name: wheel-py3_10-cpu-ppc64le + DESIRED_PYTHON: "3.11" + build_name: wheel-py3_11-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml \ No newline at end of file From 46cb4f80001d2807b0e2fe39a67e79a454a7e6f0 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 15:51:31 +0530 Subject: [PATCH 27/58] nightly build changes p312 and 313 --- ...linux-ppc64le-binary-manywheel-nightly.yml | 86 ++++++++++++++++--- 1 file changed, 75 insertions(+), 11 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 49590166168f..b117af4d2946 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -39,7 +39,71 @@ jobs: curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - wheel-py3_11-cpu-ppc64le-build: + + wheel-py3_12-cpu-ppc64le-build: + + uses: ./.github/workflows/_binary-build-linux.yml + + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + DESIRED_PYTHON: "3.12" + use_split_build: False + ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" + timeout-minutes: 420 + runs_on: linux-ppc64le + build_name: wheel-py3_12-cpu-ppc64le + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_12-cpu-ppc64le-test: # Testing + + needs: + - wheel-py3_12-cpu-ppc64le-build + + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + DESIRED_PYTHON: "3.12" + use_split_build: False + ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" + build_name: wheel-py3_12-cpu-ppc64le + build_environment: linux-ppc64le-binary-manywheel + runs_on: linux.ppc64le + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + wheel-py3_12-cpu-ppc64le-upload: # Uploading + + permissions: + id-token: write + contents: read + needs: wheel-py3_12-cpu-ppc64le-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + DESIRED_PYTHON: "3.12" + build_name: wheel-py3_12-cpu-ppc64le + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml + wheel-py3_13-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml @@ -51,20 +115,20 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.11" + DESIRED_PYTHON: "3.13" use_split_build: False ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" timeout-minutes: 420 runs_on: linux.ppc64le - build_name: wheel-py3_11-cpu-ppc64le + build_name: wheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_11-cpu-ppc64le-test: # Testing + wheel-py3_13-cpu-ppc64le-test: # Testing needs: - - wheel-py3_11-cpu-ppc64le-build + - wheel-py3_13-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: @@ -75,20 +139,20 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.11" + DESIRED_PYTHON: "3.13" use_split_build: False ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" - build_name: wheel-py3_11-cpu-ppc64le + build_name: wheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel runs_on: linux.ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_11-cpu-ppc64le-upload: # Uploading + wheel-py3_13-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: wheel-py3_11-cpu-ppc64le-test + needs: wheel-py3_13-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel @@ -97,8 +161,8 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.11" - build_name: wheel-py3_11-cpu-ppc64le + DESIRED_PYTHON: "3.13" + build_name: wheel-py3_13-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml \ No newline at end of file From cd6f2dcd0b607474a276011ca8b80e4d170235cb Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 15:53:27 +0530 Subject: [PATCH 28/58] nightly build changes p312 and 313 --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index b117af4d2946..a80f06045c03 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -40,7 +40,7 @@ jobs: curr_ref_type: ${{ github.ref_type }} - wheel-py3_12-cpu-ppc64le-build: + wheel-py3_12-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml From 61ec5ebcbfa2747646f37a267ced474d9b58eb78 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 18:17:06 +0530 Subject: [PATCH 29/58] nightly build changes p312 and 313 --- ...linux-ppc64le-binary-manywheel-nightly.yml | 64 +------------------ 1 file changed, 1 insertion(+), 63 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index a80f06045c03..39dbb9812d4c 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -103,66 +103,4 @@ jobs: secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml - wheel-py3_13-cpu-ppc64le-build: - - uses: ./.github/workflows/_binary-build-linux.yml - - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13" - use_split_build: False - ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" - timeout-minutes: 420 - runs_on: linux.ppc64le - build_name: wheel-py3_13-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13-cpu-ppc64le-test: # Testing - - needs: - - wheel-py3_13-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13" - use_split_build: False - ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" - build_name: wheel-py3_13-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_13-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: wheel-py3_13-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.13" - build_name: wheel-py3_13-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml \ No newline at end of file + \ No newline at end of file From f8df963b0eb46706c6a7b312e6a75c528468f067 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 18:33:37 +0530 Subject: [PATCH 30/58] nightly build changes p312 and 313 --- .../generated-linux-ppc64le-binary-manywheel-nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 39dbb9812d4c..40155ffbad67 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -56,7 +56,7 @@ jobs: use_split_build: False ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" timeout-minutes: 420 - runs_on: linux-ppc64le + runs_on: linux.ppc64le build_name: wheel-py3_12-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' From a3b25435ed7656b7a6e943481782c18d914a5b46 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 19:23:49 +0530 Subject: [PATCH 31/58] nightly build changes p312 and 313 --- .github/templates/linux_binary_build_workflow.yml.j2 | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/.github/templates/linux_binary_build_workflow.yml.j2 b/.github/templates/linux_binary_build_workflow.yml.j2 index 5b1acca98fe4..45b0ff949746 100644 --- a/.github/templates/linux_binary_build_workflow.yml.j2 +++ b/.github/templates/linux_binary_build_workflow.yml.j2 @@ -35,6 +35,8 @@ env: ALPINE_IMAGE: "arm64v8/alpine" {%- elif "s390x" in build_environment %} ALPINE_IMAGE: "docker.io/s390x/alpine" + {%- elif "ppc64le" in build_environment %} + ALPINE_IMAGE: "docker.io/ppc64le/alpine" {%- else %} ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" {%- endif %} @@ -74,6 +76,10 @@ jobs: runs_on: linux.s390x ALPINE_IMAGE: "docker.io/s390x/alpine" timeout-minutes: 420 + {%- elif "ppc64le" in build_environment %} + runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + timeout-minutes: 420 {%- elif "conda" in build_environment and config["gpu_arch_type"] == "cuda" %} runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runs_on: linux.24xlarge.ephemeral @@ -109,6 +115,9 @@ jobs: {%- elif "s390x" in build_environment %} runs_on: linux.s390x ALPINE_IMAGE: "docker.io/s390x/alpine" + {%- elif "ppc64le" in build_environment %} + runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" {%- elif config["gpu_arch_type"] == "rocm" %} runs_on: linux.rocm.gpu {%- elif config["gpu_arch_type"] == "cuda" %} From de290a41daab62ff1137c7d1d83d7a70e856940b Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 19:52:34 +0530 Subject: [PATCH 32/58] nightly build changes p312 and 313 --- .../scripts/generate_binary_build_matrix.py | 18 +++++++++++++++--- 1 file changed, 15 insertions(+), 3 deletions(-) diff --git a/.github/scripts/generate_binary_build_matrix.py b/.github/scripts/generate_binary_build_matrix.py index 86fb24c7f366..29f114d3d2ff 100644 --- a/.github/scripts/generate_binary_build_matrix.py +++ b/.github/scripts/generate_binary_build_matrix.py @@ -41,6 +41,8 @@ CPU_S390X_ARCH = ["cpu-s390x"] +CPU_PPC64LE_ARCH = ["cpu-ppc64le"] + CUDA_AARCH64_ARCHES = ["12.6-aarch64", "12.8-aarch64"] @@ -176,6 +178,8 @@ def arch_type(arch_version: str) -> str: return "cpu-aarch64" elif arch_version in CPU_S390X_ARCH: return "cpu-s390x" + elif arch_version in CPU_PPC64LE_ARCH: + return "cpu-ppc64le" elif arch_version in CUDA_AARCH64_ARCHES: return "cuda-aarch64" else: # arch_version should always be "cpu" in this case @@ -203,6 +207,7 @@ def arch_type(arch_version: str) -> str: "cpu-cxx11-abi": f"pytorch/manylinuxcxx11-abi-builder:cpu-cxx11-abi-{DEFAULT_TAG}", "cpu-aarch64": f"pytorch/manylinux2_28_aarch64-builder:cpu-aarch64-{DEFAULT_TAG}", "cpu-s390x": f"pytorch/manylinuxs390x-builder:cpu-s390x-{DEFAULT_TAG}", + "cpu-ppc64le": f"pytorch/manylinuxppc64le-builder:cpu-ppc64le-{DEFAULT_TAG}", } CXX11_ABI = "cxx11-abi" @@ -236,6 +241,7 @@ def translate_desired_cuda(gpu_arch_type: str, gpu_arch_version: str) -> str: "cpu-aarch64": "cpu", "cpu-cxx11-abi": "cpu-cxx11-abi", "cpu-s390x": "cpu", + "cpu-ppc64le": "cpu", "cuda": f"cu{gpu_arch_version.replace('.', '')}", "cuda-aarch64": f"cu{gpu_arch_version.replace('-aarch64', '').replace('.', '')}", "rocm": f"rocm{gpu_arch_version}", @@ -316,8 +322,8 @@ def generate_wheels_matrix( use_split_build: bool = False, ) -> list[dict[str, str]]: package_type = "wheel" - if os == "linux" or os == "linux-aarch64" or os == "linux-s390x": - # NOTE: We only build manywheel packages for x86_64 and aarch64 and s390x linux + if os == "linux" or os == "linux-aarch64" or os == "linux-s390x" or os == "linux-ppc64le": + # NOTE: We only build manywheel packages for x86_64 and aarch64 and s390x and ppc64le linux package_type = "manywheel" if python_versions is None: @@ -341,6 +347,11 @@ def generate_wheels_matrix( # Only want the one arch as the CPU type is different and # uses different build/test scripts arches = ["cpu-s390x"] + elif os == "linux-ppc64le": + # Only want the one arch as the CPU type is different and + # uses different build/test scripts + arches = ["cpu-ppc64le"] + ret: list[dict[str, str]] = [] for python_version in python_versions: @@ -352,12 +363,13 @@ def generate_wheels_matrix( or arch_version == "cpu-cxx11-abi" or arch_version == "cpu-aarch64" or arch_version == "cpu-s390x" + or arch_version == "cpu-ppc64le" or arch_version == "xpu" else arch_version ) # TODO: Enable python 3.13t cpu-s390x or MacOS or Windows - if gpu_arch_type == "cpu-s390x" and python_version == "3.13t": + if (gpu_arch_type == "cpu-s390x" or gpu_arch_type == "cpu-ppc64le") and python_version == "3.13t": continue if use_split_build and ( From af8d3af50af265e6ed6eadb1e3ba057d43a0ab92 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 20:16:48 +0530 Subject: [PATCH 33/58] nightly build changes 313 --- ...linux-ppc64le-binary-manywheel-nightly.yml | 34 +++++++++---------- 1 file changed, 17 insertions(+), 17 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 40155ffbad67..05342bb4caa4 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -40,8 +40,8 @@ jobs: curr_ref_type: ${{ github.ref_type }} - wheel-py3_12-cpu-ppc64le-build: - + manywheel-py3_13-cpu-ppc64le-build: + uses: ./.github/workflows/_binary-build-linux.yml with: @@ -52,20 +52,20 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.12" use_split_build: False - ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" - timeout-minutes: 420 + DESIRED_PYTHON: "3.13" runs_on: linux.ppc64le - build_name: wheel-py3_12-cpu-ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + timeout-minutes: 420 + build_name: manywheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_12-cpu-ppc64le-test: # Testing + manywheel-py3_13-cpu-ppc64le-test: # Testing needs: - - wheel-py3_12-cpu-ppc64le-build + - manywheel-py3_13-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: @@ -76,20 +76,20 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.12" use_split_build: False - ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" - build_name: wheel-py3_12-cpu-ppc64le + DESIRED_PYTHON: "3.13" + build_name: manywheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - wheel-py3_12-cpu-ppc64le-upload: # Uploading - + manywheel-py3_13-cpu-ppc64le-upload: # Uploading + permissions: id-token: write contents: read - needs: wheel-py3_12-cpu-ppc64le-test + needs: manywheel-py3_13-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel @@ -98,9 +98,9 @@ jobs: DESIRED_CUDA: cpu GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - DESIRED_PYTHON: "3.12" - build_name: wheel-py3_12-cpu-ppc64le + use_split_build: False + DESIRED_PYTHON: "3.13" + build_name: manywheel-py3_13-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml - \ No newline at end of file From 8c45f06539c89e209b70c05b1e34976bef78301e Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 13 Mar 2025 20:36:54 +0530 Subject: [PATCH 34/58] nightly build changes except 313 --- ...linux-ppc64le-binary-manywheel-nightly.yml | 227 ++++++++++++++++-- 1 file changed, 213 insertions(+), 14 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 05342bb4caa4..27ec87c2a646 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -10,10 +10,17 @@ on: # NOTE: Meta Employees can trigger new nightlies using: https://fburl.com/trigger_pytorch_nightly_build branches: - temp-ppc64le-wheel-branch-v6 + tags: + # NOTE: Binary build pipelines should only get triggered on release candidate builds + # Release candidate tags look like: v1.11.0-rc1 + - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ + - 'ciflow/binaries/*' + - 'ciflow/binaries_wheel/*' workflow_dispatch: + env: # Needed for conda builds - ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine" + ALPINE_IMAGE: "docker.io/ppc64le/alpine" AWS_DEFAULT_REGION: us-east-1 BINARY_ENV_FILE: /tmp/env BUILD_ENVIRONMENT: linux-ppc64le-binary-manywheel @@ -23,7 +30,6 @@ env: PYTORCH_ROOT: /pytorch SHA1: ${{ github.event.pull_request.head.sha || github.sha }} SKIP_ALL_TESTS: 0 - concurrency: group: linux-ppc64le-binary-manywheel-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }} cancel-in-progress: true @@ -38,9 +44,72 @@ jobs: issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }} curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} + manywheel-py3_9-cpu-ppc64le-build: + + uses: ./.github/workflows/_binary-build-linux.yml + + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.9" + runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + timeout-minutes: 420 + build_name: manywheel-py3_9-cpu-ppc64le + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + manywheel-py3_9-cpu-ppc64le-test: # Testing + + needs: + - manywheel-py3_9-cpu-ppc64le-build + + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.9" + build_name: manywheel-py3_9-cpu-ppc64le + build_environment: linux-ppc64le-binary-manywheel + runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + manywheel-py3_9-cpu-ppc64le-upload: # Uploading + + permissions: + id-token: write + contents: read + needs: manywheel-py3_9-cpu-ppc64le-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.9" + build_name: manywheel-py3_9-cpu-ppc64le + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml - - manywheel-py3_13-cpu-ppc64le-build: + manywheel-py3_10-cpu-ppc64le-build: uses: ./.github/workflows/_binary-build-linux.yml @@ -53,19 +122,19 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False - DESIRED_PYTHON: "3.13" + DESIRED_PYTHON: "3.10" runs_on: linux.ppc64le ALPINE_IMAGE: "docker.io/ppc64le/alpine" timeout-minutes: 420 - build_name: manywheel-py3_13-cpu-ppc64le + build_name: manywheel-py3_10-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_13-cpu-ppc64le-test: # Testing + manywheel-py3_10-cpu-ppc64le-test: # Testing needs: - - manywheel-py3_13-cpu-ppc64le-build + - manywheel-py3_10-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: @@ -77,19 +146,149 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False - DESIRED_PYTHON: "3.13" - build_name: manywheel-py3_13-cpu-ppc64le + DESIRED_PYTHON: "3.10" + build_name: manywheel-py3_10-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel runs_on: linux.ppc64le ALPINE_IMAGE: "docker.io/ppc64le/alpine" secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_13-cpu-ppc64le-upload: # Uploading + manywheel-py3_10-cpu-ppc64le-upload: # Uploading + + permissions: + id-token: write + contents: read + needs: manywheel-py3_10-cpu-ppc64le-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.10" + build_name: manywheel-py3_10-cpu-ppc64le + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml + + manywheel-py3_11-cpu-ppc64le-build: + + uses: ./.github/workflows/_binary-build-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.11" + runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + timeout-minutes: 420 + build_name: manywheel-py3_11-cpu-ppc64le + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + manywheel-py3_11-cpu-ppc64le-test: # Testing + + needs: + - manywheel-py3_11-cpu-ppc64le-build + + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.11" + build_name: manywheel-py3_11-cpu-ppc64le + build_environment: linux-ppc64le-binary-manywheel + runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + manywheel-py3_11-cpu-ppc64le-upload: # Uploading + + permissions: + id-token: write + contents: read + needs: manywheel-py3_11-cpu-ppc64le-test + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.11" + build_name: manywheel-py3_11-cpu-ppc64le + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + uses: ./.github/workflows/_binary-upload.yml + + manywheel-py3_12-cpu-ppc64le-build: + + uses: ./.github/workflows/_binary-build-linux.yml + + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.12" + runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + timeout-minutes: 420 + build_name: manywheel-py3_12-cpu-ppc64le + build_environment: linux-ppc64le-binary-manywheel + PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + manywheel-py3_12-cpu-ppc64le-test: # Testing + + needs: + - manywheel-py3_12-cpu-ppc64le-build + + uses: ./.github/workflows/_binary-test-linux.yml + with: + PYTORCH_ROOT: /pytorch + PACKAGE_TYPE: manywheel + # TODO: This is a legacy variable that we eventually want to get rid of in + # favor of GPU_ARCH_VERSION + DESIRED_CUDA: cpu + GPU_ARCH_TYPE: cpu-ppc64le + DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main + use_split_build: False + DESIRED_PYTHON: "3.12" + build_name: manywheel-py3_12-cpu-ppc64le + build_environment: linux-ppc64le-binary-manywheel + runs_on: linux.ppc64le + ALPINE_IMAGE: "docker.io/ppc64le/alpine" + secrets: + github-token: ${{ secrets.GITHUB_TOKEN }} + manywheel-py3_12-cpu-ppc64le-upload: # Uploading + permissions: id-token: write contents: read - needs: manywheel-py3_13-cpu-ppc64le-test + needs: manywheel-py3_12-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel @@ -99,8 +298,8 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False - DESIRED_PYTHON: "3.13" - build_name: manywheel-py3_13-cpu-ppc64le + DESIRED_PYTHON: "3.12" + build_name: manywheel-py3_12-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml From f63765fbc17c9b8dada6c7969a3483987edb0618 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 10:15:22 +0530 Subject: [PATCH 35/58] nightly build changes except 313 --- ...linux-ppc64le-binary-manywheel-nightly.yml | 218 +----------------- 1 file changed, 12 insertions(+), 206 deletions(-) diff --git a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml index 27ec87c2a646..bb9a7fed84f1 100755 --- a/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml +++ b/.github/workflows/generated-linux-ppc64le-binary-manywheel-nightly.yml @@ -44,203 +44,8 @@ jobs: issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }} curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - manywheel-py3_9-cpu-ppc64le-build: - - uses: ./.github/workflows/_binary-build-linux.yml - - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.9" - runs_on: linux.ppc64le - ALPINE_IMAGE: "docker.io/ppc64le/alpine" - timeout-minutes: 420 - build_name: manywheel-py3_9-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_9-cpu-ppc64le-test: # Testing - - needs: - - manywheel-py3_9-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.9" - build_name: manywheel-py3_9-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - ALPINE_IMAGE: "docker.io/ppc64le/alpine" - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_9-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: manywheel-py3_9-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.9" - build_name: manywheel-py3_9-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml - - manywheel-py3_10-cpu-ppc64le-build: - - uses: ./.github/workflows/_binary-build-linux.yml - - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.10" - runs_on: linux.ppc64le - ALPINE_IMAGE: "docker.io/ppc64le/alpine" - timeout-minutes: 420 - build_name: manywheel-py3_10-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_10-cpu-ppc64le-test: # Testing - - needs: - - manywheel-py3_10-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.10" - build_name: manywheel-py3_10-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - ALPINE_IMAGE: "docker.io/ppc64le/alpine" - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_10-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: manywheel-py3_10-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.10" - build_name: manywheel-py3_10-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml - - manywheel-py3_11-cpu-ppc64le-build: - - uses: ./.github/workflows/_binary-build-linux.yml + manywheel-py3_13-cpu-ppc64le-build: - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.11" - runs_on: linux.ppc64le - ALPINE_IMAGE: "docker.io/ppc64le/alpine" - timeout-minutes: 420 - build_name: manywheel-py3_11-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_11-cpu-ppc64le-test: # Testing - - needs: - - manywheel-py3_11-cpu-ppc64le-build - - uses: ./.github/workflows/_binary-test-linux.yml - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.11" - build_name: manywheel-py3_11-cpu-ppc64le - build_environment: linux-ppc64le-binary-manywheel - runs_on: linux.ppc64le - ALPINE_IMAGE: "docker.io/ppc64le/alpine" - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_11-cpu-ppc64le-upload: # Uploading - - permissions: - id-token: write - contents: read - needs: manywheel-py3_11-cpu-ppc64le-test - with: - PYTORCH_ROOT: /pytorch - PACKAGE_TYPE: manywheel - # TODO: This is a legacy variable that we eventually want to get rid of in - # favor of GPU_ARCH_VERSION - DESIRED_CUDA: cpu - GPU_ARCH_TYPE: cpu-ppc64le - DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main - use_split_build: False - DESIRED_PYTHON: "3.11" - build_name: manywheel-py3_11-cpu-ppc64le - secrets: - github-token: ${{ secrets.GITHUB_TOKEN }} - uses: ./.github/workflows/_binary-upload.yml - - manywheel-py3_12-cpu-ppc64le-build: - uses: ./.github/workflows/_binary-build-linux.yml with: @@ -252,19 +57,19 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False - DESIRED_PYTHON: "3.12" + DESIRED_PYTHON: "3.13" runs_on: linux.ppc64le ALPINE_IMAGE: "docker.io/ppc64le/alpine" timeout-minutes: 420 - build_name: manywheel-py3_12-cpu-ppc64le + build_name: manywheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_12-cpu-ppc64le-test: # Testing + manywheel-py3_13-cpu-ppc64le-test: # Testing needs: - - manywheel-py3_12-cpu-ppc64le-build + - manywheel-py3_13-cpu-ppc64le-build uses: ./.github/workflows/_binary-test-linux.yml with: @@ -276,19 +81,19 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False - DESIRED_PYTHON: "3.12" - build_name: manywheel-py3_12-cpu-ppc64le + DESIRED_PYTHON: "3.13" + build_name: manywheel-py3_13-cpu-ppc64le build_environment: linux-ppc64le-binary-manywheel runs_on: linux.ppc64le ALPINE_IMAGE: "docker.io/ppc64le/alpine" secrets: github-token: ${{ secrets.GITHUB_TOKEN }} - manywheel-py3_12-cpu-ppc64le-upload: # Uploading + manywheel-py3_13-cpu-ppc64le-upload: # Uploading permissions: id-token: write contents: read - needs: manywheel-py3_12-cpu-ppc64le-test + needs: manywheel-py3_13-cpu-ppc64le-test with: PYTORCH_ROOT: /pytorch PACKAGE_TYPE: manywheel @@ -298,8 +103,9 @@ jobs: GPU_ARCH_TYPE: cpu-ppc64le DOCKER_IMAGE: pytorch/manylinuxppc64le-builder:cpu-ppc64le-main use_split_build: False - DESIRED_PYTHON: "3.12" - build_name: manywheel-py3_12-cpu-ppc64le + DESIRED_PYTHON: "3.13" + build_name: manywheel-py3_13-cpu-ppc64le secrets: github-token: ${{ secrets.GITHUB_TOKEN }} uses: ./.github/workflows/_binary-upload.yml + \ No newline at end of file From b1b9abe7d62e2072c4672b100bc982e1d318bdf2 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 16:17:52 +0530 Subject: [PATCH 36/58] nightly build changes except 313 --- .ci/docker/manywheel/Dockerfile_ppc64le | 32 +++++++++++++++++++++++-- .ci/manywheel/build_common.sh | 4 ++-- 2 files changed, 32 insertions(+), 4 deletions(-) diff --git a/.ci/docker/manywheel/Dockerfile_ppc64le b/.ci/docker/manywheel/Dockerfile_ppc64le index 936d5037d74c..da61d49a7949 100755 --- a/.ci/docker/manywheel/Dockerfile_ppc64le +++ b/.ci/docker/manywheel/Dockerfile_ppc64le @@ -75,9 +75,37 @@ ENV LD_LIBRARY_PATH=/opt/rh/gcc-toolset-${DEVTOOLSET_VERSION}/root/usr/lib64:/op # Configure git to avoid safe directory issues RUN git config --global --add safe.directory "*" +# installed python doesn't have development parts. Rebuild it from scratch +RUN /bin/rm -rf /opt/_internal /opt/python /usr/local/*/* + +# EPEL for cmake +FROM base as patchelf +# Install patchelf +ADD ./common/install_patchelf.sh install_patchelf.sh +RUN bash ./install_patchelf.sh && rm install_patchelf.sh +RUN cp $(which patchelf) /patchelf + +FROM patchelf as python +# build python +COPY manywheel/build_scripts /build_scripts +ADD ./common/install_cpython.sh /build_scripts/install_cpython.sh +ENV SSL_CERT_FILE= +RUN bash build_scripts/build.sh && rm -r build_scripts + +FROM base as final +COPY --from=python /opt/python /opt/python +COPY --from=python /opt/_internal /opt/_internal +COPY --from=python /opt/python/cp39-cp39/bin/auditwheel /usr/local/bin/auditwheel +COPY --from=patchelf /usr/local/bin/patchelf /usr/local/bin/patchelf + +RUN alternatives --set python /usr/bin/python3.12 +RUN alternatives --set python3 /usr/bin/python3.12 + +RUN pip-3.12 install typing_extensions + # Install required Python packages -RUN pip install --upgrade pip -RUN pip install typing_extensions pyyaml setuptools +#RUN pip install --upgrade pip +#RUN pip install typing_extensions pyyaml setuptools # Install test dependencies RUN dnf install -y \ diff --git a/.ci/manywheel/build_common.sh b/.ci/manywheel/build_common.sh index af96000c76eb..7099a4c48d7a 100644 --- a/.ci/manywheel/build_common.sh +++ b/.ci/manywheel/build_common.sh @@ -380,7 +380,7 @@ for pkg in /$WHEELHOUSE_DIR/torch_no_python*.whl /$WHEELHOUSE_DIR/torch*linux*.w done # create Manylinux 2_28 tag this needs to happen before regenerate the RECORD - if [[ $PLATFORM == "manylinux_2_28_x86_64" && $GPU_ARCH_TYPE != "cpu-s390x" && $GPU_ARCH_TYPE != "xpu" ]]; then + if [[ $PLATFORM == "manylinux_2_28_x86_64" && $GPU_ARCH_TYPE != "cpu-s390x" && $GPU_ARCH_TYPE != "cpu-ppc64le" && $GPU_ARCH_TYPE != "xpu" ]]; then wheel_file=$(echo $(basename $pkg) | sed -e 's/-cp.*$/.dist-info\/WHEEL/g') sed -i -e s#linux_x86_64#"${PLATFORM}"# $wheel_file; fi @@ -425,7 +425,7 @@ for pkg in /$WHEELHOUSE_DIR/torch_no_python*.whl /$WHEELHOUSE_DIR/torch*linux*.w fi # Rename wheel for Manylinux 2_28 - if [[ $PLATFORM == "manylinux_2_28_x86_64" && $GPU_ARCH_TYPE != "cpu-s390x" && $GPU_ARCH_TYPE != "xpu" ]]; then + if [[ $PLATFORM == "manylinux_2_28_x86_64" && $GPU_ARCH_TYPE != "cpu-s390x" && $GPU_ARCH_TYPE != "cpu-ppc64le" && $GPU_ARCH_TYPE != "xpu" ]]; then pkg_name=$(echo $(basename $pkg) | sed -e s#linux_x86_64#"${PLATFORM}"#) zip -rq $pkg_name $PREIX* rm -f $pkg From 853b9099cfd9d8653351065d2250919c6d9452a2 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 16:25:38 +0530 Subject: [PATCH 37/58] nightly build changes except 313 --- .ci/docker/manywheel/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/docker/manywheel/build.sh b/.ci/docker/manywheel/build.sh index 815a32a6cdfe..0d05e4760268 100755 --- a/.ci/docker/manywheel/build.sh +++ b/.ci/docker/manywheel/build.sh @@ -66,7 +66,7 @@ case ${GPU_ARCH_TYPE} in MANY_LINUX_VERSION="s390x" ;; cpu-ppc64le) - TARGET=base + TARGET=final DOCKER_TAG=ppc64le GPU_IMAGE=redhat/ubi9 DOCKER_GPU_BUILD_ARG="" From a4f694bc9825affef2b097dbdfc107f23b361079 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 16:40:19 +0530 Subject: [PATCH 38/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 34ea62cc2099..2dc891737fb4 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -38,6 +38,12 @@ yum -y install bzip2 make git patch unzip bison yasm diffutils \ automake which file \ ${PYTHON_COMPILE_DEPS} +# Install newest autoconf +curl -sLO http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.guess;hb=HEAD +curl -sLO http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.sub;hb=HEAD +chmod +x config.guess config.sub +mv config.guess config.sub build-aux/ + # Install newest autoconf build_autoconf $AUTOCONF_ROOT $AUTOCONF_HASH autoconf --version From f0f4a8c9919cbbf0eb744b97633fbab25a5c6ac6 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 16:42:06 +0530 Subject: [PATCH 39/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 2dc891737fb4..4fd1b2203a96 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -39,10 +39,12 @@ yum -y install bzip2 make git patch unzip bison yasm diffutils \ ${PYTHON_COMPILE_DEPS} # Install newest autoconf -curl -sLO http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.guess;hb=HEAD -curl -sLO http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.sub;hb=HEAD +cd build-aux || mkdir -p build-aux && cd build-aux +curl -o config.guess -sL http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.guess;hb=HEAD +curl -o config.sub -sL http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.sub;hb=HEAD chmod +x config.guess config.sub -mv config.guess config.sub build-aux/ +cd .. + # Install newest autoconf build_autoconf $AUTOCONF_ROOT $AUTOCONF_HASH From 38702e54fa56cdf29ef8338aaa0b94e027aea83b Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 16:43:21 +0530 Subject: [PATCH 40/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 4fd1b2203a96..659accb33c0c 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -39,6 +39,7 @@ yum -y install bzip2 make git patch unzip bison yasm diffutils \ ${PYTHON_COMPILE_DEPS} # Install newest autoconf +mkdir -p build-aux cd build-aux || mkdir -p build-aux && cd build-aux curl -o config.guess -sL http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.guess;hb=HEAD curl -o config.sub -sL http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.sub;hb=HEAD From e0c5cc5cf987ef654c5aae9a235c48cc293c3055 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 16:45:48 +0530 Subject: [PATCH 41/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 659accb33c0c..4b723eb1c812 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -39,8 +39,10 @@ yum -y install bzip2 make git patch unzip bison yasm diffutils \ ${PYTHON_COMPILE_DEPS} # Install newest autoconf -mkdir -p build-aux -cd build-aux || mkdir -p build-aux && cd build-aux +if [ ! -d "build-aux" ]; then + mkdir -p build-aux +fi +cd build-aux || exit 1 curl -o config.guess -sL http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.guess;hb=HEAD curl -o config.sub -sL http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.sub;hb=HEAD chmod +x config.guess config.sub From 634f94651e2ef759fe536e9386b2ef742eb2eb21 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 16:50:00 +0530 Subject: [PATCH 42/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 22 +++++++++++++-------- 1 file changed, 14 insertions(+), 8 deletions(-) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 4b723eb1c812..ff63971dbfbf 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -38,16 +38,22 @@ yum -y install bzip2 make git patch unzip bison yasm diffutils \ automake which file \ ${PYTHON_COMPILE_DEPS} -# Install newest autoconf -if [ ! -d "build-aux" ]; then - mkdir -p build-aux -fi -cd build-aux || exit 1 -curl -o config.guess -sL http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.guess;hb=HEAD -curl -o config.sub -sL http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.sub;hb=HEAD -chmod +x config.guess config.sub +# Install newest autoconf manually +wget http://ftp.gnu.org/gnu/autoconf/autoconf-2.71.tar.gz +tar -xzf autoconf-2.71.tar.gz +cd autoconf-2.71 +./configure +make -j$(nproc) +make install cd .. +# Verify installation +autoconf --version + +# Install newest autoconf (previous method) +#build_autoconf $AUTOCONF_ROOT $AUTOCONF_HASH + + # Install newest autoconf build_autoconf $AUTOCONF_ROOT $AUTOCONF_HASH From 9136a39af30b2d2f68bfaf5995f41fcb7f721094 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 17:05:43 +0530 Subject: [PATCH 43/58] nightly build changes except 313 --- .ci/docker/manywheel/Dockerfile_ppc64le | 7 ------- 1 file changed, 7 deletions(-) diff --git a/.ci/docker/manywheel/Dockerfile_ppc64le b/.ci/docker/manywheel/Dockerfile_ppc64le index da61d49a7949..bc60a3a72b2d 100755 --- a/.ci/docker/manywheel/Dockerfile_ppc64le +++ b/.ci/docker/manywheel/Dockerfile_ppc64le @@ -85,18 +85,11 @@ ADD ./common/install_patchelf.sh install_patchelf.sh RUN bash ./install_patchelf.sh && rm install_patchelf.sh RUN cp $(which patchelf) /patchelf -FROM patchelf as python -# build python -COPY manywheel/build_scripts /build_scripts -ADD ./common/install_cpython.sh /build_scripts/install_cpython.sh -ENV SSL_CERT_FILE= -RUN bash build_scripts/build.sh && rm -r build_scripts FROM base as final COPY --from=python /opt/python /opt/python COPY --from=python /opt/_internal /opt/_internal COPY --from=python /opt/python/cp39-cp39/bin/auditwheel /usr/local/bin/auditwheel -COPY --from=patchelf /usr/local/bin/patchelf /usr/local/bin/patchelf RUN alternatives --set python /usr/bin/python3.12 RUN alternatives --set python3 /usr/bin/python3.12 From 86a34492ad700108017b909f58433091028d6306 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 17:28:00 +0530 Subject: [PATCH 44/58] nightly build changes except 313 --- .ci/docker/manywheel/Dockerfile_ppc64le | 7 ++++++ .ci/docker/manywheel/build_scripts/build.sh | 24 +++++++++++---------- 2 files changed, 20 insertions(+), 11 deletions(-) diff --git a/.ci/docker/manywheel/Dockerfile_ppc64le b/.ci/docker/manywheel/Dockerfile_ppc64le index bc60a3a72b2d..da61d49a7949 100755 --- a/.ci/docker/manywheel/Dockerfile_ppc64le +++ b/.ci/docker/manywheel/Dockerfile_ppc64le @@ -85,11 +85,18 @@ ADD ./common/install_patchelf.sh install_patchelf.sh RUN bash ./install_patchelf.sh && rm install_patchelf.sh RUN cp $(which patchelf) /patchelf +FROM patchelf as python +# build python +COPY manywheel/build_scripts /build_scripts +ADD ./common/install_cpython.sh /build_scripts/install_cpython.sh +ENV SSL_CERT_FILE= +RUN bash build_scripts/build.sh && rm -r build_scripts FROM base as final COPY --from=python /opt/python /opt/python COPY --from=python /opt/_internal /opt/_internal COPY --from=python /opt/python/cp39-cp39/bin/auditwheel /usr/local/bin/auditwheel +COPY --from=patchelf /usr/local/bin/patchelf /usr/local/bin/patchelf RUN alternatives --set python /usr/bin/python3.12 RUN alternatives --set python3 /usr/bin/python3.12 diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index ff63971dbfbf..114258df648c 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -38,25 +38,27 @@ yum -y install bzip2 make git patch unzip bison yasm diffutils \ automake which file \ ${PYTHON_COMPILE_DEPS} -# Install newest autoconf manually -wget http://ftp.gnu.org/gnu/autoconf/autoconf-2.71.tar.gz -tar -xzf autoconf-2.71.tar.gz -cd autoconf-2.71 -./configure +# Download and extract Autoconf +curl -sLO http://ftp.gnu.org/gnu/autoconf/$AUTOCONF_ROOT.tar.gz +echo "$AUTOCONF_HASH $AUTOCONF_ROOT.tar.gz" | sha256sum -c - +tar -xzf $AUTOCONF_ROOT.tar.gz +cd $AUTOCONF_ROOT + +# Configure with the correct host +./configure --host=powerpc64le-pc-linux-gnu + +# Build and install make -j$(nproc) make install + +# Clean up cd .. +rm -rf $AUTOCONF_ROOT $AUTOCONF_ROOT.tar.gz -# Verify installation -autoconf --version # Install newest autoconf (previous method) #build_autoconf $AUTOCONF_ROOT $AUTOCONF_HASH - - -# Install newest autoconf -build_autoconf $AUTOCONF_ROOT $AUTOCONF_HASH autoconf --version # Compile the latest Python releases. From d133a43701aac7e56dcd4d29bbd4d2f78aa285c2 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 17:32:57 +0530 Subject: [PATCH 45/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 114258df648c..f31412561b42 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -44,6 +44,11 @@ echo "$AUTOCONF_HASH $AUTOCONF_ROOT.tar.gz" | sha256sum -c - tar -xzf $AUTOCONF_ROOT.tar.gz cd $AUTOCONF_ROOT +# Update config.guess and config.sub +curl -o build-aux/config.guess http://git.savannah.gnu.org/cgit/config.git/plain/config.guess +curl -o build-aux/config.sub http://git.savannah.gnu.org/cgit/config.git/plain/config.sub +chmod +x build-aux/config.guess build-aux/config.sub + # Configure with the correct host ./configure --host=powerpc64le-pc-linux-gnu From 49c382eea374e06e09464d7bc5675cde0abd7dc3 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 18:05:48 +0530 Subject: [PATCH 46/58] nightly build changes except 313 --- .ci/docker/manywheel/Dockerfile_ppc64le | 4 ++-- .ci/docker/manywheel/build_scripts/build.sh | 16 ++++++++++++++++ 2 files changed, 18 insertions(+), 2 deletions(-) diff --git a/.ci/docker/manywheel/Dockerfile_ppc64le b/.ci/docker/manywheel/Dockerfile_ppc64le index da61d49a7949..2c16647b547f 100755 --- a/.ci/docker/manywheel/Dockerfile_ppc64le +++ b/.ci/docker/manywheel/Dockerfile_ppc64le @@ -90,8 +90,8 @@ FROM patchelf as python COPY manywheel/build_scripts /build_scripts ADD ./common/install_cpython.sh /build_scripts/install_cpython.sh ENV SSL_CERT_FILE= -RUN bash build_scripts/build.sh && rm -r build_scripts - +#RUN bash build_scripts/build.sh && rm -r build_scripts +RUN bash build_scripts/build.sh || (echo "Checksum verification failed!" && exit 1) FROM base as final COPY --from=python /opt/python /opt/python COPY --from=python /opt/_internal /opt/_internal diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index f31412561b42..53c78270bdf5 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -86,6 +86,22 @@ ln -s $($PY39_BIN/python -c 'import certifi; print(certifi.where())') \ # Dockerfiles: export SSL_CERT_FILE=/opt/_internal/certs.pem +###################### +# Remove old file if it exists +rm -f curl-7.73.0.tar.bz2 + +# Download the file +curl -sLO https://curl.askapache.com/download/curl-7.73.0.tar.bz2 + +# Verify SHA256 Checksum +echo "cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 curl-7.73.0.tar.bz2" | sha256sum -c - + +# If checksum fails, exit with an error +if [ $? -ne 0 ]; then + echo "Error: SHA256 checksum mismatch for curl-7.73.0.tar.bz2" + exit 1 +fi +############################# # Install newest curl build_curl $CURL_ROOT $CURL_HASH rm -rf /usr/local/include/curl /usr/local/lib/libcurl* /usr/local/lib/pkgconfig/libcurl.pc From 8afd50503c022622607cd0b53134b8ca627d2748 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 18:54:58 +0530 Subject: [PATCH 47/58] nightly build changes except 313 --- .ci/docker/manywheel/Dockerfile_ppc64le | 1 + .ci/docker/manywheel/build_scripts/build.sh | 3 ++- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/.ci/docker/manywheel/Dockerfile_ppc64le b/.ci/docker/manywheel/Dockerfile_ppc64le index 2c16647b547f..98ee6cd05b12 100755 --- a/.ci/docker/manywheel/Dockerfile_ppc64le +++ b/.ci/docker/manywheel/Dockerfile_ppc64le @@ -92,6 +92,7 @@ ADD ./common/install_cpython.sh /build_scripts/install_cpython.sh ENV SSL_CERT_FILE= #RUN bash build_scripts/build.sh && rm -r build_scripts RUN bash build_scripts/build.sh || (echo "Checksum verification failed!" && exit 1) + FROM base as final COPY --from=python /opt/python /opt/python COPY --from=python /opt/_internal /opt/_internal diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 53c78270bdf5..e28ef6a72a08 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -12,7 +12,8 @@ OPENSSL_HASH=0b7a3e5e59c34827fe0c3a74b7ec8baef302b98fa80088d7f9153aa16fa76bd1 DEVTOOLS_HASH=a8ebeb4bed624700f727179e6ef771dafe47651131a00a78b342251415646acc PATCHELF_HASH=d9afdff4baeacfbc64861454f368b7f2c15c44d245293f7587bbf726bfe722fb CURL_ROOT=curl-7.73.0 -CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 +#CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 +CURL_HASH=b193a4c62b47452871cf709b6156128aa08bb6644756131de308faf02a77151b AUTOCONF_ROOT=autoconf-2.69 AUTOCONF_HASH=954bd69b391edc12d6a4a51a2dd1476543da5c6bbf05a95b59dc0dd6fd4c2969 From bccf82eb6b938951c44228dcc852c6e27aac3d9a Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 19:23:06 +0530 Subject: [PATCH 48/58] nightly build changes except 313 --- .ci/docker/manywheel/Dockerfile_ppc64le | 4 ++-- .ci/docker/manywheel/build_scripts/build.sh | 16 ---------------- 2 files changed, 2 insertions(+), 18 deletions(-) diff --git a/.ci/docker/manywheel/Dockerfile_ppc64le b/.ci/docker/manywheel/Dockerfile_ppc64le index 98ee6cd05b12..b34e6124dbae 100755 --- a/.ci/docker/manywheel/Dockerfile_ppc64le +++ b/.ci/docker/manywheel/Dockerfile_ppc64le @@ -90,8 +90,8 @@ FROM patchelf as python COPY manywheel/build_scripts /build_scripts ADD ./common/install_cpython.sh /build_scripts/install_cpython.sh ENV SSL_CERT_FILE= -#RUN bash build_scripts/build.sh && rm -r build_scripts -RUN bash build_scripts/build.sh || (echo "Checksum verification failed!" && exit 1) +RUN bash build_scripts/build.sh && rm -r build_scripts +#RUN bash build_scripts/build.sh || (echo "Checksum verification failed!" && exit 1) FROM base as final COPY --from=python /opt/python /opt/python diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index e28ef6a72a08..9d8af351e1c6 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -87,22 +87,6 @@ ln -s $($PY39_BIN/python -c 'import certifi; print(certifi.where())') \ # Dockerfiles: export SSL_CERT_FILE=/opt/_internal/certs.pem -###################### -# Remove old file if it exists -rm -f curl-7.73.0.tar.bz2 - -# Download the file -curl -sLO https://curl.askapache.com/download/curl-7.73.0.tar.bz2 - -# Verify SHA256 Checksum -echo "cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 curl-7.73.0.tar.bz2" | sha256sum -c - - -# If checksum fails, exit with an error -if [ $? -ne 0 ]; then - echo "Error: SHA256 checksum mismatch for curl-7.73.0.tar.bz2" - exit 1 -fi -############################# # Install newest curl build_curl $CURL_ROOT $CURL_HASH rm -rf /usr/local/include/curl /usr/local/lib/libcurl* /usr/local/lib/pkgconfig/libcurl.pc From b920fe105fb6ebbb8c021459e9edb1e7e9146cc5 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 20:00:26 +0530 Subject: [PATCH 49/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 9d8af351e1c6..d660d3198cbc 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -13,7 +13,7 @@ DEVTOOLS_HASH=a8ebeb4bed624700f727179e6ef771dafe47651131a00a78b342251415646acc PATCHELF_HASH=d9afdff4baeacfbc64861454f368b7f2c15c44d245293f7587bbf726bfe722fb CURL_ROOT=curl-7.73.0 #CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 -CURL_HASH=b193a4c62b47452871cf709b6156128aa08bb6644756131de308faf02a77151b +CURL_HASH=b830c15c81252ab0591cb0e069b97cbe9067b1f18a6dcdb4c45e07bd86dfa227 AUTOCONF_ROOT=autoconf-2.69 AUTOCONF_HASH=954bd69b391edc12d6a4a51a2dd1476543da5c6bbf05a95b59dc0dd6fd4c2969 From ce7a878366eb260c5e2aa2c2963eb2dd16af25a4 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 20:46:47 +0530 Subject: [PATCH 50/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index d660d3198cbc..90e33174d53d 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -12,8 +12,8 @@ OPENSSL_HASH=0b7a3e5e59c34827fe0c3a74b7ec8baef302b98fa80088d7f9153aa16fa76bd1 DEVTOOLS_HASH=a8ebeb4bed624700f727179e6ef771dafe47651131a00a78b342251415646acc PATCHELF_HASH=d9afdff4baeacfbc64861454f368b7f2c15c44d245293f7587bbf726bfe722fb CURL_ROOT=curl-7.73.0 -#CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 -CURL_HASH=b830c15c81252ab0591cb0e069b97cbe9067b1f18a6dcdb4c45e07bd86dfa227 +CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 +#CURL_HASH=b830c15c81252ab0591cb0e069b97cbe9067b1f18a6dcdb4c45e07bd86dfa227 AUTOCONF_ROOT=autoconf-2.69 AUTOCONF_HASH=954bd69b391edc12d6a4a51a2dd1476543da5c6bbf05a95b59dc0dd6fd4c2969 From f9b7831145decb26a7406c54a606bff9a79b1f1a Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 20:48:07 +0530 Subject: [PATCH 51/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build_utils.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.ci/docker/manywheel/build_scripts/build_utils.sh b/.ci/docker/manywheel/build_scripts/build_utils.sh index 279a7b17a521..e5f09ec1e96b 100755 --- a/.ci/docker/manywheel/build_scripts/build_utils.sh +++ b/.ci/docker/manywheel/build_scripts/build_utils.sh @@ -41,7 +41,8 @@ function build_openssl { local openssl_sha256=$2 check_var ${openssl_sha256} check_var ${OPENSSL_DOWNLOAD_URL} - curl -sLO ${OPENSSL_DOWNLOAD_URL}/${openssl_fname}.tar.gz + curl -sLO ${OPENSSL_DOWNLOAD_URL}/${openssl_fname}.tar.gz + sha256sum ${openssl_fname}.tar.gz check_sha256sum ${openssl_fname}.tar.gz ${openssl_sha256} tar -xzf ${openssl_fname}.tar.gz (cd ${openssl_fname} && do_openssl_build) From 7c2d9c32501e83de82d6fb8600586acdc6a519a2 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Tue, 18 Mar 2025 21:17:14 +0530 Subject: [PATCH 52/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build_utils.sh | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.ci/docker/manywheel/build_scripts/build_utils.sh b/.ci/docker/manywheel/build_scripts/build_utils.sh index e5f09ec1e96b..5bccd375b4ac 100755 --- a/.ci/docker/manywheel/build_scripts/build_utils.sh +++ b/.ci/docker/manywheel/build_scripts/build_utils.sh @@ -42,7 +42,12 @@ function build_openssl { check_var ${openssl_sha256} check_var ${OPENSSL_DOWNLOAD_URL} curl -sLO ${OPENSSL_DOWNLOAD_URL}/${openssl_fname}.tar.gz - sha256sum ${openssl_fname}.tar.gz + # Compute and print actual checksum + echo "✅ Expected SHA256: ${openssl_sha256}" + echo "🔍 Calculating actual SHA256..." + actual_sha256=$(sha256sum ${openssl_fname}.tar.gz | awk '{print $1}') + echo "🔴 Actual SHA256: $actual_sha256" + check_sha256sum ${openssl_fname}.tar.gz ${openssl_sha256} tar -xzf ${openssl_fname}.tar.gz (cd ${openssl_fname} && do_openssl_build) From 71a77f6129d8e10ccdd547dd52c5e35a95f89582 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 19 Mar 2025 00:12:03 +0530 Subject: [PATCH 53/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build_utils.sh | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.ci/docker/manywheel/build_scripts/build_utils.sh b/.ci/docker/manywheel/build_scripts/build_utils.sh index 5bccd375b4ac..c8f22be1c031 100755 --- a/.ci/docker/manywheel/build_scripts/build_utils.sh +++ b/.ci/docker/manywheel/build_scripts/build_utils.sh @@ -28,7 +28,12 @@ function check_sha256sum { check_var ${fname} local sha256=$2 check_var ${sha256} - +# Compute and print actual checksum + echo "✅ Expected SHA256: ${openssl_sha256}" + echo "🔍 Calculating actual SHA256..." + actual_sha256=$(sha256sum ${openssl_fname}.tar.gz | awk '{print $1}') + echo "🔴 Actual SHA256: $actual_sha256" + echo "${sha256} ${fname}" > ${fname}.sha256 sha256sum -c ${fname}.sha256 rm -f ${fname}.sha256 @@ -42,11 +47,6 @@ function build_openssl { check_var ${openssl_sha256} check_var ${OPENSSL_DOWNLOAD_URL} curl -sLO ${OPENSSL_DOWNLOAD_URL}/${openssl_fname}.tar.gz - # Compute and print actual checksum - echo "✅ Expected SHA256: ${openssl_sha256}" - echo "🔍 Calculating actual SHA256..." - actual_sha256=$(sha256sum ${openssl_fname}.tar.gz | awk '{print $1}') - echo "🔴 Actual SHA256: $actual_sha256" check_sha256sum ${openssl_fname}.tar.gz ${openssl_sha256} tar -xzf ${openssl_fname}.tar.gz From ce6202e1b191dfa1bee5598fd52989f24257acd5 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 19 Mar 2025 11:28:58 +0530 Subject: [PATCH 54/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build_utils.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/docker/manywheel/build_scripts/build_utils.sh b/.ci/docker/manywheel/build_scripts/build_utils.sh index c8f22be1c031..f96dda3ac537 100755 --- a/.ci/docker/manywheel/build_scripts/build_utils.sh +++ b/.ci/docker/manywheel/build_scripts/build_utils.sh @@ -29,9 +29,9 @@ function check_sha256sum { local sha256=$2 check_var ${sha256} # Compute and print actual checksum - echo "✅ Expected SHA256: ${openssl_sha256}" + echo "✅ Expected SHA256: ${sha256}" echo "🔍 Calculating actual SHA256..." - actual_sha256=$(sha256sum ${openssl_fname}.tar.gz | awk '{print $1}') + actual_sha256=$(sha256sum ${fname} | awk '{print $1}') echo "🔴 Actual SHA256: $actual_sha256" echo "${sha256} ${fname}" > ${fname}.sha256 From c5f3ba8af6124410a3ad9fc79727c035db3ecc07 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 19 Mar 2025 12:40:45 +0530 Subject: [PATCH 55/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 90e33174d53d..01e6e0b4b344 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -12,8 +12,8 @@ OPENSSL_HASH=0b7a3e5e59c34827fe0c3a74b7ec8baef302b98fa80088d7f9153aa16fa76bd1 DEVTOOLS_HASH=a8ebeb4bed624700f727179e6ef771dafe47651131a00a78b342251415646acc PATCHELF_HASH=d9afdff4baeacfbc64861454f368b7f2c15c44d245293f7587bbf726bfe722fb CURL_ROOT=curl-7.73.0 -CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 -#CURL_HASH=b830c15c81252ab0591cb0e069b97cbe9067b1f18a6dcdb4c45e07bd86dfa227 +#CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 +CURL_HASH=ed444155f1fd7d72c44424f9333893e64cbd6c1cbe4489619bce99c4dda58c14 AUTOCONF_ROOT=autoconf-2.69 AUTOCONF_HASH=954bd69b391edc12d6a4a51a2dd1476543da5c6bbf05a95b59dc0dd6fd4c2969 From 08c0b9620c5ae1257b197cf47622fba0098684f2 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 19 Mar 2025 20:13:47 +0530 Subject: [PATCH 56/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build_utils.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/docker/manywheel/build_scripts/build_utils.sh b/.ci/docker/manywheel/build_scripts/build_utils.sh index f96dda3ac537..e2ab5ddc406f 100755 --- a/.ci/docker/manywheel/build_scripts/build_utils.sh +++ b/.ci/docker/manywheel/build_scripts/build_utils.sh @@ -3,7 +3,7 @@ # Script used only in CD pipeline OPENSSL_DOWNLOAD_URL=https://www.openssl.org/source/old/1.1.1/ -CURL_DOWNLOAD_URL=https://curl.askapache.com/download +CURL_DOWNLOAD_URL=https://curl.se/download AUTOCONF_DOWNLOAD_URL=https://ftp.gnu.org/gnu/autoconf From e4a141b3b8743ca238bc60e5caa61918d7031a8b Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Wed, 19 Mar 2025 20:14:55 +0530 Subject: [PATCH 57/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/build.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/docker/manywheel/build_scripts/build.sh b/.ci/docker/manywheel/build_scripts/build.sh index 01e6e0b4b344..d2b95b3035a7 100644 --- a/.ci/docker/manywheel/build_scripts/build.sh +++ b/.ci/docker/manywheel/build_scripts/build.sh @@ -12,8 +12,8 @@ OPENSSL_HASH=0b7a3e5e59c34827fe0c3a74b7ec8baef302b98fa80088d7f9153aa16fa76bd1 DEVTOOLS_HASH=a8ebeb4bed624700f727179e6ef771dafe47651131a00a78b342251415646acc PATCHELF_HASH=d9afdff4baeacfbc64861454f368b7f2c15c44d245293f7587bbf726bfe722fb CURL_ROOT=curl-7.73.0 -#CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 -CURL_HASH=ed444155f1fd7d72c44424f9333893e64cbd6c1cbe4489619bce99c4dda58c14 +CURL_HASH=cf34fe0b07b800f1c01a499a6e8b2af548f6d0e044dca4a29d88a4bee146d131 +#CURL_HASH=ed444155f1fd7d72c44424f9333893e64cbd6c1cbe4489619bce99c4dda58c14 AUTOCONF_ROOT=autoconf-2.69 AUTOCONF_HASH=954bd69b391edc12d6a4a51a2dd1476543da5c6bbf05a95b59dc0dd6fd4c2969 From 5255d327551859256da6671fb1446d0d50604d80 Mon Sep 17 00:00:00 2001 From: sandeepgupta12 Date: Thu, 20 Mar 2025 10:30:33 +0530 Subject: [PATCH 58/58] nightly build changes except 313 --- .ci/docker/manywheel/build_scripts/manylinux1-check.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/docker/manywheel/build_scripts/manylinux1-check.py b/.ci/docker/manywheel/build_scripts/manylinux1-check.py index bdc8f6102981..898998557a9b 100644 --- a/.ci/docker/manywheel/build_scripts/manylinux1-check.py +++ b/.ci/docker/manywheel/build_scripts/manylinux1-check.py @@ -5,7 +5,7 @@ def is_manylinux1_compatible(): # Only Linux, and only x86-64 / i686 from distutils.util import get_platform - if get_platform() not in ["linux-x86_64", "linux-i686", "linux-s390x"]: + if get_platform() not in ["linux-x86_64", "linux-i686", "linux-s390x", "linux-pc64le"]: return False # Check for presence of _manylinux module