Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

ci: Disable to publish images and packages on the aarch64 platform #3503

Merged
merged 2 commits into from
Jan 23, 2024
Merged

ci: Disable to publish images and packages on the aarch64 platform #3503

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
c22da1d
Disable to publish images and packages on the aarch64 platform
lidongze0629 Jan 23, 2024
38318e3
update
lidongze0629 Jan 23, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
42 changes: 26 additions & 16 deletions .github/workflows/build-graphscope-dev-images.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,8 @@ name: Build GraphScope Development and Wheel Images
# 2) graphscope-dev: including all dependencies for graphscope's development env.
# 3) vineyard-dev: including all vineyard-related dependencies that could compile graphscope analytical engine.
# 4) vineyard-runtime: including all vineyard-related running dependencies.
# Note that:
# Due to security considerations, we cannot use self-hosts runner(aarch64) when we configured the secret on github.
on:
workflow_dispatch:
inputs:
Expand Down Expand Up @@ -73,14 +75,15 @@ jobs:
# x86_64
arch=$(uname -m)
# image tag
tag=${{ github.event.inputs.v6d_version }}-${arch}
tag=${{ github.event.inputs.v6d_version }}
# dev-wheel image
sudo docker tag graphscope/graphscope-dev:wheel-${tag} ${{ env.REGISTRY }}/graphscope/graphscope-dev:wheel-${tag}
sudo docker tag graphscope/graphscope-dev:wheel-${tag}-${arch} ${{ env.REGISTRY }}/graphscope/graphscope-dev:wheel-${tag}
sudo docker push ${{ env.REGISTRY }}/graphscope/graphscope-dev:wheel-${tag}

build-wheel-image-aarch64:
runs-on: [self-hosted, Linux, ARM64]
if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_wheel == 'true') || (github.pull_request == 'pull_request')
# if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_wheel == 'true') || (github.pull_request == 'pull_request')
if: false

steps:
- uses: actions/checkout@v3
Expand Down Expand Up @@ -127,7 +130,8 @@ jobs:

manifesh-push-wheel-image:
runs-on: ubuntu-20.04
if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_wheel == 'true' }}
# if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_wheel == 'true' }}
if: false

needs: [build-wheel-image-x86-64, build-wheel-image-aarch64]
steps:
Expand Down Expand Up @@ -177,14 +181,15 @@ jobs:
# x86_64
arch=$(uname -m)
# image tag
tag=${{ github.event.inputs.v6d_version }}-${arch}
tag=${{ github.event.inputs.v6d_version }}
# graphscope-dev image
sudo docker tag graphscope/graphscope-dev:${tag} ${{ env.REGISTRY }}/graphscope/graphscope-dev:${tag}
sudo docker tag graphscope/graphscope-dev:${tag}-${arch} ${{ env.REGISTRY }}/graphscope/graphscope-dev:${tag}
sudo docker push ${{ env.REGISTRY }}/graphscope/graphscope-dev:${tag}

build-graphscope-dev-image-aarch64:
runs-on: [self-hosted, Linux, ARM64]
if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_graphscope_dev == 'true') || (github.pull_request == 'pull_request')
# if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_graphscope_dev == 'true') || (github.pull_request == 'pull_request')
if: false

steps:
- uses: actions/checkout@v3
Expand Down Expand Up @@ -231,7 +236,8 @@ jobs:

manifest-push-graphscope-dev-image:
runs-on: ubuntu-20.04
if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_graphscope_dev == 'true' }}
# if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_graphscope_dev == 'true' }}
if: false

needs: [build-graphscope-dev-image-x86-64, build-graphscope-dev-image-aarch64]
steps:
Expand Down Expand Up @@ -281,14 +287,15 @@ jobs:
# x86_64
arch=$(uname -m)
# image tag
tag=${{ github.event.inputs.v6d_version }}-${arch}
tag=${{ github.event.inputs.v6d_version }}
# vineyard-dev image
sudo docker tag graphscope/vineyard-dev:${tag} ${{ env.REGISTRY }}/graphscope/vineyard-dev:${tag}
sudo docker tag graphscope/vineyard-dev:${tag}-${arch} ${{ env.REGISTRY }}/graphscope/vineyard-dev:${tag}
sudo docker push ${{ env.REGISTRY }}/graphscope/vineyard-dev:${tag}

build-vineyard-dev-image-aarch64:
runs-on: [self-hosted, Linux, ARM64]
if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_vineyard_dev == 'true') || (github.pull_request == 'pull_request')
# if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_vineyard_dev == 'true') || (github.pull_request == 'pull_request')
if: false

steps:
- uses: actions/checkout@v3
Expand Down Expand Up @@ -335,7 +342,8 @@ jobs:

manifest-push-vineyard-dev-image:
runs-on: ubuntu-20.04
if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
# if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
if: false

needs: [build-vineyard-dev-image-x86-64, build-vineyard-dev-image-aarch64]
steps:
Expand Down Expand Up @@ -387,16 +395,17 @@ jobs:
# x86_64
arch=$(uname -m)
# image tag
tag=${{ github.event.inputs.v6d_version }}-${arch}
tag=${{ github.event.inputs.v6d_version }}
# vineyard-runtime image
sudo docker tag graphscope/vineyard-runtime:${tag} ${{ env.REGISTRY }}/graphscope/vineyard-runtime:${tag}
sudo docker tag graphscope/vineyard-runtime:${tag}-${arch} ${{ env.REGISTRY }}/graphscope/vineyard-runtime:${tag}
sudo docker push ${{ env.REGISTRY }}/graphscope/vineyard-runtime:${tag}

build-vineyard-runtime-image-aarch64:
runs-on: [self-hosted, Linux, ARM64]
# only trigger this step in 'workflow_dispatch' event,
# since the 'vineyard-dev' image isn't actually pushed in 'pull_request'
if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
# if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
if: false

needs: [manifest-push-vineyard-dev-image]
steps:
Expand Down Expand Up @@ -443,7 +452,8 @@ jobs:

manifest-push-vineyard-runtime-image:
runs-on: ubuntu-20.04
if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
# if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
if: false

needs: [build-vineyard-runtime-image-x86-64, build-vineyard-runtime-image-aarch64]
steps:
Expand Down
16 changes: 9 additions & 7 deletions .github/workflows/build-graphscope-images-linux.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -70,11 +70,11 @@ jobs:
run: |
echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.REGISTRY }} --password-stdin
# x86_64
arch=$(uname -m)
# arch=$(uname -m)
# docker tag: 0.15.0 -> 0.15.0a20220808
time=$(date "+%Y%m%d")
version=$(cat ${GITHUB_WORKSPACE}/VERSION)
tag="${version}a${time}"-${arch}
tag="${version}a${time}"

# graphscope image
sudo docker tag graphscope/coordinator:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/coordinator:${tag}
Expand Down Expand Up @@ -113,9 +113,9 @@ jobs:
run: |
echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.REGISTRY }} --password-stdin
# x86_64
arch=$(uname -m)
# arch=$(uname -m)
# Release version tag
tag=${{ steps.tag.outputs.TAG }}-${arch}
tag=${{ steps.tag.outputs.TAG }}
# graphscope image
sudo docker tag graphscope/coordinator:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/coordinator:${tag}
sudo docker tag graphscope/analytical:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/analytical:${tag}
Expand All @@ -140,7 +140,7 @@ jobs:
sudo docker push ${{ env.REGISTRY }}/graphscope/dataset:${tag}

# Release the latest tag
tag=latest-${arch}
tag=latest
sudo docker tag graphscope/coordinator:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/coordinator:${tag}
sudo docker tag graphscope/analytical:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/analytical:${tag}
# skip build analytical-java
Expand All @@ -160,7 +160,8 @@ jobs:

build-image-aarch64:
runs-on: [self-hosted, Linux, ARM64]
if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope') || (github.pull_request == 'pull_request') || (github.event_name == 'workflow_dispatch')
# if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope') || (github.pull_request == 'pull_request') || (github.event_name == 'workflow_dispatch')
if: false
steps:
- uses: actions/checkout@v3
with:
Expand Down Expand Up @@ -320,7 +321,8 @@ jobs:

manifesh-push-image:
runs-on: ubuntu-20.04
if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope')
# if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope')
if: false
needs: [build-image-x86-64, build-image-aarch64]

steps:
Expand Down
6 changes: 4 additions & 2 deletions .github/workflows/build-graphscope-manylinux-ext-images.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,11 +43,12 @@ jobs:
# image tag
tag=ext-${arch}
# manylinux2014 image
sudo docker tag graphscope/manylinux2014:${tag} ${{ env.REGISTRY }}/graphscope/manylinux2014:${tag}
sudo docker push ${{ env.REGISTRY }}/graphscope/manylinux2014:${tag}
sudo docker tag graphscope/manylinux2014:${tag} ${{ env.REGISTRY }}/graphscope/manylinux2014:ext
sudo docker push ${{ env.REGISTRY }}/graphscope/manylinux2014:ext

build-manylinux-ext-image-aarch64:
runs-on: [self-hosted, Linux, ARM64]
if: false
steps:
- uses: actions/checkout@v3
with:
Expand Down Expand Up @@ -86,6 +87,7 @@ jobs:

manifest_push_manylinux-ext-image:
runs-on: ubuntu-20.04
if: false
needs: [build-manylinux-ext-image-x86-64, build-manylinux-ext-image-aarch64]
steps:
- name: Create and Push Docker Manifest
Expand Down
3 changes: 2 additions & 1 deletion .github/workflows/build-graphscope-wheels-linux.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,8 @@ env:

jobs:
build-wheels-for-arm64:
if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope') || (github.event_name == 'workflow_dispatch')
# if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope') || (github.event_name == 'workflow_dispatch')
if: false
runs-on: [self-hosted, Linux, ARM64]

steps:
Expand Down
16 changes: 9 additions & 7 deletions .github/workflows/release.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,10 +49,10 @@ jobs:
echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.DOCKER_URL }} --password-stdin
# docker tag: 0.15.0 -> 0.15.0a20220808
# x86_64
arch=$(uname -m)
# arch=$(uname -m)
time=$(date "+%Y%m%d")
version=$(cat ${GITHUB_WORKSPACE}/VERSION)
tag="${version}a${time}"-${arch}
tag="${version}a${time}"
sudo docker tag graphscope/graphscope-store:${SHORT_SHA} ${{ env.GSS_IMAGE }}:${tag}
sudo docker push ${{ env.GSS_IMAGE }}:${tag}

Expand All @@ -69,12 +69,13 @@ jobs:
run: |
echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.DOCKER_URL }} --password-stdin
# x86_64
arch=$(uname -m)
sudo docker tag graphscope/graphscope-store:${SHORT_SHA} ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}-${arch}
sudo docker push ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}-${arch}
# arch=$(uname -m)
sudo docker tag graphscope/graphscope-store:${SHORT_SHA} ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}
sudo docker push ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}

build-gss-image-aarch64:
if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope')
# if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope')
if: false
runs-on: [self-hosted, Linux, ARM64]
steps:
- uses: actions/checkout@v3
Expand Down Expand Up @@ -147,7 +148,8 @@ jobs:
sudo docker rmi -f ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}-${arch} || true

push-gss-image-manifest:
if: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope' }}
# if: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope' }}
if: false
runs-on: ubuntu-20.04

needs: [build-gss-image-x86-64, build-gss-image-aarch64]
Expand Down
Loading