Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
42 changes: 34 additions & 8 deletions .github/workflows/release_build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ jobs:
with:
ec2-instance-type: c5.large
ec2-image-id: ami-042a37e33a285c22b
submodules: 'recursive'
submodules: 'false'
run_mode: 'start' # start ec2 on demand instance
upjob: update_version
command: |
Expand Down Expand Up @@ -57,7 +57,8 @@ jobs:
submodules: 'recursive'
run_mode: 'start' # start ec2 on demand instance
upload_files: |
proton-*-Linux-x86_64*
proton-*-Linux-x86_64.tar.gz
proton-*-Linux-x86_64-debug-symbols.tar.gz
python-Linux-x86_64.tar.gz
prerelease: ${{ inputs.prerelease }}
ref: ${{ needs.update_version.outputs.tag_name }}
Expand Down Expand Up @@ -122,6 +123,11 @@ jobs:
echo "Final sizes:"
ls -lh $PROTON_BINARY $PROTON_DEBUG

# Package the binary into a tar.gz for faster downloads
echo "Packaging binary tarball..."
tar -czf ${PROTON_BINARY}.tar.gz $PROTON_BINARY
ls -lh ${PROTON_BINARY}.tar.gz

# Start static server for docker build
docker run --name static-server -p 8080:80 -v $GITHUB_WORKSPACE:/usr/share/nginx/html:ro -d nginx
cd $GITHUB_WORKSPACE/docker/server
Expand Down Expand Up @@ -176,7 +182,8 @@ jobs:
ec2-image-id: ${{ vars.ARM_AMI }}
submodules: 'recursive'
run_mode: 'start' # start ec2 on demand instance
upload_files: proton-*-Linux-aarch64
upload_files: |
proton-*-Linux-aarch64.tar.gz
prerelease: ${{ inputs.prerelease }}
ref: ${{ needs.update_version.outputs.tag_name }}
upjob: Build_Linux_Arm64
Expand Down Expand Up @@ -238,6 +245,12 @@ jobs:
aws s3 cp --no-progress ./cache-arm.tar.gz s3://tp-internal2/proton-oss/

mv $GITHUB_WORKSPACE/output/proton $GITHUB_WORKSPACE/$PROTON_BINARY

# Package the binary into a tar.gz for faster downloads
echo "Packaging binary tarball..."
cd $GITHUB_WORKSPACE
tar -czf ${PROTON_BINARY}.tar.gz $PROTON_BINARY
ls -lh ${PROTON_BINARY}.tar.gz
secrets:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
Expand Down Expand Up @@ -349,7 +362,8 @@ jobs:
ec2-image-id: ami-042a37e33a285c22b
submodules: 'recursive'
run_mode: 'start' # start ec2 on demand instance
upload_files: proton-*-Darwin-x86_64
upload_files: |
proton-*-Darwin-x86_64.tar.gz
prerelease: ${{ inputs.prerelease }}
ref: ${{ needs.update_version.outputs.tag_name }}
upjob: Build_Darwin_X86_64
Expand Down Expand Up @@ -399,6 +413,12 @@ jobs:
sha256sum $GITHUB_WORKSPACE/output/proton

mv $GITHUB_WORKSPACE/output/proton $GITHUB_WORKSPACE/$PROTON_BINARY

# Package the binary into a tar.gz for faster downloads
echo "Packaging binary tarball..."
cd $GITHUB_WORKSPACE
tar -czf ${PROTON_BINARY}.tar.gz $PROTON_BINARY
ls -lh ${PROTON_BINARY}.tar.gz
secrets:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
Expand Down Expand Up @@ -475,7 +495,7 @@ jobs:
DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}

Build_Native_Darwin_arm64:
needs: Build_Linux_X86_64
needs: update_version
runs-on: [self-hosted, macOS, ARM64]
env:
build_directory: ${{ github.workspace }}/build
Expand Down Expand Up @@ -590,6 +610,12 @@ jobs:
run: |
STRIPPED_BINARY=${{ env.build_directory }}/programs/proton-${{ env.LATEST_TAG }}-Darwin-arm64
PYTHON_PACKAGE=${{ env.build_directory }}/programs/python-Darwin-arm64.tar.gz
TARBALL=${STRIPPED_BINARY}.tar.gz

# Create tar.gz package for faster downloads
echo "Packaging binary tarball..."
tar -czf "$TARBALL" -C "$(dirname "$STRIPPED_BINARY")" "$(basename "$STRIPPED_BINARY")"
ls -lh "$TARBALL"

# Function to upload asset with retry
upload_asset_with_retry() {
Expand Down Expand Up @@ -622,9 +648,9 @@ jobs:
done
}

# Upload binary with retry
if ! upload_asset_with_retry "$STRIPPED_BINARY" "${{ env.LATEST_TAG }}"; then
echo "Binary upload failed after all attempts"
# Upload tarball with retry
if ! upload_asset_with_retry "$TARBALL" "${{ env.LATEST_TAG }}"; then
echo "Tarball upload failed after all attempts"
exit 1
fi

Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/run_command.yml
Original file line number Diff line number Diff line change
Expand Up @@ -228,6 +228,7 @@ jobs:
files: ${{ inputs.upload_files }}
token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
generate_release_notes: true
append_body: true
prerelease: ${{ inputs.prerelease }}
tag_name: ${{ steps.execute.outputs.tag_name }}
body: |
Expand Down Expand Up @@ -269,4 +270,3 @@ jobs:
github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
label: ${{ needs.start-runner.outputs.label }}
ec2-instance-id: ${{ needs.start-runner.outputs.ec2-instance-id }}

52 changes: 0 additions & 52 deletions .github/workflows/udf_docker_image.yml

This file was deleted.

Loading