From e772749f635513fb67d8e23acf08e2544a2d773e Mon Sep 17 00:00:00 2001 From: Igor Abdrakhimov Date: Fri, 5 Sep 2025 13:25:22 -0700 Subject: [PATCH 01/39] Bump aws-crt-builder to v0.9.84 --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 744839f09..034b3abec 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -7,7 +7,7 @@ on: - 'docs' env: - BUILDER_VERSION: v0.9.67 + BUILDER_VERSION: v0.9.84 BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python From 863ea2133fa5855c7392ca0b0fff047c58534d20 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 13:13:17 -0700 Subject: [PATCH 02/39] bump LINUX_BASE_IMAGE from ubuntu 18 to 22 --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 034b3abec..7faad2710 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -11,7 +11,7 @@ env: BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python - LINUX_BASE_IMAGE: ubuntu-18-x64 + LINUX_BASE_IMAGE: ubuntu-22-x64 RUN: ${{ github.run_id }}-${{ github.run_number }} CRT_CI_ROLE: ${{ secrets.CRT_CI_ROLE_ARN }} AWS_DEFAULT_REGION: us-east-1 From e74c29d3f31444b6bedc4e83c0d34790cb9f3390 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 13:19:36 -0700 Subject: [PATCH 03/39] Try ubuntu-20-x64 --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 7faad2710..c43143a9b 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -11,7 +11,7 @@ env: BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python - LINUX_BASE_IMAGE: ubuntu-22-x64 + LINUX_BASE_IMAGE: ubuntu-20-x64 RUN: ${{ github.run_id }}-${{ github.run_number }} CRT_CI_ROLE: ${{ secrets.CRT_CI_ROLE_ARN }} AWS_DEFAULT_REGION: us-east-1 From 46aefdadd16bba97f7fddfea839435a6d0c82f92 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 13:27:12 -0700 Subject: [PATCH 04/39] revert back to ubuntu 18 as newer versions don't have the older compilers we're testing --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index c43143a9b..034b3abec 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -11,7 +11,7 @@ env: BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python - LINUX_BASE_IMAGE: ubuntu-20-x64 + LINUX_BASE_IMAGE: ubuntu-18-x64 RUN: ${{ github.run_id }}-${{ github.run_number }} CRT_CI_ROLE: ${{ secrets.CRT_CI_ROLE_ARN }} AWS_DEFAULT_REGION: us-east-1 From 19ab479ed99c6b8136ef691bc747259b11d5182c Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 13:33:30 -0700 Subject: [PATCH 05/39] bump ubuntu back up to 20 for Python 3.10, remove clang 6 and gcc 5/6 and add gcc9 to test matrix --- .github/workflows/ci.yml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 034b3abec..78f978cdd 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -11,7 +11,7 @@ env: BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python - LINUX_BASE_IMAGE: ubuntu-18-x64 + LINUX_BASE_IMAGE: ubuntu-20-x64 RUN: ${{ github.run_id }}-${{ github.run_number }} CRT_CI_ROLE: ${{ secrets.CRT_CI_ROLE_ARN }} AWS_DEFAULT_REGION: us-east-1 @@ -196,15 +196,13 @@ jobs: fail-fast: false matrix: compiler: - - clang-6 - clang-8 - clang-9 - clang-10 - clang-11 - - gcc-5 - - gcc-6 - gcc-7 - gcc-8 + - gcc-9 permissions: id-token: write # This is required for requesting the JWT steps: From f5de400c2b750e4303b26a7c6fbe8cf8229a2b14 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 13:38:43 -0700 Subject: [PATCH 06/39] wipe --- .github/workflows/ci.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 78f978cdd..034b3abec 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -11,7 +11,7 @@ env: BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python - LINUX_BASE_IMAGE: ubuntu-20-x64 + LINUX_BASE_IMAGE: ubuntu-18-x64 RUN: ${{ github.run_id }}-${{ github.run_number }} CRT_CI_ROLE: ${{ secrets.CRT_CI_ROLE_ARN }} AWS_DEFAULT_REGION: us-east-1 @@ -196,13 +196,15 @@ jobs: fail-fast: false matrix: compiler: + - clang-6 - clang-8 - clang-9 - clang-10 - clang-11 + - gcc-5 + - gcc-6 - gcc-7 - gcc-8 - - gcc-9 permissions: id-token: write # This is required for requesting the JWT steps: From e13614a183d4887003124a7fc962c2b1eec01e76 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 14:01:02 -0700 Subject: [PATCH 07/39] try installing missing version of python with a script --- .github/workflows/ci.yml | 16 +++++++++++++++- scripts/install-python310.sh | 14 ++++++++++++++ 2 files changed, 29 insertions(+), 1 deletion(-) create mode 100644 scripts/install-python310.sh diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 034b3abec..3a09863d2 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -208,6 +208,7 @@ jobs: permissions: id-token: write # This is required for requesting the JWT steps: + - uses: actions/checkout@v4 - name: configure AWS credentials (containers) uses: aws-actions/configure-aws-credentials@v4 with: @@ -219,7 +220,20 @@ jobs: - name: Build ${{ env.PACKAGE_NAME }} run: | aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh - ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} + # Create modified container script that installs Python 3.10 + cat > ./linux-container-ci-python310.sh << 'EOF' + #!/bin/bash + set -e + BUILDER_VERSION=$1 + shift + IMAGE_NAME=$1 + shift + aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin + export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL -v $(pwd)/scripts:/scripts $DOCKER_IMAGE bash -c "/scripts/install-python310.sh && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $@" + EOF + chmod +x ./linux-container-ci-python310.sh + ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} use-system-libcrypto: runs-on: ubuntu-24.04 # latest diff --git a/scripts/install-python310.sh b/scripts/install-python310.sh new file mode 100644 index 000000000..7dc13ee99 --- /dev/null +++ b/scripts/install-python310.sh @@ -0,0 +1,14 @@ +#!/bin/bash +set -e + +# Install Python 3.10 on Ubuntu 18.04 +apt-get update +apt-get install -y software-properties-common +add-apt-repository -y ppa:deadsnakes/ppa +apt-get update +apt-get install -y python3.10 python3.10-venv python3.10-dev + +# Create symlink for python3.10 if it doesn't exist +if [ ! -f /usr/bin/python3.10 ]; then + ln -sf /usr/bin/python3.10 /usr/bin/python3.10 +fi \ No newline at end of file From 82bbd89d284ec95c4e79f0c24ec2931b2784854d Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 14:09:09 -0700 Subject: [PATCH 08/39] sh instead of bash --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 3a09863d2..887d4bc74 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL -v $(pwd)/scripts:/scripts $DOCKER_IMAGE bash -c "/scripts/install-python310.sh && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $@" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL -v $(pwd)/scripts:/scripts $DOCKER_IMAGE sh -c "chmod +x /scripts/install-python310.sh && /scripts/install-python310.sh && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 289864ff0579f9cb11049e20e875c4ec056e1440 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 14:12:24 -0700 Subject: [PATCH 09/39] get python directly --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 887d4bc74..3569a1588 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL -v $(pwd)/scripts:/scripts $DOCKER_IMAGE sh -c "chmod +x /scripts/install-python310.sh && /scripts/install-python310.sh && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 python3.10-venv python3.10-dev && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} \"$@\"" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 7fc060c91687ed9d652cc16767afea47a4c781c7 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 14:36:01 -0700 Subject: [PATCH 10/39] passed args wrong --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 3569a1588..029a23e1c 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 python3.10-venv python3.10-dev && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} \"$@\"" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 python3.10-venv python3.10-dev && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 24fdc99b1fdc7241e8d690ac8630a8e43e0c96ed Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 14:41:46 -0700 Subject: [PATCH 11/39] try using --entrypoint --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 029a23e1c..152400642 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 python3.10-venv python3.10-dev && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 python3.10-venv python3.10-dev && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From d74732c523fb57a49ff355c17ef7102bab79b956 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 14:45:47 -0700 Subject: [PATCH 12/39] try using distutils for python --- .github/workflows/ci.yml | 2 +- scripts/install-python310.sh | 14 -------------- 2 files changed, 1 insertion(+), 15 deletions(-) delete mode 100644 scripts/install-python310.sh diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 152400642..bd65f01f0 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 python3.10-venv python3.10-dev && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 python3.10-distutils && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} diff --git a/scripts/install-python310.sh b/scripts/install-python310.sh deleted file mode 100644 index 7dc13ee99..000000000 --- a/scripts/install-python310.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash -set -e - -# Install Python 3.10 on Ubuntu 18.04 -apt-get update -apt-get install -y software-properties-common -add-apt-repository -y ppa:deadsnakes/ppa -apt-get update -apt-get install -y python3.10 python3.10-venv python3.10-dev - -# Create symlink for python3.10 if it doesn't exist -if [ ! -f /usr/bin/python3.10 ]; then - ln -sf /usr/bin/python3.10 /usr/bin/python3.10 -fi \ No newline at end of file From a69d4cdfe1b3319db5164c42c4e9d04b4a1542ca Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 14:48:13 -0700 Subject: [PATCH 13/39] simplify by using curl and pip --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index bd65f01f0..ecd24a6a5 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 python3.10-distutils && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common curl && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 && curl -sS https://bootstrap.pypa.io/get-pip.py | python3.10 && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 013a6829bf1c8bde783a9ff609000967b84eaffc Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Wed, 10 Sep 2025 14:50:44 -0700 Subject: [PATCH 14/39] another attempt at installing python 3.10 --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index ecd24a6a5..087df3a15 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y software-properties-common curl && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y python3.10 && curl -sS https://bootstrap.pypa.io/get-pip.py | python3.10 && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure --enable-optimizations && make -j4 && make altinstall && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 561330a3bedf533aa6a2a9e475599720f695386c Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:05:09 -0700 Subject: [PATCH 15/39] change directory after installing python --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 087df3a15..e595189da 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure --enable-optimizations && make -j4 && make altinstall && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure --enable-optimizations && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${BUILDER_VERSION}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From df4a363d4c1ac68ab8f25bc27dbad884cdf7775d Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:11:52 -0700 Subject: [PATCH 16/39] quotations need to be properly escaped due to new env builder vars are called within --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index e595189da..87651c10a 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure --enable-optimizations && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${BUILDER_VERSION}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} $*" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure --enable-optimizations && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${BUILDER_VERSION}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} \"$@\"" EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 7759518692379ae56ef105b57cb7d74390fa2ba5 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:16:39 -0700 Subject: [PATCH 17/39] single quotes... --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 87651c10a..9987ea5b6 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint="" $DOCKER_IMAGE bash -c "apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure --enable-optimizations && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${BUILDER_VERSION}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version=${BUILDER_VERSION} \"$@\"" + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure --enable-optimizations && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' "$@"' EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 4dbfd6b7c635f981bd04a36da509b512de709256 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:21:02 -0700 Subject: [PATCH 18/39] skip python optimizations testing --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 9987ea5b6..acd81d0cb 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure --enable-optimizations && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' "$@"' + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' "$@"' EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From ba64996276af0c27ccc884f22cde30d141ef18b7 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:22:11 -0700 Subject: [PATCH 19/39] try to get logs --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index acd81d0cb..efb7c894c 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' "$@"' + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && echo "Args: $@" && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $*' EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 5f97d510556417d21b7ec13793ef4a5734b5ce3c Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:25:14 -0700 Subject: [PATCH 20/39] pass args as env variables --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index efb7c894c..91e96c93b 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && echo "Args: $@" && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $*' + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $BUILDER_ARGS' EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From b151cc1b1d3e18e5538bc8bd8dff494bdf6b0c8d Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:35:03 -0700 Subject: [PATCH 21/39] echo again --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 91e96c93b..ec21a2a96 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $BUILDER_ARGS' + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && echo "BUILDER_ARGS: [$BUILDER_ARGS]" && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $BUILDER_ARGS' EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 2b57e33d1c9f994c76719ee1b0afdfdfe9077f49 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:47:03 -0700 Subject: [PATCH 22/39] add eval --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index ec21a2a96..66d15fe84 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && echo "BUILDER_ARGS: [$BUILDER_ARGS]" && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $BUILDER_ARGS' + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && eval "/usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $BUILDER_ARGS"' EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 7e2d71fadf5d06dae1dd0039e590d895aefb0a38 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:50:17 -0700 Subject: [PATCH 23/39] re-add echo --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 66d15fe84..542ddf608 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && eval "/usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $BUILDER_ARGS"' + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && echo "About to run: /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $BUILDER_ARGS" && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' build -p aws-crt-python --compiler=clang-8' EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 3865845c90a07f014ac0142e3bfaa72d9a26f11c Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 08:55:00 -0700 Subject: [PATCH 24/39] reorder args --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 542ddf608..ffbd16713 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -230,7 +230,7 @@ jobs: shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && echo "About to run: /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' $BUILDER_ARGS" && /usr/local/bin/builder.pyz --version='${BUILDER_VERSION}' build -p aws-crt-python --compiler=clang-8' + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && echo "About to run: /usr/local/bin/builder.pyz build -p aws-crt-python --compiler=clang-8 --version='${BUILDER_VERSION}'" && /usr/local/bin/builder.pyz build -p aws-crt-python --compiler=clang-8 --version='${BUILDER_VERSION}'' EOF chmod +x ./linux-container-ci-python310.sh ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} From 70c3a44adc8e3d5d2e1a8b239e2794fd19a091e3 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 09:13:33 -0700 Subject: [PATCH 25/39] convert script to command and install python 3.8 for AL2 --- .github/workflows/ci.yml | 22 +++++++--------------- 1 file changed, 7 insertions(+), 15 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index ffbd16713..1c158c441 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -188,7 +188,12 @@ jobs: - name: Build ${{ env.PACKAGE_NAME }} run: | aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh - ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} + if [ "${{ matrix.image }}" = "al2-x64" ]; then + aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' 123124136734.dkr.ecr.us-east-1.amazonaws.com/aws-crt-${{ matrix.image }}:${{ env.BUILDER_VERSION }} bash -c 'amazon-linux-extras install python3.8 -y && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${{ env.BUILDER_VERSION }}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz build -p ${{ env.PACKAGE_NAME }} --python=python3.8 --version=${{ env.BUILDER_VERSION }}' + else + ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} + fi linux-compiler-compat: runs-on: ubuntu-24.04 # latest @@ -219,21 +224,8 @@ jobs: aws sts get-caller-identity - name: Build ${{ env.PACKAGE_NAME }} run: | - aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh - # Create modified container script that installs Python 3.10 - cat > ./linux-container-ci-python310.sh << 'EOF' - #!/bin/bash - set -e - BUILDER_VERSION=$1 - shift - IMAGE_NAME=$1 - shift aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin - export DOCKER_IMAGE=123124136734.dkr.ecr.us-east-1.amazonaws.com/${IMAGE_NAME}:${BUILDER_VERSION} - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --env BUILDER_ARGS="$*" --entrypoint='' $DOCKER_IMAGE bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/'${BUILDER_VERSION}'/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && echo "About to run: /usr/local/bin/builder.pyz build -p aws-crt-python --compiler=clang-8 --version='${BUILDER_VERSION}'" && /usr/local/bin/builder.pyz build -p aws-crt-python --compiler=clang-8 --version='${BUILDER_VERSION}'' - EOF - chmod +x ./linux-container-ci-python310.sh - ./linux-container-ci-python310.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' 123124136734.dkr.ecr.us-east-1.amazonaws.com/aws-crt-${{ env.LINUX_BASE_IMAGE }}:${{ env.BUILDER_VERSION }} bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${{ env.BUILDER_VERSION }}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} --version=${{ env.BUILDER_VERSION }}' use-system-libcrypto: runs-on: ubuntu-24.04 # latest From a9727c911c076559640fa669cf5a84e44a4a6cf0 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 09:38:57 -0700 Subject: [PATCH 26/39] use python 3.8 on al2 --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 1c158c441..9d8bfccfe 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -190,7 +190,7 @@ jobs: aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh if [ "${{ matrix.image }}" = "al2-x64" ]; then aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' 123124136734.dkr.ecr.us-east-1.amazonaws.com/aws-crt-${{ matrix.image }}:${{ env.BUILDER_VERSION }} bash -c 'amazon-linux-extras install python3.8 -y && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${{ env.BUILDER_VERSION }}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz build -p ${{ env.PACKAGE_NAME }} --python=python3.8 --version=${{ env.BUILDER_VERSION }}' + docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' 123124136734.dkr.ecr.us-east-1.amazonaws.com/aws-crt-${{ matrix.image }}:${{ env.BUILDER_VERSION }} bash -c 'amazon-linux-extras install python3.8 -y && yum install -y python38-devel && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${{ env.BUILDER_VERSION }}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz build -p ${{ env.PACKAGE_NAME }} --python=python3.8 --version=${{ env.BUILDER_VERSION }}' else ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} fi From 0b5991ecc74092f2ae600a8a23bcc202f9ab3bee Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 10:16:32 -0700 Subject: [PATCH 27/39] get builder w/python 3.8 for al2-x64 --- .github/workflows/ci.yml | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 9d8bfccfe..3331f85f6 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -7,7 +7,7 @@ on: - 'docs' env: - BUILDER_VERSION: v0.9.84 + BUILDER_VERSION: v0.9.85 BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python @@ -188,12 +188,7 @@ jobs: - name: Build ${{ env.PACKAGE_NAME }} run: | aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh - if [ "${{ matrix.image }}" = "al2-x64" ]; then - aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' 123124136734.dkr.ecr.us-east-1.amazonaws.com/aws-crt-${{ matrix.image }}:${{ env.BUILDER_VERSION }} bash -c 'amazon-linux-extras install python3.8 -y && yum install -y python38-devel && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${{ env.BUILDER_VERSION }}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz build -p ${{ env.PACKAGE_NAME }} --python=python3.8 --version=${{ env.BUILDER_VERSION }}' - else - ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} - fi + ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} linux-compiler-compat: runs-on: ubuntu-24.04 # latest From c55a19a4ed30c76c6acf6b0886cfc48537021f0b Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 10:57:40 -0700 Subject: [PATCH 28/39] wrap the ED25519 generate and skip the test if the algorithm is unsupported --- test/test_crypto.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/test/test_crypto.py b/test/test_crypto.py index 628900f39..772b01c5f 100644 --- a/test/test_crypto.py +++ b/test/test_crypto.py @@ -318,7 +318,12 @@ def test_rsa_signing_verify_fail(self): self.assertFalse(rsa.verify(RSASignatureAlgorithm.PKCS1_5_SHA256, digest, b'bad signature')) def test_ed25519_keygen(self): - key = ED25519.new_generate() + try: + key = ED25519.new_generate() + except RuntimeError as e: + if "AWS_ERROR_CAL_UNSUPPORTED_ALGORITHM" in str(e): + self.skipTest("ED25519 algorithm is unsupported on this platform") + raise self.assertEqual(32, len(key.export_public_key(ED25519ExportFormat.RAW))) self.assertEqual(32, len(key.export_private_key(ED25519ExportFormat.RAW))) From 47389285eed6bd0dd33d30ebe5dcf65652684778 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Thu, 11 Sep 2025 14:36:18 -0700 Subject: [PATCH 29/39] move the dirty solution into aws-crt-builder --- .github/workflows/ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 3331f85f6..8ab9aec26 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -219,8 +219,8 @@ jobs: aws sts get-caller-identity - name: Build ${{ env.PACKAGE_NAME }} run: | - aws ecr get-login-password | docker login 123124136734.dkr.ecr.us-east-1.amazonaws.com -u AWS --password-stdin - docker run --env GITHUB_REF --env GITHUB_HEAD_REF --env AWS_ACCESS_KEY_ID --env AWS_SECRET_ACCESS_KEY --env AWS_SESSION_TOKEN --env AWS_DEFAULT_REGION --env CXXFLAGS --env AWS_CRT_ARCH --env CTEST_PARALLEL_LEVEL --entrypoint='' 123124136734.dkr.ecr.us-east-1.amazonaws.com/aws-crt-${{ env.LINUX_BASE_IMAGE }}:${{ env.BUILDER_VERSION }} bash -c 'apt-get update && apt-get install -y wget build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev && cd /tmp && wget https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz && tar xzf Python-3.10.12.tgz && cd Python-3.10.12 && ./configure && make -j4 && make altinstall && cd /root && curl -sSL -o /usr/local/bin/builder.pyz https://d19elf31gohf1l.cloudfront.net/releases/${{ env.BUILDER_VERSION }}/builder.pyz && chmod a+x /usr/local/bin/builder.pyz && /usr/local/bin/builder.pyz build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} --version=${{ env.BUILDER_VERSION }}' + aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh + ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} use-system-libcrypto: runs-on: ubuntu-24.04 # latest From e7830bbfbb8402f6e5f0989f39bd6a15b793a16d Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Fri, 12 Sep 2025 10:47:16 -0700 Subject: [PATCH 30/39] pull in latest builder version that handles python 3.10 on ubuntu-18-x64 --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 8ab9aec26..446795185 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -7,7 +7,7 @@ on: - 'docs' env: - BUILDER_VERSION: v0.9.85 + BUILDER_VERSION: v0.9.86 BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python From aada6a678c7717233d96bfa4d990e6bfe906748c Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Mon, 15 Sep 2025 08:18:20 -0700 Subject: [PATCH 31/39] don't skip ed25519 test --- test/test_crypto.py | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/test/test_crypto.py b/test/test_crypto.py index 772b01c5f..95e42fcd2 100644 --- a/test/test_crypto.py +++ b/test/test_crypto.py @@ -318,13 +318,8 @@ def test_rsa_signing_verify_fail(self): self.assertFalse(rsa.verify(RSASignatureAlgorithm.PKCS1_5_SHA256, digest, b'bad signature')) def test_ed25519_keygen(self): - try: - key = ED25519.new_generate() - except RuntimeError as e: - if "AWS_ERROR_CAL_UNSUPPORTED_ALGORITHM" in str(e): - self.skipTest("ED25519 algorithm is unsupported on this platform") - raise - + key = ED25519.new_generate() + self.assertEqual(32, len(key.export_public_key(ED25519ExportFormat.RAW))) self.assertEqual(32, len(key.export_private_key(ED25519ExportFormat.RAW))) From 190c0cb0c293e2deac9798ddbd0c564f836c230c Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Mon, 15 Sep 2025 08:18:50 -0700 Subject: [PATCH 32/39] delete whitespace --- test/test_crypto.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/test_crypto.py b/test/test_crypto.py index 95e42fcd2..628900f39 100644 --- a/test/test_crypto.py +++ b/test/test_crypto.py @@ -319,7 +319,7 @@ def test_rsa_signing_verify_fail(self): def test_ed25519_keygen(self): key = ED25519.new_generate() - + self.assertEqual(32, len(key.export_public_key(ED25519ExportFormat.RAW))) self.assertEqual(32, len(key.export_private_key(ED25519ExportFormat.RAW))) From d24b88e925db54792a8219c375a29668c25b260b Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Mon, 15 Sep 2025 08:20:17 -0700 Subject: [PATCH 33/39] checkout not needed --- .github/workflows/ci.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 446795185..0fe4d534d 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -208,7 +208,6 @@ jobs: permissions: id-token: write # This is required for requesting the JWT steps: - - uses: actions/checkout@v4 - name: configure AWS credentials (containers) uses: aws-actions/configure-aws-credentials@v4 with: From 6e8c3facdcddd4b44817d0b41d75301987a6549f Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Mon, 15 Sep 2025 08:57:19 -0700 Subject: [PATCH 34/39] point to wip builder branch --- .github/workflows/ci.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 0fe4d534d..9fbb84b1f 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -7,7 +7,8 @@ on: - 'docs' env: - BUILDER_VERSION: v0.9.86 + # BUILDER_VERSION: v0.9.86 + BUILDER_VERSION: ubuntu-18-x64-keep BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python From 3509be002f1b7ab72726ad5534a525907b4b8587 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Mon, 15 Sep 2025 09:01:24 -0700 Subject: [PATCH 35/39] point to wip builder --- .github/workflows/ci.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 9fbb84b1f..d43141128 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -7,9 +7,10 @@ on: - 'docs' env: - # BUILDER_VERSION: v0.9.86 BUILDER_VERSION: ubuntu-18-x64-keep - BUILDER_SOURCE: releases + BUILDER_SOURCE: channels + # BUILDER_VERSION: v0.9.86 + # BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python LINUX_BASE_IMAGE: ubuntu-18-x64 From 5dc6fbe48591737284d8544f3794d1e7c5615400 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Mon, 15 Sep 2025 10:54:08 -0700 Subject: [PATCH 36/39] kick ci --- .github/workflows/ci.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index d43141128..5765eba3a 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -9,6 +9,7 @@ on: env: BUILDER_VERSION: ubuntu-18-x64-keep BUILDER_SOURCE: channels + # Kick CI # BUILDER_VERSION: v0.9.86 # BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net From ca3072229d11fd538667f2652c83ca5409ed67c7 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Mon, 15 Sep 2025 11:05:33 -0700 Subject: [PATCH 37/39] check new channel --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 5765eba3a..ab5ce7aab 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -7,7 +7,7 @@ on: - 'docs' env: - BUILDER_VERSION: ubuntu-18-x64-keep + BUILDER_VERSION: ubuntu-update BUILDER_SOURCE: channels # Kick CI # BUILDER_VERSION: v0.9.86 From 7d2e286fce920cc34a0d312aeb08c6170495d669 Mon Sep 17 00:00:00 2001 From: Steve Kim Date: Tue, 16 Sep 2025 11:41:17 -0700 Subject: [PATCH 38/39] point to latest aws-crt-builder --- .github/workflows/ci.yml | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index ab5ce7aab..9e319e063 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -7,11 +7,8 @@ on: - 'docs' env: - BUILDER_VERSION: ubuntu-update - BUILDER_SOURCE: channels - # Kick CI - # BUILDER_VERSION: v0.9.86 - # BUILDER_SOURCE: releases + BUILDER_VERSION: v0.9.87 + BUILDER_SOURCE: releases BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net PACKAGE_NAME: aws-crt-python LINUX_BASE_IMAGE: ubuntu-18-x64 From 0dcc8784296eb07b601defbc0116b3655c1c9460 Mon Sep 17 00:00:00 2001 From: Dengke Tang Date: Thu, 18 Sep 2025 10:18:52 -0700 Subject: [PATCH 39/39] latest submodules --- MANIFEST.in | 1 + crt/aws-c-auth | 2 +- crt/aws-c-cal | 2 +- crt/aws-c-common | 2 +- crt/aws-c-event-stream | 2 +- crt/aws-c-io | 2 +- crt/aws-c-s3 | 2 +- crt/aws-lc | 2 +- crt/s2n | 2 +- 9 files changed, 9 insertions(+), 8 deletions(-) diff --git a/MANIFEST.in b/MANIFEST.in index 2a8f6f649..829c4f8b8 100644 --- a/MANIFEST.in +++ b/MANIFEST.in @@ -44,6 +44,7 @@ graft crt/aws-lc/tests/compiler_features_tests prune crt/aws-lc/third_party graft crt/aws-lc/third_party/fiat graft crt/aws-lc/third_party/s2n-bignum +graft crt/aws-lc/third_party/jitterentropy prune crt/aws-lc/tool prune crt/aws-lc/util include crt/aws-lc/util/fipstools/CMakeLists.txt diff --git a/crt/aws-c-auth b/crt/aws-c-auth index cd9d6afcd..ab03bdd99 160000 --- a/crt/aws-c-auth +++ b/crt/aws-c-auth @@ -1 +1 @@ -Subproject commit cd9d6afcd42035d49bb2d0d3bef24b9faed57773 +Subproject commit ab03bdd996437d9097953ebb9495de71b6adc537 diff --git a/crt/aws-c-cal b/crt/aws-c-cal index 8703b3e59..cdd052bf0 160000 --- a/crt/aws-c-cal +++ b/crt/aws-c-cal @@ -1 +1 @@ -Subproject commit 8703b3e5930c9fd508025b268ab837fc9df3c4fd +Subproject commit cdd052bf0ac38d72177d6376ea668755fca13df4 diff --git a/crt/aws-c-common b/crt/aws-c-common index 2b67a658e..31578beb2 160000 --- a/crt/aws-c-common +++ b/crt/aws-c-common @@ -1 +1 @@ -Subproject commit 2b67a658e461520f1de20d64342b91ddcedc7ebb +Subproject commit 31578beb2309330fece3fb3a66035a568a2641e7 diff --git a/crt/aws-c-event-stream b/crt/aws-c-event-stream index 2a0f7c9fe..31a44ff91 160000 --- a/crt/aws-c-event-stream +++ b/crt/aws-c-event-stream @@ -1 +1 @@ -Subproject commit 2a0f7c9fe656c4789fa762a4ff04d06401abd282 +Subproject commit 31a44ff9108840a8f3fec54006218f4bc6c505e1 diff --git a/crt/aws-c-io b/crt/aws-c-io index 9c7f98dcb..db7a1bddc 160000 --- a/crt/aws-c-io +++ b/crt/aws-c-io @@ -1 +1 @@ -Subproject commit 9c7f98dcb083bd705eeb323e77868b1e2c9d4e73 +Subproject commit db7a1bddc9a29eca18734d0af189c3924775dcf1 diff --git a/crt/aws-c-s3 b/crt/aws-c-s3 index 3afa5d08b..43d33d681 160000 --- a/crt/aws-c-s3 +++ b/crt/aws-c-s3 @@ -1 +1 @@ -Subproject commit 3afa5d08be95e82199a153e3abbe59bbb42638d7 +Subproject commit 43d33d681da4fed34b8ae1e6b98700ab08291628 diff --git a/crt/aws-lc b/crt/aws-lc index 04875dbbd..2294510cd 160000 --- a/crt/aws-lc +++ b/crt/aws-lc @@ -1 +1 @@ -Subproject commit 04875dbbd6610a91855dcdc8edc268da289cb6d9 +Subproject commit 2294510cd0ecb2d5946461e3dbb038363b7b94cb diff --git a/crt/s2n b/crt/s2n index 418313c27..792d36671 160000 --- a/crt/s2n +++ b/crt/s2n @@ -1 +1 @@ -Subproject commit 418313c274d9cb72984dcd6e5e917740bc180664 +Subproject commit 792d36671f11d79c448519130c1b77f5540942fb