chore(testinfra): initial ami test

Author: soedirgo

.github/workflows/testinfra.yml

@@ -25,7 +25,8 @@ jobs:
 
       - name: Run aio integration tests
         run: |
-          pip3 install docker pytest pytest-testinfra
+          # TODO: use poetry for pkg mgmt
+          pip3 install boto3 boto3-stubs[essential] docker ec2instanceconnectcli pytest pytest-testinfra[paramiko,docker] requests
           pytest -vv testinfra/test_all_in_one.py
 
   test-ami:
@@ -59,12 +60,6 @@ jobs:
         with:
           endpoint: builders
 
-      - uses: docker/login-action@v3
-        with:
-          registry: ghcr.io
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
       - uses: docker/build-push-action@v5
         with:
           load: true
@@ -118,14 +113,20 @@ jobs:
             tar xvf "$layer" -C ansible/files/postgres --strip-components 1
           done
 
+      # Packer doesn't support skipping registering the AMI for the ebssurrogate
+      # builder, so we register an AMI with a fixed name and run tests on an
+      # instance launched from that
+      # https://github.com/hashicorp/packer/issues/4899
       - name: Build AMI
         run: |
           GIT_SHA=${{github.sha}}
           packer build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common.vars.pkr.hcl" -var "ansible_arguments=" -var "postgres-version=ci-ami-test" -var "region=ap-southeast-1" -var 'ami_regions=["ap-southeast-1"]' -var "force-deregister=true" amazon-arm64.pkr.hcl
 
       - name: Run tests
         run: |
-          echo TODO
+          # TODO: use poetry for pkg mgmt
+          pip3 install boto3 boto3-stubs[essential] docker ec2instanceconnectcli pytest pytest-testinfra[paramiko,docker] requests
+          pytest -vv testinfra/test_ami.py
 
       - name: Cleanup resources on build cancellation
         if: ${{ cancelled() }}

testinfra/README.md

@@ -2,14 +2,64 @@
 
 ## Prerequisites
 
+- Docker
+- Packer
+- yq
+- Python deps:
+
 ```sh
-pip3 install docker pytest pytest-testinfra requests
+pip3 install boto3 boto3-stubs[essential] docker ec2instanceconnectcli pytest pytest-testinfra[paramiko,docker] requests
 ```
 
 ## Running locally
 
 ```sh
+set -euo pipefail
 # cwd: repo root
 # docker must be running
-pytest -vv testinfra/*.py
+
+# build extensions & pg binaries
+docker buildx build \
+  $(yq 'to_entries | map(select(.value|type == "!!str")) |  map(" --build-arg " + .key + "=" + .value) | join("")' 'ansible/vars.yml') \
+  --target=extensions \
+  --tag=supabase/postgres:extensions \
+  --platform=linux/arm64 \
+  --load \
+  .
+mkdir -p /tmp/extensions ansible/files/extensions
+docker save supabase/postgres:extensions | tar xv -C /tmp/extensions
+for layer in /tmp/extensions/*/layer.tar; do
+  tar xvf "$layer" -C ansible/files/extensions --strip-components 1
+done
+docker buildx build \
+  --build-arg ubuntu_release=focal \
+  --build-arg ubuntu_release_no=20.04 \
+  --build-arg postgresql_major=15 \
+  --build-arg postgresql_release=15.1 \
+  --build-arg CPPFLAGS=-mcpu=neoverse-n1 \
+  --file=docker/Dockerfile \
+  --target=pg-deb \
+  --tag=supabase/postgres:deb \
+  --platform=linux/arm64 \
+  --load \
+  .
+mkdir -p /tmp/build ansible/files/postgres
+docker save supabase/postgres:deb | tar xv -C /tmp/build
+for layer in /tmp/build/*/layer.tar; do
+  tar xvf "$layer" -C ansible/files/postgres --strip-components 1
+done
+
+# build AMI
+AWS_PROFILE=supabase-dev packer build \
+  -var-file=development-arm.vars.pkr.hcl \
+  -var-file=common.vars.pkr.hcl \
+  -var "ansible_arguments=" \
+  -var "postgres-version=ci-ami-test" \
+  -var "region=ap-southeast-1" \
+  -var 'ami_regions=["ap-southeast-1"]' \
+  -var "force-deregister=true" \
+  amazon-arm64.pkr.hcl
+
+# run tests
+AWS_PROFILE=supabase-dev pytest -vv -s testinfra/test_*.py
 ```

testinfra/test_all_in_one.py

@@ -1,4 +1,5 @@
 from docker.models.containers import Container
+from os import path
 from time import sleep
 from typing import cast
 import docker
@@ -24,7 +25,7 @@
 # scope='session' uses the same container for all the tests;
 # scope='function' uses a new container per test function.
 @pytest.fixture(scope="session")
-def host(request):
+def host():
     # We build the image with the Docker CLI in path instead of using docker-py
     # (official Docker SDK for Python) because the latter doesn't use BuildKit,
     # so things like `ARG TARGETARCH` don't work:
@@ -36,11 +37,11 @@ def host(request):
             "buildx",
             "build",
             "--file",
-            "docker/all-in-one/Dockerfile",
+            path.join(path.dirname(__file__), "../docker/all-in-one/Dockerfile"),
             "--load",
             "--tag",
             all_in_one_image_tag,
-            ".",
+            path.join(path.dirname(__file__), ".."),
         ]
     )