fix: relocate all build ops to us-east-1

Author: samrose

.github/workflows/publish-migrations-prod.yml

@@ -32,7 +32,7 @@ jobs:
         uses: aws-actions/configure-aws-credentials@v1
         with:
           role-to-assume: ${{ secrets.PROD_AWS_ROLE }}
-          aws-region: "ap-southeast-1"
+          aws-region: "us-east-1"
 
       - name: Deploy to S3 prod
         shell: bash

.github/workflows/publish-migrations-staging.yml

@@ -25,7 +25,7 @@ jobs:
         uses: aws-actions/configure-aws-credentials@v1
         with:
           role-to-assume: ${{ secrets.DEV_AWS_ROLE }}
-          aws-region: "ap-southeast-1"
+          aws-region: "us-east-1"
 
       - name: Deploy to S3 staging
         shell: bash

.github/workflows/testinfra-ami-build.yml

@@ -112,13 +112,13 @@ jobs:
         run: |
           GIT_SHA=${{github.sha}}
           nix run github:supabase/postgres/${GIT_SHA}#packer -- init amazon-arm64-nix.pkr.hcl
-          nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${EXECUTION_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "ansible_arguments=" -var "postgres-version=${{ steps.random.outputs.random_string }}" -var "region=ap-southeast-1" -var 'ami_regions=["ap-southeast-1"]' -var "force-deregister=true" -var "ansible_arguments=-e postgresql_major=${POSTGRES_MAJOR_VERSION}" amazon-arm64-nix.pkr.hcl
+          nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${EXECUTION_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "ansible_arguments=" -var "postgres-version=${{ steps.random.outputs.random_string }}" -var "region=us-east-1" -var 'ami_regions=["us-east-1"]' -var "force-deregister=true" -var "ansible_arguments=-e postgresql_major=${POSTGRES_MAJOR_VERSION}" amazon-arm64-nix.pkr.hcl
 
       - name: Build AMI stage 2
         run: |
           GIT_SHA=${{github.sha}}
           nix run github:supabase/postgres/${GIT_SHA}#packer -- init stage2-nix-psql.pkr.hcl
-          nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${EXECUTION_ID}" -var "postgres_major_version=${POSTGRES_MAJOR_VERSION}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl"  -var "postgres-version=${{ steps.random.outputs.random_string }}" -var "region=ap-southeast-1" -var 'ami_regions=["ap-southeast-1"]' -var "force-deregister=true" -var "git_sha=${GITHUB_SHA}"  stage2-nix-psql.pkr.hcl
+          nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${EXECUTION_ID}" -var "postgres_major_version=${POSTGRES_MAJOR_VERSION}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl"  -var "postgres-version=${{ steps.random.outputs.random_string }}" -var "region=us-east-1" -var 'ami_regions=["us-east-1"]' -var "force-deregister=true" -var "git_sha=${GITHUB_SHA}"  stage2-nix-psql.pkr.hcl
 
       - name: Run tests
         timeout-minutes: 10
@@ -132,12 +132,12 @@ jobs:
       - name: Cleanup resources on build cancellation
         if: ${{ cancelled() }}
         run: |
-          aws ec2 --region ap-southeast-1 describe-instances --filters "Name=tag:packerExecutionId,Values=${EXECUTION_ID}" --query "Reservations[].Instances[].InstanceId" --output text | xargs -r aws ec2 terminate-instances --region ap-southeast-1 --instance-ids
+          aws ec2 --region us-east-1 describe-instances --filters "Name=tag:packerExecutionId,Values=${EXECUTION_ID}" --query "Reservations[].Instances[].InstanceId" --output text | xargs -r aws ec2 terminate-instances --region us-east-1 --instance-ids
 
       - name: Cleanup resources after build
         if: ${{ always() }}
         run: |
-          aws ec2 --region ap-southeast-1 describe-instances --filters "Name=tag:testinfra-run-id,Values=${EXECUTION_ID}" --query "Reservations[].Instances[].InstanceId" --output text | xargs -r aws ec2 terminate-instances --region ap-southeast-1 --instance-ids || true
+          aws ec2 --region us-east-1 describe-instances --filters "Name=tag:testinfra-run-id,Values=${EXECUTION_ID}" --query "Reservations[].Instances[].InstanceId" --output text | xargs -r aws ec2 terminate-instances --region us-east-1 --instance-ids || true
 
       - name: Cleanup AMIs
         if: always()
@@ -149,10 +149,10 @@ jobs:
           # Function to deregister AMIs by name pattern
           deregister_ami_by_name() {
             local ami_name_pattern=$1
-            local ami_ids=$(aws ec2 describe-images --region ap-southeast-1 --owners self --filters "Name=name,Values=${ami_name_pattern}" --query 'Images[*].ImageId' --output text)
+            local ami_ids=$(aws ec2 describe-images --region us-east-1 --owners self --filters "Name=name,Values=${ami_name_pattern}" --query 'Images[*].ImageId' --output text)
             for ami_id in $ami_ids; do
               echo "Deregistering AMI: $ami_id"
-              aws ec2 deregister-image --region ap-southeast-1 --image-id $ami_id
+              aws ec2 deregister-image --region us-east-1 --image-id $ami_id
             done
           }
 

amazon-arm64-nix.pkr.hcl

@@ -15,7 +15,7 @@ variable "ami_name" {
 
 variable "ami_regions" {
   type    = list(string)
-  default = ["ap-southeast-2"]
+  default = ["us-east-1"]
 }
 
 variable "ansible_arguments" {

nix/docs/development-workflow.md

@@ -110,7 +110,7 @@ This will:
 
 The following environment variables are used:
 - `AWS_VAULT`: AWS Vault profile name (default: staging)
-- `AWS_REGION`: AWS region (default: ap-southeast-1)
+- `AWS_REGION`: AWS region (default: us-east-1)
 - `AMI_NAME`: Name of the AMI to test
 
 ## Best Practices

nix/packages/build-test-ami.nix

@@ -84,7 +84,7 @@ runCommand "build-test-ami"
     fi
 
     # Set values
-    REGION="ap-southeast-1"
+    REGION="us-east-1"
     POSTGRES_VERSION="$1"
     RANDOM_STRING=$(openssl rand -hex 8)
     GIT_SHA=$(git rev-parse HEAD)

nix/packages/cleanup-ami.nix

@@ -45,7 +45,7 @@ runCommand "cleanup-ami"
     fi
 
     AMI_NAME="$1"
-    REGION="ap-southeast-1"
+    REGION="us-east-1"
 
     # Deregister AMIs
     for AMI_PATTERN in "supabase-postgres-ci-ami-test-stage-1" "$AMI_NAME"; do

nix/packages/run-testinfra.nix

@@ -93,19 +93,19 @@ runCommand "run-testinfra"
     fi
 
     # Set environment variables
-    export AWS_REGION="ap-southeast-1"
-    export AWS_DEFAULT_REGION="ap-southeast-1"
+    export AWS_REGION="us-east-1"
+    export AWS_DEFAULT_REGION="us-east-1"
     export AMI_NAME="$AMI_NAME"  # Export AMI_NAME for pytest
     export RUN_ID="local-$(date +%s)"  # Generate a unique RUN_ID
 
     # Function to terminate EC2 instances
     terminate_instances() {
       echo "Terminating EC2 instances with tag testinfra-run-id=$RUN_ID..."
-      aws-vault exec $AWS_VAULT_PROFILE -- aws ec2 --region ap-southeast-1 describe-instances \
+      aws-vault exec $AWS_VAULT_PROFILE -- aws ec2 --region us-east-1 describe-instances \
         --filters "Name=tag:testinfra-run-id,Values=$RUN_ID" \
         --query "Reservations[].Instances[].InstanceId" \
         --output text | xargs -r aws-vault exec $AWS_VAULT_PROFILE -- aws ec2 terminate-instances \
-        --region ap-southeast-1 --instance-ids || true
+        --region us-east-1 --instance-ids || true
     }
 
     # Set up traps for various signals to ensure cleanup

testinfra/README.md

@@ -56,8 +56,8 @@ AWS_PROFILE=supabase-dev packer build \
   -var-file=common.vars.pkr.hcl \
   -var "ansible_arguments=" \
   -var "postgres-version=ci-ami-test" \
-  -var "region=ap-southeast-1" \
-  -var 'ami_regions=["ap-southeast-1"]' \
+  -var "region=us-east-1" \
+  -var 'ami_regions=["us-east-1"]' \
   -var "force-deregister=true" \
   amazon-arm64.pkr.hcl
 

testinfra/test_ami_nix.py

@@ -132,7 +132,7 @@
 """
 walg_config_json_content = """
 {
-  "AWS_REGION": "ap-southeast-1",
+  "AWS_REGION": "us-east-1",
   "WALG_S3_PREFIX": "",
   "PGDATABASE": "postgres",
   "PGUSER": "supabase_admin",
@@ -158,7 +158,7 @@
   "service_key": "{service_role_key}",
   "supabase_admin_key": "{supabase_admin_key}",
   "common_name": "db.aaaaaaaaaaaaaaaaaaaa.supabase.red",
-  "region": "ap-southeast-1",
+  "region": "us-east-1",
   "init_database_only": false
 }}
 """
@@ -223,7 +223,7 @@ def run_ssh_command(ssh, command, timeout=None):
 # scope='function' uses a new container per test function.
 @pytest.fixture(scope="session")
 def host():
-    ec2 = boto3.resource("ec2", region_name="ap-southeast-1")
+    ec2 = boto3.resource("ec2", region_name="us-east-1")
     images = list(
         ec2.images.filter(
             Filters=[{"Name": "name", "Values": [AMI_NAME]}],
@@ -256,7 +256,7 @@ def gzip_then_base64_encode(s: str) -> str:
                 "HttpTokens": "required",
                 "HttpEndpoint": "enabled",
             },
-            IamInstanceProfile={"Name": "pg-ap-southeast-1"},
+            IamInstanceProfile={"Name": "pg-us-east-1"},
             InstanceType="t4g.micro",
             MinCount=1,
             MaxCount=1,
@@ -281,7 +281,7 @@ def gzip_then_base64_encode(s: str) -> str:
     - {{path: /tmp/init.json, content: {gzip_then_base64_encode(init_json_content)}, permissions: '0600', encoding: gz+b64}}
 runcmd:
     - 'sudo echo \"pgbouncer\" \"postgres\" >> /etc/pgbouncer/userlist.txt'
-    - 'cd /tmp && aws s3 cp --region ap-southeast-1 s3://init-scripts-staging/project/init.sh .'
+    - 'cd /tmp && aws s3 cp --region us-east-1 s3://init-scripts-staging/project/init.sh .'
     - 'bash init.sh "staging"'
     - 'touch /var/lib/init-complete'
     - 'rm -rf /tmp/*'