From 0ed2c0f8d24ee7ee5e595c3d39d8ade3c33e4eda Mon Sep 17 00:00:00 2001 From: alexgallotta <5581237+alexgallotta@users.noreply.github.com> Date: Fri, 8 Sep 2023 14:21:43 -0400 Subject: [PATCH 1/2] add: script to quickly fetch and compare layers in diffrent regions --- existing_layers/.gitignore | 1 + existing_layers/all_regions.txt | 27 +++++++++++++++++++++++++++ existing_layers/check_existing.sh | 17 +++++++++++++++++ 3 files changed, 45 insertions(+) create mode 100644 existing_layers/.gitignore create mode 100644 existing_layers/all_regions.txt create mode 100755 existing_layers/check_existing.sh diff --git a/existing_layers/.gitignore b/existing_layers/.gitignore new file mode 100644 index 000000000..397b4a762 --- /dev/null +++ b/existing_layers/.gitignore @@ -0,0 +1 @@ +*.log diff --git a/existing_layers/all_regions.txt b/existing_layers/all_regions.txt new file mode 100644 index 000000000..3b1ad98c0 --- /dev/null +++ b/existing_layers/all_regions.txt @@ -0,0 +1,27 @@ +ap-south-2 +ap-south-1 +eu-south-1 +eu-south-2 +me-central-1 +ca-central-1 +eu-central-1 +eu-central-2 +us-west-1 +us-west-2 +af-south-1 +eu-north-1 +eu-west-3 +eu-west-2 +eu-west-1 +ap-northeast-3 +ap-northeast-2 +me-south-1 +ap-northeast-1 +sa-east-1 +ap-east-1 +ap-southeast-1 +ap-southeast-2 +ap-southeast-3 +ap-southeast-4 +us-east-1 +us-east-2 diff --git a/existing_layers/check_existing.sh b/existing_layers/check_existing.sh new file mode 100755 index 000000000..c81c3f5ad --- /dev/null +++ b/existing_layers/check_existing.sh @@ -0,0 +1,17 @@ +find_all_regions() { + aws-vault exec sso-prod-engineering -- aws ec2 describe-regions | jq -r '.[] | .[] | .RegionName' >all_regions.txt +} + +find_layers_from_all_regions() { + while IFS= read -r region; do + aws-vault exec sso-prod-engineering -- aws lambda list-layers --region "$region" | grep LayerVersionArn | cut -d':' -f6- >all_layers_"$region".log + done all_diff.log # ignore deprecated layers +} + +"$@" From 752f043fdb1f56ca30fd5b7a53bcbc49696eb296 Mon Sep 17 00:00:00 2001 From: alexgallotta <5581237+alexgallotta@users.noreply.github.com> Date: Fri, 8 Sep 2023 14:24:49 -0400 Subject: [PATCH 2/2] remove verbose lines --- existing_layers/check_existing.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/existing_layers/check_existing.sh b/existing_layers/check_existing.sh index c81c3f5ad..4a0ebf138 100755 --- a/existing_layers/check_existing.sh +++ b/existing_layers/check_existing.sh @@ -11,7 +11,7 @@ find_layers_from_all_regions() { diff_from_useast1() { for f1 in all_layers_*.log; do diff --unified=0 "$f1" all_layers_us-east-1.log - done | grep -vE "Datadog-Trace-Forwarder-Python|Node8|metric|Node10|Node12|Python27|Python36|Ruby2-5" >all_diff.log # ignore deprecated layers + done | grep -vE "@@|Datadog-Trace-Forwarder-Python|Node8|metric|Node10|Node12|Python27|Python36|Ruby2-5" >all_diff.log # ignore deprecated layers } "$@"