SERVER-108219 Increase size of the Amazon 2023 ARM compile (more) (#39497)

GitOrigin-RevId: 4a921ff69642025f0f18021b153077cdb0caee1a

Author: zackwintermdb

etc/evergreen_yml_components/definitions.yml

@@ -170,7 +170,13 @@ functions:
       aws_secret: ${aws_secret}
       remote_file: ${mongo_artifacts}
       bucket: mciuploads
-      extract_to: "./"
+      local_file: "fetched_artifacts.tgz"
+
+  "extract artifacts": &extract_artifacts
+    command: shell.exec
+    params:
+      script: |
+        tar -xf fetched_artifacts.tgz
 
   "fetch venv": &fetch_venv
     command: s3.get
@@ -796,6 +802,7 @@ functions:
     - *generate_github_token
     - *conditionally_clone_repo
     - *fetch_artifacts
+    - *extract_artifacts
     - *kill_processes
     - *cleanup_environment
     - *fetch_venv
@@ -827,6 +834,7 @@ functions:
   "write and set downstream expansions":
     - *f_expansions_write
     - *fetch_artifacts
+    - *extract_artifacts
     - *kill_processes
     - *cleanup_environment
     - *fetch_venv
@@ -1385,6 +1393,7 @@ functions:
 
   "generate resmoke tasks":
     - *fetch_artifacts
+    - *extract_artifacts
     - *f_expansions_write
     - *kill_processes
     - *cleanup_environment

etc/evergreen_yml_components/tasks/compile_tasks_shared.yml

@@ -173,64 +173,63 @@ tasks:
       - func: "gen feature flags"
       - func: "fetch resmoke constants"
 
-      - command: archive.targz_pack
+      - command: shell.exec
         params:
-          target: "artifacts.tgz"
-          source_dir: "./"
-          include:
-            - "./**.gcno"
-            - "src/.bazel*"
-            - "src/.npmrc"
-            - "src/.resmoke_mongo_release_values.yml"
-            - "src/.resmoke_mongo_version.yml"
-            - "src/BUILD.bazel"
-            - "src/MODULE.bazel"
-            - "src/WORKSPACE.bazel"
-            - "src/bazel/**"
-            - "src/buildscripts/**"
-            - "src/docker_compose/**"
-            - "src/etc/*san.suppressions"
-            - "src/etc/backports_required_for_multiversion_tests.yml"
-            - "src/etc/evergreen.yml"
-            - "src/etc/evergreen_nightly.yml"
-            - "src/etc/evergreen_timeouts.yml"
-            - "src/etc/evergreen_yml_components/**"
-            - "src/etc/expansions.default.yml"
-            - "src/etc/macos_dev_entitlements.xml"
-            - "src/etc/repo_config.yaml"
-            - "src/evergreen/**"
-            - "src/jsconfig.json"
-            - "src/jstests/**"
-            - "src/package.json"
-            - "src/patch_files.txt"
-            - "src/patch_test_tags.tgz"
-            - "src/pnpm-lock.yaml"
-            - "src/poetry.lock"
-            - "src/poetry_requirements.txt"
-            - "src/pyproject.toml"
-            - "src/src/**.idl"
-            - "src/src/**.yml"
-            - "src/src/mongo/client/sdam/json_tests/sdam_tests/**"
-            - "src/src/mongo/client/sdam/json_tests/server_selection_tests/**"
-            - "src/src/mongo/db/modules/atlas/evergreen/**"
-            - "src/src/mongo/db/modules/atlas/jstests/**"
-            - "src/src/mongo/db/modules/enterprise/docs/**"
-            - "src/src/mongo/db/modules/enterprise/jstests/**"
-            - "src/src/mongo/db/modules/subscription/jstests/**"
-            - "src/src/mongo/db/query/benchmark/data_generator/**"
-            - "src/src/mongo/db/query/query_tester/tests/**"
-            - "src/src/mongo/util/options_parser/test_config_files/**"
-            - "src/src/mongo/util/version/**"
-            - "src/src/third_party/JSON-Schema-Test-Suite/tests/draft4/**"
-            - "src/src/third_party/abseil-cpp/**"
-            - "src/src/third_party/grpc/**"
-            - "src/src/third_party/mock_ocsp_responder/**"
-            - "src/src/third_party/protobuf/**"
-            - "src/src/third_party/schemastore.org/**"
-            - "src/tools/**"
-            - "src/x509/**"
-          exclude_files:
-            - "src/*_test.pdb"
+          script: |
+            shopt -s globstar
+            for f in ./**/*.gcno \
+              src/.bazel* \
+              src/.npmrc \
+              src/.resmoke_mongo_release_values.yml \
+              src/.resmoke_mongo_version.yml \
+              src/BUILD.bazel \
+              src/MODULE.bazel \
+              src/WORKSPACE.bazel \
+              src/bazel/**/* \
+              src/buildscripts/**/* \
+              src/docker_compose/**/* \
+              src/etc/*san.suppressions \
+              src/etc/backports_required_for_multiversion_tests.yml \
+              src/etc/evergreen.yml \
+              src/etc/evergreen_nightly.yml \
+              src/etc/evergreen_timeouts.yml \
+              src/etc/evergreen_yml_components/**/* \
+              src/etc/expansions.default.yml \
+              src/etc/macos_dev_entitlements.xml \
+              src/etc/repo_config.yaml \
+              src/evergreen/**/* \
+              src/jsconfig.json \
+              src/jstests/**/* \
+              src/package.json \
+              src/patch_files.txt \
+              src/patch_test_tags.tgz \
+              src/pnpm-lock.yaml \
+              src/poetry.lock \
+              src/poetry_requirements.txt \
+              src/pyproject.toml \
+              src/src/**/*.idl \
+              src/src/**/*.yml \
+              src/src/mongo/client/sdam/json_tests/sdam_tests/**/* \
+              src/src/mongo/client/sdam/json_tests/server_selection_tests/**/* \
+              src/src/mongo/db/modules/atlas/evergreen/**/* \
+              src/src/mongo/db/modules/atlas/jstests/**/* \
+              src/src/mongo/db/modules/enterprise/docs/**/* \
+              src/src/mongo/db/modules/enterprise/jstests/**/* \
+              src/src/mongo/db/modules/subscription/jstests/**/* \
+              src/src/mongo/db/query/benchmark/data_generator/**/* \
+              src/src/mongo/db/query/query_tester/tests/**/* \
+              src/src/mongo/util/options_parser/test_config_files/**/* \
+              src/src/mongo/util/version/**/* \
+              src/src/third_party/JSON-Schema-Test-Suite/tests/draft4/**/* \
+              src/src/third_party/abseil-cpp/**/* \
+              src/src/third_party/grpc/**/* \
+              src/src/third_party/mock_ocsp_responder/**/* \
+              src/src/third_party/protobuf/**/* \
+              src/src/third_party/schemastore.org/**/* \
+              src/tools/**/* \
+              src/x509/**/*; do echo "$f" >> file_list.txt; echo >> file_list.txt; done
+            tar -czf artifacts.tgz --exclude=*_test.pdb --ignore-failed-read --dereference -T file_list.txt
+            rm file_list.txt
 
       - command: s3.put
         params:

etc/evergreen_yml_components/variants/amazon/test_release.yml

@@ -87,10 +87,10 @@ buildvariants:
     tasks:
       - name: compile_test_and_package_serial_TG
         distros:
-          - amazon2-latest-large
+          - amazon2-latest-c6i-32xlarge
       - name: run_unit_tests_TG
         distros:
-          - amazon2-latest-large
+          - amazon2-latest-c6i-32xlarge
       - name: test_packages
         distros:
           - ubuntu2204-large
@@ -136,6 +136,9 @@ buildvariants:
       - name: compile_test_and_package_serial_no_unittests_TG
         distros:
           - amazon2-arm64-latest-large
+      - name: run_unit_tests_TG
+        distros:
+          - amazon2-arm64-latest-large
       - name: test_packages
         distros:
           - ubuntu2204-arm64-large
@@ -182,10 +185,13 @@ buildvariants:
     tasks:
       - name: compile_test_and_package_serial_no_unittests_TG
         distros:
-          - amazon2-arm64-latest-large
+          - amazon2-arm64-latest-xlarge
+      - name: run_unit_tests_TG
+        distros:
+          - amazon2-arm64-latest-xlarge
       - name: test_packages
         distros:
-          - ubuntu2204-arm64-large
+          - ubuntu2204-large
       - name: .development_critical !.requires_large_host
       - name: .development_critical .requires_large_host
         distros:
@@ -273,10 +279,10 @@ buildvariants:
     tasks:
       - name: compile_test_and_package_serial_TG
         distros:
-          - amazon2023.3-large
+          - amazon2023.3-xlarge
       - name: run_unit_tests_TG
         distros:
-          - amazon2023.3-large
+          - amazon2023.3-xlarge
       - name: test_packages
         distros:
           - ubuntu2204-large
@@ -412,10 +418,10 @@ buildvariants:
     tasks:
       - name: compile_test_and_package_serial_TG
         distros:
-          - amazon2023.3-arm64-xlarge
+          - amazon2023.3-arm64-xxxlarge
       - name: run_unit_tests_TG
         distros:
-          - amazon2023.3-arm64-large
+          - amazon2023.3-arm64-xxlarge
       - name: test_packages
         distros:
           - ubuntu2204-arm64-large