Merge in v2.20.1

.evergreen/config.yml

@@ -434,7 +434,7 @@ functions:
         working_dir: "src"
         script: |
           ${PREPARE_SHELL}
-          AUTH=${AUTH} SSL=${SSL} TOPOLOGY=${TOPOLOGY} RVM_RUBY="${RVM_RUBY}" ATLAS_REPLICA_SET_URI=${atlas_replica_set_uri} ATLAS_SHARDED_URI=${atlas_sharded_uri} ATLAS_FREE_TIER_URI=${atlas_free_tier_uri} ATLAS_TLS11_URI=${atlas_tls11_uri} ATLAS_TLS12_URI=${atlas_tls12_uri} ATLAS_SERVERLESS_URI=${atlas_serverless_uri} ATLAS_SERVERLESS_LB_URI=${atlas_serverless_lb_uri} .evergreen/run-tests-atlas.sh
+          MONGODB_URI="${MONGODB_URI}" .evergreen/run-tests-atlas.sh
 
   "run serverless tests":
     - command: shell.exec
@@ -527,6 +527,54 @@ task_groups:
       - "test-serverless"
 
   - name: testatlas_task_group
+    setup_group_can_fail_task: true
+    setup_group_timeout_secs: 1800 # 30 minutes
+    setup_group:
+      - func: fetch source
+      - func: create expansions
+      - command: shell.exec
+        params:
+          shell: "bash"
+          working_dir: "src"
+          script: |
+            ${PREPARE_SHELL}
+
+            echo "Setting up Atlas cluster"
+
+            DRIVERS_ATLAS_PUBLIC_API_KEY="${DRIVERS_ATLAS_PUBLIC_API_KEY}" \
+              DRIVERS_ATLAS_PRIVATE_API_KEY="${DRIVERS_ATLAS_PRIVATE_API_KEY}" \
+              DRIVERS_ATLAS_GROUP_ID="${DRIVERS_ATLAS_GROUP_ID}" \
+              DRIVERS_ATLAS_LAMBDA_USER="${DRIVERS_ATLAS_LAMBDA_USER}" \
+              DRIVERS_ATLAS_LAMBDA_PASSWORD="${DRIVERS_ATLAS_LAMBDA_PASSWORD}" \
+              LAMBDA_STACK_NAME="dbx-ruby-lambda" \
+              MONGODB_VERSION="7.0" \
+              task_id="${task_id}" \
+              execution="${execution}" \
+              $DRIVERS_TOOLS/.evergreen/atlas/setup-atlas-cluster.sh
+
+              echo "MONGODB_URI=${MONGODB_URI}"
+      - command: expansions.update
+        params:
+          file: src/atlas-expansion.yml
+    teardown_group:
+      - command: shell.exec
+        params:
+          shell: "bash"
+          working_dir: "src"
+          script: |
+            ${PREPARE_SHELL}
+
+            DRIVERS_ATLAS_PUBLIC_API_KEY="${DRIVERS_ATLAS_PUBLIC_API_KEY}" \
+              DRIVERS_ATLAS_PRIVATE_API_KEY="${DRIVERS_ATLAS_PRIVATE_API_KEY}" \
+              DRIVERS_ATLAS_GROUP_ID="${DRIVERS_ATLAS_GROUP_ID}" \
+              LAMBDA_STACK_NAME="dbx-ruby-lambda" \
+              task_id="${task_id}" \
+              execution="${execution}" \
+              $DRIVERS_TOOLS/.evergreen/atlas/teardown-atlas-cluster.sh
+    tasks:
+      - test-atlas
+
+  - name: testatlas_full_task_group
     setup_group_can_fail_task: true
     setup_group_timeout_secs: 1800 # 30 minutes
     setup_group:
@@ -599,6 +647,8 @@ task_groups:
               task_id="${task_id}" \
               execution="${execution}" \
               $DRIVERS_TOOLS/.evergreen/atlas/setup-atlas-cluster.sh
+
+              echo "MONGODB_URI=${MONGODB_URI}"
       - command: expansions.update
         params:
           file: src/atlas-expansion.yml
@@ -827,6 +877,7 @@ tasks:
           script: |
             ${PREPARE_SHELL}
             export MONGODB_URI=${MONGODB_URI}
+            export FUNCTION_NAME="ruby-driver-lambda"
             .evergreen/run-tests-deployed-lambda.sh
           env:
             TEST_LAMBDA_DIRECTORY: ${PROJECT_DIRECTORY}/spec/faas/ruby-sam-app
@@ -1575,7 +1626,9 @@ buildvariants:
 
   - matrix_name: aws-auth-regular
     matrix_spec:
-      auth-and-ssl: [ aws-regular, aws-assume-role, aws-ec2, aws-ecs, aws-web-identity ]
+      # https://jira.mongodb.org/browse/RUBY-3311
+      # auth-and-ssl: [ aws-regular, aws-assume-role, aws-ec2, aws-ecs, aws-web-identity ]
+      auth-and-ssl: [ aws-regular, aws-assume-role, aws-ecs, aws-web-identity ]
       ruby: "ruby-3.2"
       topology: standalone
       # needs the latest_5x_mdb because run-tests.sh uses `mongo` to configure
@@ -1805,15 +1858,15 @@ buildvariants:
       os: rhel8
     display_name: "Atlas (Full)"
     tasks:
-      - name: testatlas_task_group
+      - name: testatlas_full_task_group
 
   - matrix_name: "atlas"
     matrix_spec:
       ruby: ["ruby-3.2", "ruby-3.1", "ruby-3.0", "ruby-2.7", "jruby-9.4", "jruby-9.3"]
       os: rhel8
     display_name: "Atlas tests ${ruby}"
     tasks:
-       - name: test-atlas
+       - name: testatlas_task_group
 
 # Commented out, pending RUBY-3414
 #  - matrix_name: "serverless"

.evergreen/config/common.yml.erb

@@ -431,7 +431,7 @@ functions:
         working_dir: "src"
         script: |
           ${PREPARE_SHELL}
-          AUTH=${AUTH} SSL=${SSL} TOPOLOGY=${TOPOLOGY} RVM_RUBY="${RVM_RUBY}" ATLAS_REPLICA_SET_URI=${atlas_replica_set_uri} ATLAS_SHARDED_URI=${atlas_sharded_uri} ATLAS_FREE_TIER_URI=${atlas_free_tier_uri} ATLAS_TLS11_URI=${atlas_tls11_uri} ATLAS_TLS12_URI=${atlas_tls12_uri} ATLAS_SERVERLESS_URI=${atlas_serverless_uri} ATLAS_SERVERLESS_LB_URI=${atlas_serverless_lb_uri} .evergreen/run-tests-atlas.sh
+          MONGODB_URI="${MONGODB_URI}" .evergreen/run-tests-atlas.sh
 
   "run serverless tests":
     - command: shell.exec
@@ -524,6 +524,54 @@ task_groups:
       - "test-serverless"
 
   - name: testatlas_task_group
+    setup_group_can_fail_task: true
+    setup_group_timeout_secs: 1800 # 30 minutes
+    setup_group:
+      - func: fetch source
+      - func: create expansions
+      - command: shell.exec
+        params:
+          shell: "bash"
+          working_dir: "src"
+          script: |
+            ${PREPARE_SHELL}
+
+            echo "Setting up Atlas cluster"
+
+            DRIVERS_ATLAS_PUBLIC_API_KEY="${DRIVERS_ATLAS_PUBLIC_API_KEY}" \
+              DRIVERS_ATLAS_PRIVATE_API_KEY="${DRIVERS_ATLAS_PRIVATE_API_KEY}" \
+              DRIVERS_ATLAS_GROUP_ID="${DRIVERS_ATLAS_GROUP_ID}" \
+              DRIVERS_ATLAS_LAMBDA_USER="${DRIVERS_ATLAS_LAMBDA_USER}" \
+              DRIVERS_ATLAS_LAMBDA_PASSWORD="${DRIVERS_ATLAS_LAMBDA_PASSWORD}" \
+              LAMBDA_STACK_NAME="dbx-ruby-lambda" \
+              MONGODB_VERSION="7.0" \
+              task_id="${task_id}" \
+              execution="${execution}" \
+              $DRIVERS_TOOLS/.evergreen/atlas/setup-atlas-cluster.sh
+
+              echo "MONGODB_URI=${MONGODB_URI}"
+      - command: expansions.update
+        params:
+          file: src/atlas-expansion.yml
+    teardown_group:
+      - command: shell.exec
+        params:
+          shell: "bash"
+          working_dir: "src"
+          script: |
+            ${PREPARE_SHELL}
+
+            DRIVERS_ATLAS_PUBLIC_API_KEY="${DRIVERS_ATLAS_PUBLIC_API_KEY}" \
+              DRIVERS_ATLAS_PRIVATE_API_KEY="${DRIVERS_ATLAS_PRIVATE_API_KEY}" \
+              DRIVERS_ATLAS_GROUP_ID="${DRIVERS_ATLAS_GROUP_ID}" \
+              LAMBDA_STACK_NAME="dbx-ruby-lambda" \
+              task_id="${task_id}" \
+              execution="${execution}" \
+              $DRIVERS_TOOLS/.evergreen/atlas/teardown-atlas-cluster.sh
+    tasks:
+      - test-atlas
+
+  - name: testatlas_full_task_group
     setup_group_can_fail_task: true
     setup_group_timeout_secs: 1800 # 30 minutes
     setup_group:
@@ -596,6 +644,8 @@ task_groups:
               task_id="${task_id}" \
               execution="${execution}" \
               $DRIVERS_TOOLS/.evergreen/atlas/setup-atlas-cluster.sh
+
+              echo "MONGODB_URI=${MONGODB_URI}"
       - command: expansions.update
         params:
           file: src/atlas-expansion.yml
@@ -824,6 +874,7 @@ tasks:
           script: |
             ${PREPARE_SHELL}
             export MONGODB_URI=${MONGODB_URI}
+            export FUNCTION_NAME="ruby-driver-lambda"
             .evergreen/run-tests-deployed-lambda.sh
           env:
             TEST_LAMBDA_DIRECTORY: ${PROJECT_DIRECTORY}/spec/faas/ruby-sam-app

.evergreen/config/standard.yml.erb

@@ -365,7 +365,9 @@ buildvariants:
 
   - matrix_name: aws-auth-regular
     matrix_spec:
-      auth-and-ssl: [ aws-regular, aws-assume-role, aws-ec2, aws-ecs, aws-web-identity ]
+      # https://jira.mongodb.org/browse/RUBY-3311
+      # auth-and-ssl: [ aws-regular, aws-assume-role, aws-ec2, aws-ecs, aws-web-identity ]
+      auth-and-ssl: [ aws-regular, aws-assume-role, aws-ecs, aws-web-identity ]
       ruby: <%= latest_ruby %>
       topology: standalone
       # needs the latest_5x_mdb because run-tests.sh uses `mongo` to configure
@@ -498,15 +500,15 @@ buildvariants:
       os: rhel8
     display_name: "Atlas (Full)"
     tasks:
-      - name: testatlas_task_group
+      - name: testatlas_full_task_group
 
   - matrix_name: "atlas"
     matrix_spec:
       ruby: <%= supported_rubies %>
       os: rhel8
     display_name: "Atlas tests ${ruby}"
     tasks:
-       - name: test-atlas
+       - name: testatlas_task_group
 
 # Commented out, pending RUBY-3414
 #  - matrix_name: "serverless"

.evergreen/run-deployed-lambda-aws-tests.sh

@@ -21,6 +21,7 @@ DRIVERS_ATLAS_LAMBDA_PASSWORD
 DRIVERS_ATLAS_GROUP_ID
 LAMBDA_STACK_NAME
 AWS_REGION
+FUNCTION_NAME
 )
 
 # Ensure that all variables required to run the test are set, otherwise throw

.evergreen/run-tests-atlas.sh

@@ -15,27 +15,21 @@ bundle_install
 echo "Running specs"
 
 test_status=0
-for uri in ATLAS_REPLICA_SET_URI ATLAS_SHARDED_URI ATLAS_FREE_TIER_URI \
-  ATLAS_TLS11_URI ATLAS_TLS12_URI ATLAS_SERVERLESS_URI ATLAS_SERVERLESS_LB_URI
-do
-  # ${!foo} syntax is bash specific:
-  # https://stackoverflow.com/questions/14049057/bash-expand-variable-in-a-variable
-  export ATLAS_URI="${!uri}"
-
-  if test -z "$ATLAS_URI"; then
-    echo "The \$$uri environment variable was not set" 1>&2
-    test_status=1
-  fi
-
-  bundle exec rspec spec/atlas -fd
-  this_test_status=$?
-  echo "TEST STATUS"
-  echo ${this_test_status}
-
-  if test $this_test_status != 0; then
-    test_status=$this_test_status
-  fi
-done
+export ATLAS_URI=$MONGODB_URI
+
+if test -z "$ATLAS_URI"; then
+	echo "The \$$uri environment variable was not set" 1>&2
+	test_status=1
+fi
+
+bundle exec rspec spec/atlas -fd
+this_test_status=$?
+echo "TEST STATUS"
+echo ${this_test_status}
+
+if test $this_test_status != 0; then
+	test_status=$this_test_status
+fi
 
 kill_jruby
 

.evergreen/run-tests-deployed-lambda.sh

@@ -11,6 +11,7 @@ set_env_python
 set_env_ruby
 
 export MONGODB_URI=${MONGODB_URI}
+export CLUSTER_PREFIX="ruby-driver-"
 export TEST_LAMBDA_DIRECTORY=`dirname "$0"`/../spec/faas/ruby-sam-app
 
 . `dirname "$0"`/run-deployed-lambda-aws-tests.sh

.github/release.yml

@@ -0,0 +1,4 @@
+# For configuring how release notes are auto-generated.
+# Requires the use of labels to categorize pull requests.
+#
+# See: https://docs.github.com/en/repositories/releasing-projects-on-github/automatically-generated-release-notes

.github/workflows/cleanup.yml

@@ -0,0 +1,44 @@
+name: "Dry-Run Cleanup"
+run-name: "Dry Run Cleanup for ${{ github.ref }}"
+
+on:
+  workflow_dispatch:
+    inputs:
+      confirm:
+        description: Indicate whether you want this workflow to run (must be "true")
+        required: true
+        type: string
+      tag:
+        description: The name of the tag (and release) to clean up
+        required: true
+        type: string
+
+jobs:
+  release:
+    name: "Dry-Run Cleanup"
+    environment: release
+    runs-on: 'ubuntu-latest'
+    if: ${{ inputs.confirm == 'true' }}
+
+    permissions:
+      # required for all workflows
+      security-events: write
+
+      # required to fetch internal or private CodeQL packs
+      packages: read
+
+      # only required for workflows in private repositories
+      actions: read
+      contents: write
+
+      # required by the mongodb-labs/drivers-github-tools/setup@v2 step
+      # also required by `rubygems/release-gem`
+      id-token: write
+
+    steps:
+      - name: "Run the cleanup action"
+        uses: mongodb-labs/drivers-github-tools/ruby/cleanup@v2
+        with:
+          app_id: ${{ vars.APP_ID }}
+          app_private_key: ${{ secrets.APP_PRIVATE_KEY }}
+          tag: ${{ inputs.tag }}