PYTHON-5055 - Convert test_client.py to unittest

.evergreen/run-tests.sh

@@ -31,7 +31,7 @@ set -o xtrace
 AUTH=${AUTH:-noauth}
 SSL=${SSL:-nossl}
 TEST_SUITES=${TEST_SUITES:-}
-TEST_ARGS="${*:1}"
+TEST_ARGS=("${*:1}")
 
 export PIP_QUIET=1  # Quiet by default
 export PIP_PREFER_BINARY=1 # Prefer binary dists by default
@@ -206,6 +206,7 @@ if [ -n "$TEST_INDEX_MANAGEMENT" ]; then
     TEST_SUITES="index_management"
 fi
 
+# shellcheck disable=SC2128
 if [ -n "$TEST_DATA_LAKE" ] && [ -z "$TEST_ARGS" ]; then
     TEST_SUITES="data_lake"
 fi
@@ -235,7 +236,7 @@ if [ -n "$PERF_TEST" ]; then
     TEST_SUITES="perf"
     # PYTHON-4769 Run perf_test.py directly otherwise pytest's test collection negatively
     # affects the benchmark results.
-    TEST_ARGS="test/performance/perf_test.py $TEST_ARGS"
+    TEST_ARGS+=("test/performance/perf_test.py")
 fi
 
 echo "Running $AUTH tests over $SSL with python $(uv python find)"
@@ -251,7 +252,7 @@ if [ -n "$COVERAGE" ] && [ "$PYTHON_IMPL" = "CPython" ]; then
     # Keep in sync with combine-coverage.sh.
     # coverage >=5 is needed for relative_files=true.
     UV_ARGS+=("--group coverage")
-    TEST_ARGS="$TEST_ARGS --cov"
+    TEST_ARGS+=("--cov")
 fi
 
 if [ -n "$GREEN_FRAMEWORK" ]; then
@@ -265,15 +266,39 @@ PIP_QUIET=0 uv run ${UV_ARGS[*]} --with pip pip list
 if [ -z "$GREEN_FRAMEWORK" ]; then
     # Use --capture=tee-sys so pytest prints test output inline:
     # https://docs.pytest.org/en/stable/how-to/capture-stdout-stderr.html
-    PYTEST_ARGS="-v --capture=tee-sys --durations=5 $TEST_ARGS"
+    PYTEST_ARGS=("-v" "--capture=tee-sys" "--durations=5" "${TEST_ARGS[@]}")
     if [ -n "$TEST_SUITES" ]; then
-      PYTEST_ARGS="-m $TEST_SUITES $PYTEST_ARGS"
+      # Workaround until unittest -> pytest conversion is complete
+      if [[ "$TEST_SUITES" == *"default_async"* ]]; then
+        ASYNC_PYTEST_ARGS=("-m asyncio" "--junitxml=xunit-results/TEST-asyncresults.xml" "${PYTEST_ARGS[@]}")
+      else
+        ASYNC_PYTEST_ARGS=("-m asyncio and $TEST_SUITES" "--junitxml=xunit-results/TEST-asyncresults.xml" "${PYTEST_ARGS[@]}")
+      fi
+      PYTEST_ARGS=("-m $TEST_SUITES and not asyncio" "${PYTEST_ARGS[@]}")
+    else
+      ASYNC_PYTEST_ARGS=("-m asyncio" "--junitxml=xunit-results/TEST-asyncresults.xml" "${PYTEST_ARGS[@]}")
     fi
+    # Workaround until unittest -> pytest conversion is complete
+    set +o errexit
+    # shellcheck disable=SC2048
+    uv run ${UV_ARGS[*]} pytest "${PYTEST_ARGS[@]}"
+    exit_code=$?
+
     # shellcheck disable=SC2048
-    uv run ${UV_ARGS[*]} pytest $PYTEST_ARGS
+    uv run ${UV_ARGS[*]} pytest "${ASYNC_PYTEST_ARGS[@]}" "--collect-only"
+    collected=$?
+    set -o errexit
+    # If we collected at least one async test, run all collected tests
+    if [ $collected -ne 5 ]; then
+      # shellcheck disable=SC2048
+      uv run ${UV_ARGS[*]} pytest "${ASYNC_PYTEST_ARGS[@]}"
+    fi
+    if [ $exit_code -ne 0 ]; then
+      exit $exit_code
+    fi
 else
     # shellcheck disable=SC2048
-    uv run ${UV_ARGS[*]} green_framework_test.py $GREEN_FRAMEWORK -v $TEST_ARGS
+    uv run ${UV_ARGS[*]} green_framework_test.py $GREEN_FRAMEWORK -v "${TEST_ARGS[@]}"
 fi
 
 # Handle perf test post actions.

.github/workflows/test-python.yml

@@ -94,8 +94,10 @@ jobs:
         run: |
           if [[ "${{ matrix.python-version }}" == "3.13t" ]]; then
             pytest -v --durations=5 --maxfail=10
+            pytest -v --durations=5 --maxfail=10 -m asyncio
           else
             just test
+            just test-async
           fi
 
   doctest:

justfile

@@ -62,6 +62,10 @@ lint-manual:
 test *args="-v --durations=5 --maxfail=10":
     {{uv_run}} --extra test pytest {{args}}
 
+[group('test')]
+test-async *args="-v --durations=5 --maxfail=10 -m asyncio":
+    {{uv_run}} --extra test pytest {{args}}
+
 [group('test')]
 test-mockupdb *args:
     {{uv_run}} -v --extra test --group mockupdb pytest -m mockupdb {{args}}

pymongo/asynchronous/mongo_client.py

@@ -1418,6 +1418,9 @@ def __next__(self) -> NoReturn:
         raise TypeError("'AsyncMongoClient' object is not iterable")
 
     next = __next__
+    if not _IS_SYNC:
+        anext = next
+        __anext__ = next
 
     async def _server_property(self, attr_name: str) -> Any:
         """An attribute of the current server's description.

pymongo/synchronous/mongo_client.py

@@ -1414,6 +1414,9 @@ def __next__(self) -> NoReturn:
         raise TypeError("'MongoClient' object is not iterable")
 
     next = __next__
+    if not _IS_SYNC:
+        next = next
+        __next__ = next
 
     def _server_property(self, attr_name: str) -> Any:
         """An attribute of the current server's description.

pyproject.toml

@@ -94,7 +94,7 @@ zstd = ["requirements/zstd.txt"]
 
 [tool.pytest.ini_options]
 minversion = "7"
-addopts = ["-ra", "--strict-config", "--strict-markers", "--junitxml=xunit-results/TEST-results.xml", "-m default or default_async"]
+addopts = ["-ra", "--strict-config", "--strict-markers", "--junitxml=xunit-results/TEST-results.xml", "-m default or default_async and not asyncio"]
 testpaths = ["test"]
 log_cli_level = "INFO"
 faulthandler_timeout = 1500
@@ -135,6 +135,8 @@ markers = [
     "mockupdb: tests that rely on mockupdb",
     "default: default test suite",
     "default_async: default async test suite",
+    "unit: tests that don't require a connection to MongoDB",
+    "integration: tests that require a connection to MongoDB",
 ]
 
 [tool.mypy]

test/__init__.py

@@ -15,9 +15,7 @@
 """Synchronous test suite for pymongo, bson, and gridfs."""
 from __future__ import annotations
 
-import asyncio
 import gc
-import logging
 import multiprocessing
 import os
 import signal
@@ -26,7 +24,6 @@
 import sys
 import threading
 import time
-import traceback
 import unittest
 import warnings
 from asyncio import iscoroutinefunction
@@ -518,6 +515,12 @@ def require_data_lake(self, func):
             func=func,
         )
 
+    @property
+    def is_not_mmap(self):
+        if self.is_mongos:
+            return True
+        return self.storage_engine != "mmapv1"
+
     def require_no_mmap(self, func):
         """Run a test only if the server is not using the MMAPv1 storage
         engine. Only works for standalone and replica sets; tests are
@@ -571,6 +574,10 @@ def require_replica_set(self, func):
         """Run a test only if the client is connected to a replica set."""
         return self._require(lambda: self.is_rs, "Not connected to a replica set", func=func)
 
+    @property
+    def secondaries_count(self):
+        return 0 if not self.client else len(self.client.secondaries)
+
     def require_secondaries_count(self, count):
         """Run a test only if the client is connected to a replica set that has
         `count` secondaries.
@@ -589,7 +596,7 @@ def supports_secondary_read_pref(self):
         if self.has_secondaries:
             return True
         if self.is_mongos:
-            shard = self.client.config.shards.find_one()["host"]  # type:ignore[index]
+            shard = (self.client.config.shards.find_one())["host"]  # type:ignore[index]
             num_members = shard.count(",") + 1
             return num_members > 1
         return False
@@ -874,6 +881,18 @@ def reset_client_context():
     client_context._init_client()
 
 
+class PyMongoTestCasePyTest:
+    @contextmanager
+    def fail_point(self, client, command_args):
+        cmd_on = SON([("configureFailPoint", "failCommand")])
+        cmd_on.update(command_args)
+        client.admin.command(cmd_on)
+        try:
+            yield
+        finally:
+            client.admin.command("configureFailPoint", cmd_on["configureFailPoint"], mode="off")
+
+
 class PyMongoTestCase(unittest.TestCase):
     def assertEqualCommand(self, expected, actual, msg=None):
         self.assertEqual(sanitize_cmd(expected), sanitize_cmd(actual), msg)

test/asynchronous/__init__.py

@@ -15,9 +15,7 @@
 """Asynchronous test suite for pymongo, bson, and gridfs."""
 from __future__ import annotations
 
-import asyncio
 import gc
-import logging
 import multiprocessing
 import os
 import signal
@@ -26,7 +24,6 @@
 import sys
 import threading
 import time
-import traceback
 import unittest
 import warnings
 from asyncio import iscoroutinefunction
@@ -520,6 +517,12 @@ def require_data_lake(self, func):
             func=func,
         )
 
+    @property
+    def is_not_mmap(self):
+        if self.is_mongos:
+            return True
+        return self.storage_engine != "mmapv1"
+
     def require_no_mmap(self, func):
         """Run a test only if the server is not using the MMAPv1 storage
         engine. Only works for standalone and replica sets; tests are
@@ -573,6 +576,10 @@ def require_replica_set(self, func):
         """Run a test only if the client is connected to a replica set."""
         return self._require(lambda: self.is_rs, "Not connected to a replica set", func=func)
 
+    @property
+    async def secondaries_count(self):
+        return 0 if not self.client else len(await self.client.secondaries)
+
     def require_secondaries_count(self, count):
         """Run a test only if the client is connected to a replica set that has
         `count` secondaries.
@@ -588,10 +595,10 @@ async def check():
 
     @property
     async def supports_secondary_read_pref(self):
-        if self.has_secondaries:
+        if await self.has_secondaries:
             return True
         if self.is_mongos:
-            shard = await self.client.config.shards.find_one()["host"]  # type:ignore[index]
+            shard = (await self.client.config.shards.find_one())["host"]  # type:ignore[index]
             num_members = shard.count(",") + 1
             return num_members > 1
         return False
@@ -876,6 +883,20 @@ async def reset_client_context():
     await async_client_context._init_client()
 
 
+class AsyncPyMongoTestCasePyTest:
+    @asynccontextmanager
+    async def fail_point(self, client, command_args):
+        cmd_on = SON([("configureFailPoint", "failCommand")])
+        cmd_on.update(command_args)
+        await client.admin.command(cmd_on)
+        try:
+            yield
+        finally:
+            await client.admin.command(
+                "configureFailPoint", cmd_on["configureFailPoint"], mode="off"
+            )
+
+
 class AsyncPyMongoTestCase(unittest.IsolatedAsyncioTestCase):
     def assertEqualCommand(self, expected, actual, msg=None):
         self.assertEqual(sanitize_cmd(expected), sanitize_cmd(actual), msg)