Silence runtime errors for ephemeral shutdown (#14163)

src/prefect/server/api/events.py

@@ -46,7 +46,16 @@ async def create_events(
     received_events = [event.receive() for event in events]
     if ephemeral_request:
         async with db.session_context() as session:
-            await database.write_events(session, received_events)
+            try:
+                await database.write_events(session, received_events)
+            except RuntimeError as exc:
+                if "can't create new thread at interpreter shutdown" in str(exc):
+                    # Background events sometimes fail to write when the interpreter is shutting down.
+                    # This is a known issue in Python 3.12.2 that can be ignored and is fixed in Python 3.12.3.
+                    # see e.g. https://github.com/python/cpython/issues/113964
+                    logger.debug("Received event during interpreter shutdown, ignoring")
+                else:
+                    raise
     else:
         await messaging.publish(received_events)
 

src/prefect/server/models/logs.py

@@ -9,6 +9,7 @@
 from sqlalchemy.ext.asyncio import AsyncSession
 
 import prefect.server.schemas as schemas
+from prefect.logging import get_logger
 from prefect.server.database.dependencies import inject_db
 from prefect.server.database.interface import PrefectDBInterface
 from prefect.utilities.collections import batched_iterable
@@ -22,6 +23,8 @@
 # ...so we can only INSERT batches of a certain size at a time
 LOG_BATCH_SIZE = MAXIMUM_QUERY_PARAMETERS // NUMBER_OF_LOG_FIELDS
 
+logger = get_logger(__name__)
+
 
 def split_logs_into_batches(logs):
     for batch in batched_iterable(logs, LOG_BATCH_SIZE):
@@ -51,7 +54,7 @@ async def create_logs(
             # Background logs sometimes fail to write when the interpreter is shutting down.
             # This is a known issue in Python 3.12.2 that can be ignored and is fixed in Python 3.12.3.
             # see e.g. https://github.com/python/cpython/issues/113964
-            pass
+            logger.debug("Received event during interpreter shutdown, ignoring")
         else:
             raise