diff --git a/langchain/callbacks/base.py b/langchain/callbacks/base.py index 2bdf22ff6f37ef..2f4ed83dc97a54 100644 --- a/langchain/callbacks/base.py +++ b/langchain/callbacks/base.py @@ -194,6 +194,8 @@ class BaseCallbackHandler( raise_error: bool = False + run_inline: bool = False + @property def ignore_llm(self) -> bool: """Whether to ignore LLM callbacks.""" diff --git a/langchain/callbacks/manager.py b/langchain/callbacks/manager.py index b438550b69251f..1f73c029c0de01 100644 --- a/langchain/callbacks/manager.py +++ b/langchain/callbacks/manager.py @@ -224,9 +224,12 @@ async def _ahandle_event_for_handler( if asyncio.iscoroutinefunction(event): await event(*args, **kwargs) else: - await asyncio.get_event_loop().run_in_executor( - None, functools.partial(event, *args, **kwargs) - ) + if handler.run_inline: + event(*args, **kwargs) + else: + await asyncio.get_event_loop().run_in_executor( + None, functools.partial(event, *args, **kwargs) + ) except NotImplementedError as e: if event_name == "on_chat_model_start": message_strings = [get_buffer_string(m) for m in args[1]] @@ -259,12 +262,17 @@ async def _ahandle_event( **kwargs: Any, ) -> None: """Generic event handler for AsyncCallbackManager.""" + for handler in [h for h in handlers if h.run_inline]: + await _ahandle_event_for_handler( + handler, event_name, ignore_condition_name, *args, **kwargs + ) await asyncio.gather( *( _ahandle_event_for_handler( handler, event_name, ignore_condition_name, *args, **kwargs ) for handler in handlers + if not handler.run_inline ) )