Logging

autogen/agentchat/assistant_agent.py

@@ -1,6 +1,7 @@
 from typing import Callable, Dict, Literal, Optional, Union
 
 from .conversable_agent import ConversableAgent
+from ..telemetry import log_new_agent
 
 
 class AssistantAgent(ConversableAgent):
@@ -69,6 +70,7 @@ def __init__(
             description=description,
             **kwargs,
         )
+        log_new_agent(self, locals())
 
         # Update the provided description if None, and we are using the default system_message,
         # then use the default description.

autogen/agentchat/conversable_agent.py

@@ -9,6 +9,7 @@
 from typing import Any, Awaitable, Callable, Dict, List, Literal, Optional, Tuple, Type, TypeVar, Union
 
 from .. import OpenAIWrapper
+from ..telemetry import log_new_agent
 from ..cache.cache import Cache
 from ..code_utils import (
     DEFAULT_MODEL,
@@ -117,6 +118,7 @@ def __init__(
                 (e.g. the GroupChatManager) to decide when to call upon this agent. (Default: system_message)
         """
         super().__init__(name)
+
         # a dictionary of conversations, default value is list
         self._oai_messages = defaultdict(list)
         self._oai_system_message = [{"content": system_message, "role": "system"}]
@@ -136,6 +138,8 @@ def __init__(
                 self.llm_config.update(llm_config)
             self.client = OpenAIWrapper(**self.llm_config)
 
+        log_new_agent(self, locals())
+
         # Initialize standalone client cache object.
         self.client_cache = None
 

autogen/agentchat/groupchat.py

@@ -8,6 +8,7 @@
 from ..code_utils import content_str
 from .agent import Agent
 from .conversable_agent import ConversableAgent
+from ..telemetry import log_new_agent
 
 logger = logging.getLogger(__name__)
 
@@ -323,6 +324,7 @@ def __init__(
             system_message=system_message,
             **kwargs,
         )
+        log_new_agent(self, locals())
         # Store groupchat
         self._groupchat = groupchat
 

autogen/agentchat/user_proxy_agent.py

@@ -1,6 +1,7 @@
 from typing import Callable, Dict, List, Literal, Optional, Union
 
 from .conversable_agent import ConversableAgent
+from ..telemetry import log_new_agent
 
 
 class UserProxyAgent(ConversableAgent):
@@ -93,3 +94,4 @@ def __init__(
             if description is not None
             else self.DEFAULT_USER_PROXY_AGENT_DESCRIPTIONS[human_input_mode],
         )
+        log_new_agent(self, locals())

autogen/oai/client.py

@@ -5,6 +5,7 @@
 from typing import Any, List, Optional, Dict, Callable, Tuple, Union
 import logging
 import inspect
+import uuid
 from flaml.automl.logger import logger_formatter
 
 from pydantic import BaseModel
@@ -16,6 +17,8 @@
 from autogen.token_count_utils import count_token
 from autogen._pydantic import model_dump
 
+import autogen.telemetry
+
 TOOL_ENABLED = False
 try:
     import openai
@@ -104,6 +107,7 @@ def __init__(self, *, config_list: Optional[List[Dict[str, Any]]] = None, **base
             base_config: base config. It can contain both keyword arguments for openai client
                 and additional kwargs.
         """
+        autogen.telemetry.log_new_wrapper(self, locals())
         openai_config, extra_kwargs = self._separate_openai_config(base_config)
         if type(config_list) is list and len(config_list) == 0:
             logger.warning("openai client was provided with an empty config_list, which may not be intended.")
@@ -119,6 +123,7 @@ def __init__(self, *, config_list: Optional[List[Dict[str, Any]]] = None, **base
         else:
             self._clients = [self._client(extra_kwargs, openai_config)]
             self._config_list = [extra_kwargs]
+        self.wrapper_id = id(self)
 
     def _separate_openai_config(self, config: Dict[str, Any]) -> Tuple[Dict[str, Any], Dict[str, Any]]:
         """Separate the config into openai_config and extra_kwargs."""
@@ -149,8 +154,10 @@ def _client(self, config: Dict[str, Any], openai_config: Dict[str, Any]) -> Open
                 openai_config["azure_deployment"] = openai_config["azure_deployment"].replace(".", "")
             openai_config["azure_endpoint"] = openai_config.get("azure_endpoint", openai_config.pop("base_url", None))
             client = AzureOpenAI(**openai_config)
+            autogen.telemetry.log_new_client(client, self, openai_config)
         else:
             client = OpenAI(**openai_config)
+            autogen.telemetry.log_new_client(client, self, openai_config)
         return client
 
     @classmethod
@@ -232,6 +239,7 @@ def yes_or_no_filter(context, response):
         """
         if ERROR:
             raise ERROR
+        invocation_id = str(uuid.uuid4())
         last = len(self._clients) - 1
         for i, client in enumerate(self._clients):
             # merge the input config with the i-th config in the config list
@@ -261,6 +269,7 @@ def yes_or_no_filter(context, response):
                 with cache_client as cache:
                     # Try to get the response from cache
                     key = get_key(params)
+                    request_ts = autogen.telemetry.get_current_ts()
                     response: ChatCompletion = cache.get(key, None)
 
                     if response is not None:
@@ -271,6 +280,19 @@ def yes_or_no_filter(context, response):
                             response.cost = self.cost(response)
                             cache.set(key, response)
                         self._update_usage_summary(response, use_cache=True)
+
+                        # Log the cache hit
+                        autogen.telemetry.log_chat_completion(
+                            invocation_id=invocation_id,
+                            client_id=id(client),
+                            wrapper_id=id(self),
+                            request=params,
+                            response=response,
+                            is_cached=1,
+                            cost=response.cost,
+                            start_time=request_ts,
+                        )
+
                         # check the filter
                         pass_filter = filter_func is None or filter_func(context=context, response=response)
                         if pass_filter or i == last:
@@ -280,9 +302,21 @@ def yes_or_no_filter(context, response):
                             return response
                         continue  # filter is not passed; try the next config
             try:
+                request_ts = autogen.telemetry.get_current_ts()
                 response = self._completions_create(client, params)
             except APIError as err:
                 error_code = getattr(err, "code", None)
+                autogen.telemetry.log_chat_completion(
+                    invocation_id=invocation_id,
+                    client_id=id(client),
+                    wrapper_id=id(self),
+                    request=params,
+                    response=f"error_code:{error_code}, config {i} failed",
+                    is_cached=0,
+                    cost=0,
+                    start_time=request_ts,
+                )
+
                 if error_code == "content_filter":
                     # raise the error for content_filter
                     raise
@@ -298,6 +332,18 @@ def yes_or_no_filter(context, response):
                     with cache_client as cache:
                         cache.set(key, response)
 
+                # Log the telemetry
+                autogen.telemetry.log_chat_completion(
+                    invocation_id=invocation_id,
+                    client_id=id(client),
+                    wrapper_id=id(self),
+                    request=params,
+                    response=response,
+                    is_cached=0,
+                    cost=response.cost,
+                    start_time=request_ts,
+                )
+
                 # check the filter
                 pass_filter = filter_func is None or filter_func(context=context, response=response)
                 if pass_filter or i == last:
@@ -492,7 +538,6 @@ def _completions_create(self, client: OpenAI, params: Dict[str, Any]) -> ChatCom
                             response_contents[choice.index] += content
                             completion_tokens += 1
                         else:
-                            # print()
                             pass
 
             # Reset the terminal text color
@@ -684,6 +729,3 @@ def extract_text_or_completion_object(
                 choice.message if choice.message.function_call is not None else choice.message.content  # type: ignore [union-attr]
                 for choice in choices
             ]
-
-
-# TODO: logging