fix add doc string for abatch_completion_one_model_multiple_requests

BerriAI · May 21, 2024 · 92a4df0 · 92a4df0
1 parent 5be966d
commit 92a4df0
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/litellm/router.py b/litellm/router.py
@@ -702,6 +702,14 @@ async def abatch_completion_one_model_multiple_requests(
             model (List[str]): model group
             messages (List[List[Dict[str, str]]]): list of messages. Each element in the list is one request
             **kwargs: additional kwargs
+        Usage:
+            response = await self.abatch_completion_one_model_multiple_requests(
+                model="gpt-3.5-turbo",
+                messages=[
+                    [{"role": "user", "content": "hello"}, {"role": "user", "content": "tell me something funny"}],
+                    [{"role": "user", "content": "hello good mornign"}],
+                ]
+            )
         """
 
         async def _async_completion_no_exceptions(