From 92a4df00d4ee27e8e423d55b2b53ee929a6b251d Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 20 May 2024 17:51:08 -0700 Subject: [PATCH] fix add doc string for abatch_completion_one_model_multiple_requests --- litellm/router.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/litellm/router.py b/litellm/router.py index d63a36b731c6..d678e5912fbd 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -702,6 +702,14 @@ async def abatch_completion_one_model_multiple_requests( model (List[str]): model group messages (List[List[Dict[str, str]]]): list of messages. Each element in the list is one request **kwargs: additional kwargs + Usage: + response = await self.abatch_completion_one_model_multiple_requests( + model="gpt-3.5-turbo", + messages=[ + [{"role": "user", "content": "hello"}, {"role": "user", "content": "tell me something funny"}], + [{"role": "user", "content": "hello good mornign"}], + ] + ) """ async def _async_completion_no_exceptions(