From 506579b1468c9826e0b3ed13d5241da527e20d0e Mon Sep 17 00:00:00 2001 From: Sean Shi Date: Wed, 30 Aug 2023 11:03:04 -0700 Subject: [PATCH 1/4] update client completion timeout --- clients/python/llmengine/completion.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/clients/python/llmengine/completion.py b/clients/python/llmengine/completion.py index 8178867c..d8b460fb 100644 --- a/clients/python/llmengine/completion.py +++ b/clients/python/llmengine/completion.py @@ -9,6 +9,9 @@ ) +COMPLETION_TIMEOUT = 300 + + class Completion(APIEngine): """ Completion API. This API is used to generate text completions. @@ -31,7 +34,7 @@ async def acreate( temperature: float = 0.2, stop_sequences: Optional[List[str]] = None, return_token_log_probs: Optional[bool] = False, - timeout: int = 10, + timeout: int = COMPLETION_TIMEOUT, stream: bool = False, ) -> Union[CompletionSyncResponse, AsyncIterable[CompletionStreamResponse]]: """ @@ -193,7 +196,7 @@ def create( temperature: float = 0.2, stop_sequences: Optional[List[str]] = None, return_token_log_probs: Optional[bool] = False, - timeout: int = 10, + timeout: int = COMPLETION_TIMEOUT, stream: bool = False, ) -> Union[CompletionSyncResponse, Iterator[CompletionStreamResponse]]: """ From 450a1a38e566e1dcddc3b06f1609ed3fa389095d Mon Sep 17 00:00:00 2001 From: Sean Shi Date: Wed, 30 Aug 2023 11:24:06 -0700 Subject: [PATCH 2/4] isort --- clients/python/llmengine/completion.py | 1 - 1 file changed, 1 deletion(-) diff --git a/clients/python/llmengine/completion.py b/clients/python/llmengine/completion.py index d8b460fb..8cecd765 100644 --- a/clients/python/llmengine/completion.py +++ b/clients/python/llmengine/completion.py @@ -8,7 +8,6 @@ CompletionSyncV1Request, ) - COMPLETION_TIMEOUT = 300 From 8761113f7db31648ebcc30791ad7bbc2b37c83eb Mon Sep 17 00:00:00 2001 From: Sean Shi Date: Wed, 30 Aug 2023 11:42:27 -0700 Subject: [PATCH 3/4] [skip ci] From a8c509c74492c21c01087f21d5ced18d272b3698 Mon Sep 17 00:00:00 2001 From: Sean Shi Date: Wed, 30 Aug 2023 12:24:03 -0700 Subject: [PATCH 4/4] don't skip ci?