diff --git a/clients/python/llmengine/completion.py b/clients/python/llmengine/completion.py index 8178867c..8cecd765 100644 --- a/clients/python/llmengine/completion.py +++ b/clients/python/llmengine/completion.py @@ -8,6 +8,8 @@ CompletionSyncV1Request, ) +COMPLETION_TIMEOUT = 300 + class Completion(APIEngine): """ @@ -31,7 +33,7 @@ async def acreate( temperature: float = 0.2, stop_sequences: Optional[List[str]] = None, return_token_log_probs: Optional[bool] = False, - timeout: int = 10, + timeout: int = COMPLETION_TIMEOUT, stream: bool = False, ) -> Union[CompletionSyncResponse, AsyncIterable[CompletionStreamResponse]]: """ @@ -193,7 +195,7 @@ def create( temperature: float = 0.2, stop_sequences: Optional[List[str]] = None, return_token_log_probs: Optional[bool] = False, - timeout: int = 10, + timeout: int = COMPLETION_TIMEOUT, stream: bool = False, ) -> Union[CompletionSyncResponse, Iterator[CompletionStreamResponse]]: """