feat: add timeout for handler

unit-mesh · Dec 20, 2023 · 687b04a · 687b04a
1 parent 743bbb7
commit 687b04a
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/main/kotlin/cc/unitmesh/devti/llms/azure/AzureOpenAIProvider.kt b/src/main/kotlin/cc/unitmesh/devti/llms/azure/AzureOpenAIProvider.kt
@@ -25,6 +25,7 @@ import okhttp3.MediaType.Companion.toMediaTypeOrNull
 import okhttp3.OkHttpClient
 import okhttp3.Request
 import okhttp3.RequestBody
+import java.time.Duration
 
 
 @Serializable
@@ -46,7 +47,8 @@ class AzureOpenAIProvider(val project: Project) : LLMProvider {
     private val autoDevSettingsState = AutoDevSettingsState.getInstance()
     private val url get() = autoDevSettingsState.customOpenAiHost
     private var customPromptConfig: CustomPromptConfig? = null
-    private var client = OkHttpClient()
+    private val timeout = Duration.ofSeconds(600)
+    private var client = OkHttpClient().newBuilder().readTimeout(timeout).build()
     private val openAiVersion: String
 
     init {