Increase Ollama and LM Studio timeout

.changeset/vast-carrots-vanish.md

@@ -0,0 +1,5 @@
+---
+"kilo-code": patch
+---
+
+The timeout for Ollama and LM Studio was increased from 5 minutes to 1 hour

package.json

@@ -53,7 +53,6 @@
 		"overrides": {
 			"tar-fs": ">=2.1.3",
 			"esbuild": ">=0.25.0",
-			"undici": ">=5.29.0",
 			"brace-expansion": ">=2.0.2",
 			"form-data": ">=4.0.4",
 			"bluebird": ">=3.7.2"

src/api/providers/kilocode-ollama.ts

@@ -5,6 +5,7 @@ import { ApiStream } from "../transform/stream"
 import { BaseProvider } from "./base-provider"
 import { ModelRecord } from "../../shared/api"
 import { getModels } from "./fetchers/modelCache"
+import { fetchWithTimeout } from "./kilocode/fetchWithTimeout"
 
 function convertToOllamaMessages(anthropicMessages: Anthropic.Messages.MessageParam[]): Message[] {
 	const ollamaMessages: Message[] = []
@@ -119,6 +120,8 @@ function convertToOllamaMessages(anthropicMessages: Anthropic.Messages.MessagePa
 	return ollamaMessages
 }
 
+const OLLAMA_TIMEOUT_MS = 3_600_000
+
 interface OllamaHandlerOptions {
 	ollamaBaseUrl?: string
 	ollamaModelId?: string
@@ -137,7 +140,10 @@ export class KilocodeOllamaHandler extends BaseProvider {
 	private ensureClient(): Ollama {
 		if (!this.client) {
 			try {
-				this.client = new Ollama({ host: this.options.ollamaBaseUrl || "http://localhost:11434" })
+				this.client = new Ollama({
+					host: this.options.ollamaBaseUrl || "http://localhost:11434",
+					fetch: fetchWithTimeout(OLLAMA_TIMEOUT_MS),
+				})
 			} catch (error) {
 				throw new Error(`Error creating Ollama client: ${error.message}`)
 			}

src/api/providers/kilocode/fetchWithTimeout.ts

@@ -0,0 +1,13 @@
+import * as undici from "undici"
+
+export function fetchWithTimeout(timeoutMs: number): typeof fetch {
+	const agent = new undici.Agent({ headersTimeout: timeoutMs, bodyTimeout: timeoutMs })
+	return (input, init) =>
+		undici.fetch(
+			input as undici.RequestInfo,
+			{
+				...init,
+				dispatcher: agent,
+			} as undici.RequestInit,
+		) as unknown as Promise<Response>
+}

src/api/providers/lm-studio.ts

@@ -13,6 +13,9 @@ import { ApiStream } from "../transform/stream"
 
 import { BaseProvider } from "./base-provider"
 import type { SingleCompletionHandler, ApiHandlerCreateMessageMetadata } from "../index"
+import { fetchWithTimeout } from "./kilocode/fetchWithTimeout"
+
+const LMSTUDIO_TIMEOUT_MS = 3_600_000 // kilocode_change
 
 export class LmStudioHandler extends BaseProvider implements SingleCompletionHandler {
 	protected options: ApiHandlerOptions
@@ -24,6 +27,8 @@ export class LmStudioHandler extends BaseProvider implements SingleCompletionHan
 		this.client = new OpenAI({
 			baseURL: (this.options.lmStudioBaseUrl || "http://localhost:1234") + "/v1",
 			apiKey: "noop",
+			timeout: LMSTUDIO_TIMEOUT_MS, // kilocode_change
+			fetch: fetchWithTimeout(LMSTUDIO_TIMEOUT_MS), // kilocode_change
 		})
 	}
 

src/package.json

@@ -662,6 +662,7 @@
 		"tmp": "^0.2.3",
 		"tree-sitter-wasms": "^0.1.12",
 		"turndown": "^7.2.0",
+		"undici": "^7.13.0",
 		"uri-js": "^4.4.1",
 		"uuid": "^11.1.0",
 		"vscode-material-icons": "^0.1.1",