feat(tests): add LLM API tests and mock responses for Ollama

Author: tonyhu-012

tests/e2e/llm-api.test.ts

@@ -0,0 +1,33 @@
+import { ollamaChatResponse } from './mock-responses/ollama/chat-response'
+import { ollamaPsResponse } from './mock-responses/ollama/ps'
+import { ollamaShowResponse } from './mock-responses/ollama/show'
+import { ollamaTagsResponse } from './mock-responses/ollama/tags'
+import { expect, test } from './utils'
+
+test('navigator llm api test', async ({ page, extension, context }) => {
+  context.route('http://localhost:11434/', async (route) => {
+    await route.fulfill({ body: 'Ollama is running', contentType: 'plain/text' })
+  })
+  context.route('http://localhost:11434/api/ps', async (route) => {
+    await route.fulfill({ body: JSON.stringify(ollamaPsResponse), contentType: 'application/json' })
+  })
+  context.route('http://localhost:11434/api/tags', async (route) => {
+    await route.fulfill({ body: JSON.stringify(ollamaTagsResponse), contentType: 'application/json' })
+  })
+  context.route('http://localhost:11434/api/show', async (route) => {
+    await route.fulfill({ body: JSON.stringify(ollamaShowResponse), contentType: 'application/json' })
+  })
+  context.route('http://localhost:11434/api/chat', async (route) => {
+    await route.fulfill({ body: JSON.stringify(ollamaChatResponse), contentType: 'application/json' })
+  })
+  await extension.setStorageItem('llm.model', 'qwen3:4b')
+  await page.goto('https://example.com')
+  const r = await page.evaluate<string>(async () => {
+    // @ts-expect-error - navigator.llm is injected by the extension
+    const response = await navigator.llm.responses.create({
+      prompt: 'Explain quantum computing in simple terms',
+    })
+    return response.text
+  })
+  expect(r).toBe(ollamaChatResponse.message.content)
+})

tests/e2e/mock-responses/ollama/chat-response.ts

@@ -0,0 +1,17 @@
+export const ollamaChatResponse = {
+  model: 'qwen3:latest',
+  created_at: '2025-09-17T05:21:21.503148Z',
+  message: {
+    role: 'assistant',
+    content: 'Hello! 😊 How can I assist you today? Let me know if you need help with anything!',
+    thinking: 'Okay, the user said "hello /think". Let me start by acknowledging their greeting. I should respond in a friendly and welcoming manner. Maybe add an emoji to keep it light. Then, I can ask how I can assist them today. Keep it simple and open-ended so they feel comfortable sharing their needs. Let me make sure the response is polite and approachable.\n',
+  },
+  done_reason: 'stop',
+  done: true,
+  total_duration: 2509131125,
+  load_duration: 55912542,
+  prompt_eval_count: 11,
+  prompt_eval_duration: 247918834,
+  eval_count: 101,
+  eval_duration: 2204852791,
+}

tests/e2e/mock-responses/ollama/chat-stream.ts renamed to tests/e2e/mock-responses/ollama/chat-stream-stream.ts

@@ -3,13 +3,10 @@ import { ollamaShowResponse } from './mock-responses/ollama/show'
 import { ollamaTagsEmptyResponse } from './mock-responses/ollama/tags'
 import { expect, test } from './utils'
 
-test('show download model tutorial if ollama/lm studio is running', async ({ page, extensionId, context }) => {
+test('show download model tutorial if ollama/lm studio is running', async ({ page, extensionId, context, extension }) => {
   context.route('http://localhost:11434/', async (route) => {
     await route.fulfill({ body: 'Ollama is running', contentType: 'plain/text' })
   })
-  context.route(/http:\/\/localhost:1234/, async (route) => {
-    await route.abort('connectionfailed')
-  })
   context.route(/\/api\/ps/, async (route) => {
     await route.fulfill({ body: JSON.stringify(ollamaPsEmptyResponse), contentType: 'application/json' })
   })
@@ -20,8 +17,7 @@ test('show download model tutorial if ollama/lm studio is running', async ({ pag
     await route.fulfill({ body: JSON.stringify(ollamaShowResponse), contentType: 'application/json' })
   })
   await page.goto('chrome-extension://' + extensionId + '/sidepanel.html')
-  // @ts-expect-error - chrome.storage is a Chrome extension API but not defined in types
-  await page.evaluate(() => chrome.storage.local.set({ 'locale.current': 'en' }))
+  await extension.setStorageItem('locale.current', 'en')
   await expect(page.getByText('Download a model to begin').first()).toBeVisible({ timeout: 15000 })
 })
 
@@ -31,7 +27,6 @@ test('show startup tutorial if ollama is not running', async ({ page, extensionI
   })
   await extension.setStorageItem('llm.backends.lmStudio.baseUrl', 'ws://localhost:12345') // set to a non-existing ws url to avoid lm studio connection
   await page.goto('chrome-extension://' + extensionId + '/sidepanel.html')
-  // @ts-expect-error - chrome.storage is a Chrome extension API but not defined in types
-  await page.evaluate(() => chrome.storage.local.set({ 'locale.current': 'en' }))
+  await extension.setStorageItem('locale.current', 'en')
   await expect(page.getByText('How do you want to run AI locally').first()).toBeVisible({ timeout: 15000 })
 })