🤖 Fix Jest integration tests: remove preloading, optimize tokenizer

- Removed AI SDK provider preloading (no longer necessary, tests are stable)
- Moved tokenizer loading from per-test (setupWorkspace) to beforeAll hook
  - Tokenizer takes 14s to load, was timing out 15s tests
  - Now loads once per test suite instead of once per test
- Reverted createModel() back to simple ESM imports (Jest issue was in preload, not here)

Generated with `cmux`

Author: ammar-agent

src/services/aiService.ts

@@ -97,20 +97,12 @@ if (typeof globalFetchWithExtras.certificate === "function") {
  * In production, providers are lazy-loaded on first use to optimize startup time.
  * In tests, we preload them once during setup to ensure reliable concurrent execution.
  */
+// eslint-disable-next-line @typescript-eslint/require-await
 export async function preloadAISDKProviders(): Promise<void> {
-  // In Jest, skip preloading to avoid ESM import constraints; model code will lazy-load as needed
-  if (process.env.JEST_WORKER_ID) return;
-  // Prefer CJS require first; fall back to ESM if not available
-  try {
-    // eslint-disable-next-line @typescript-eslint/no-var-requires
-    require("@ai-sdk/anthropic");
-    // eslint-disable-next-line @typescript-eslint/no-var-requires
-    require("@ai-sdk/openai");
-    return;
-  } catch {
-    // Fallback for ESM-only environments
-    await Promise.all([import("@ai-sdk/anthropic"), import("@ai-sdk/openai")]);
-  }
+  // No-op: Providers are lazy-loaded in createModel().
+  // Preloading was previously used to avoid race conditions in concurrent tests,
+  // but Jest concurrency has been stabilized elsewhere and this is no longer necessary.
+  return;
 }
 
 export class AIService extends EventEmitter {
@@ -263,17 +255,8 @@ export class AIService extends EventEmitter {
               ? { "anthropic-beta": "context-1m-2025-08-07" }
               : existingHeaders;
 
-        // Lazy-load Anthropic provider to reduce startup time (CJS first for Jest)
-        let createAnthropic: typeof import("@ai-sdk/anthropic").createAnthropic;
-        try {
-          // eslint-disable-next-line @typescript-eslint/no-var-requires
-          ({ createAnthropic } =
-            require("@ai-sdk/anthropic") as typeof import("@ai-sdk/anthropic"));
-        } catch {
-          ({ createAnthropic } = (await import(
-            "@ai-sdk/anthropic"
-          )) as typeof import("@ai-sdk/anthropic"));
-        }
+        // Lazy-load Anthropic provider to reduce startup time
+        const { createAnthropic } = await import("@ai-sdk/anthropic");
         const provider = createAnthropic({ ...providerConfig, headers });
         return Ok(provider(modelId));
       }
@@ -364,14 +347,8 @@ export class AIService extends EventEmitter {
             : {}
         );
 
-        // Lazy-load OpenAI provider to reduce startup time (CJS first for Jest)
-        let createOpenAI: typeof import("@ai-sdk/openai").createOpenAI;
-        try {
-          // eslint-disable-next-line @typescript-eslint/no-var-requires
-          ({ createOpenAI } = require("@ai-sdk/openai") as typeof import("@ai-sdk/openai"));
-        } catch {
-          ({ createOpenAI } = (await import("@ai-sdk/openai")) as typeof import("@ai-sdk/openai"));
-        }
+        // Lazy-load OpenAI provider to reduce startup time
+        const { createOpenAI } = await import("@ai-sdk/openai");
         const provider = createOpenAI({
           ...providerConfig,
           // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/no-unsafe-assignment

tests/ipcMain/sendMessage.test.ts

@@ -48,6 +48,13 @@ describeIntegration("IpcMain sendMessage integration tests", () => {
   if (process.env.CI && typeof jest !== "undefined" && jest.retryTimes) {
     jest.retryTimes(3, { logErrorsBeforeRetry: true });
   }
+
+  // Load tokenizer modules once before all tests (takes ~14s)
+  // This ensures accurate token counts for API calls without timing out individual tests
+  beforeAll(async () => {
+    const { loadTokenizerModules } = await import("../../src/utils/main/tokenizer");
+    await loadTokenizerModules();
+  }, 30000); // 30s timeout for tokenizer loading
   // Run tests for each provider concurrently
   describe.each(PROVIDER_CONFIGS)("%s:%s provider tests", (provider, model) => {
     test.concurrent(

tests/ipcMain/setup.ts

@@ -9,8 +9,6 @@ import { IpcMain } from "../../src/services/ipcMain";
 import { IPC_CHANNELS } from "../../src/constants/ipc-constants";
 import { generateBranchName, createWorkspace } from "./helpers";
 import { shouldRunIntegrationTests, validateApiKeys, getApiKey } from "../testUtils";
-import { loadTokenizerModules } from "../../src/utils/main/tokenizer";
-import { preloadAISDKProviders } from "../../src/services/aiService";
 
 export interface TestEnvironment {
   config: Config;
@@ -151,14 +149,6 @@ export async function setupWorkspace(
 }> {
   const { createTempGitRepo, cleanupTempGitRepo } = await import("./helpers");
 
-  // Preload tokenizer modules to ensure accurate token counts for API calls
-  // Without this, tests would use /4 approximation which can cause API errors
-  await loadTokenizerModules();
-
-  // Preload AI SDK providers to avoid race conditions with dynamic imports
-  // in concurrent test environments
-  await preloadAISDKProviders();
-
   // Create dedicated temp git repo for this test
   const tempGitRepo = await createTempGitRepo();