refactor: type-safe embedding model system, reindexing safety fixes, and tool formatting extraction

ARCHITECTURE.md

@@ -6,41 +6,41 @@ This document explains the architecture of opencode-codebase-index, including da
 
 ```
 ┌─────────────────────────────────────────────────────────────────────────────┐
-│                              OpenCode Agent                                  │
+│                              OpenCode Agent                                 │
 │                                                                             │
-│  Tools: codebase_search, index_codebase, index_status, index_health_check  │
+│  Tools: codebase_search, index_codebase, index_status, index_health_check   │
 │  Commands: /search, /find, /index, /status                                  │
 └─────────────────────────────────────────────────────────────────────────────┘
                                       │
                                       ▼
 ┌─────────────────────────────────────────────────────────────────────────────┐
-│                           TypeScript Layer                                   │
+│                           TypeScript Layer                                  │
 │                                                                             │
-│  ┌──────────────┐  ┌──────────────┐  ┌──────────────┐  ┌──────────────┐   │
-│  │   Indexer    │  │  Embeddings  │  │   Watcher    │  │     Git      │   │
-│  │              │  │   Provider   │  │              │  │   Detector   │   │
-│  └──────────────┘  └──────────────┘  └──────────────┘  └──────────────┘   │
+│  ┌──────────────┐  ┌──────────────┐  ┌──────────────┐  ┌──────────────┐     │
+│  │   Indexer    │  │  Embeddings  │  │   Watcher    │  │     Git      │     │
+│  │              │  │   Provider   │  │              │  │   Detector   │     │
+│  └──────────────┘  └──────────────┘  └──────────────┘  └──────────────┘     │
 └─────────────────────────────────────────────────────────────────────────────┘
                                       │
                                       ▼
 ┌─────────────────────────────────────────────────────────────────────────────┐
 │                         Rust Native Module (NAPI)                           │
 │                                                                             │
-│  ┌──────────────┐  ┌──────────────┐  ┌──────────────┐  ┌──────────────┐   │
-│  │  Tree-sitter │  │   usearch    │  │    SQLite    │  │     BM25     │   │
-│  │   Parser     │  │   Vectors    │  │   Database   │  │ Inverted Idx │   │
-│  └──────────────┘  └──────────────┘  └──────────────┘  └──────────────┘   │
+│  ┌──────────────┐  ┌──────────────┐  ┌──────────────┐  ┌──────────────┐     │
+│  │  Tree-sitter │  │   usearch    │  │    SQLite    │  │     BM25     │     │
+│  │   Parser     │  │   Vectors    │  │   Database   │  │ Inverted Idx │     │
+│  └──────────────┘  └──────────────┘  └──────────────┘  └──────────────┘     │
 └─────────────────────────────────────────────────────────────────────────────┘
                                       │
                                       ▼
 ┌─────────────────────────────────────────────────────────────────────────────┐
-│                              Storage Layer                                   │
+│                              Storage Layer                                  │
 │                                                                             │
 │  .opencode/index/                                                           │
-│  ├── codebase.db           # SQLite: embeddings, chunks, branch catalog    │
-│  ├── vectors.usearch       # Vector index (uSearch)                        │
-│  ├── inverted-index.json   # BM25 keyword index                            │
-│  └── file-hashes.json      # File change detection                         │
+│  ├── codebase.db           # SQLite: embeddings, chunks, branch catalog     │
+│  ├── vectors.usearch       # Vector index (uSearch)                         │
+│  ├── inverted-index.json   # BM25 keyword index                             │
+│  └── file-hashes.json      # File change detection                          │
 └─────────────────────────────────────────────────────────────────────────────┘
 ```
 

src/config/constants.ts

@@ -0,0 +1,103 @@
+export const DEFAULT_INCLUDE = [
+  "**/*.{ts,tsx,js,jsx,mjs,cjs}",
+  "**/*.{py,pyi}",
+  "**/*.{go,rs,java,kt,scala}",
+  "**/*.{c,cpp,cc,h,hpp}",
+  "**/*.{rb,php,swift}",
+  "**/*.{vue,svelte,astro}",
+  "**/*.{sql,graphql,proto}",
+  "**/*.{yaml,yml,toml}",
+  "**/*.{md,mdx}",
+  "**/*.{sh,bash,zsh}",
+];
+
+export const DEFAULT_EXCLUDE = [
+  "**/node_modules/**",
+  "**/.git/**",
+  "**/dist/**",
+  "**/build/**",
+  "**/*.min.js",
+  "**/*.bundle.js",
+  "**/vendor/**",
+  "**/__pycache__/**",
+  "**/target/**",
+  "**/coverage/**",
+  "**/.next/**",
+  "**/.nuxt/**",
+  "**/.opencode/**",
+];
+
+
+export const EMBEDDING_MODELS = {
+  "google": {
+    // `text-embedding-004` is DEPRECATED - https://ai.google.dev/gemini-api/docs/deprecations
+    "text-embedding-005": {
+      provider: "google",
+      model: "text-embedding-005",
+      dimensions: 768,
+      maxTokens: 2048,
+      costPer1MTokens: 0.025,
+      taskAble: false,
+      // Note: on reality, this model allows for task-specific embeddings. See: https://docs.cloud.google.com/vertex-ai/generative-ai/docs/embeddings/task-types
+    },
+    "gemini-embedding-001": {
+      provider: "google",
+      model: "gemini-embedding-001",
+      // Native output is 3072D, but we use Matryoshka truncation via outputDimensionality
+      // to reduce to 1536D for better storage/search efficiency with minimal quality loss.
+      // Google recommends 768, 1536, or 3072. See: https://ai.google.dev/gemini-api/docs/embeddings
+      dimensions: 1536,
+      maxTokens: 2048,
+      costPer1MTokens: 0.15,
+      taskAble: true,
+    },
+  },
+  "openai": {
+    "text-embedding-3-small": {
+      provider: "openai",
+      model: "text-embedding-3-small",
+      dimensions: 1536,
+      maxTokens: 8191,
+      costPer1MTokens: 0.02,
+    },
+    "text-embedding-3-large": {
+      provider: "openai",
+      model: "text-embedding-3-large",
+      dimensions: 3072,
+      maxTokens: 8191,
+      costPer1MTokens: 0.13,
+    },
+  },
+  "ollama": {
+    "nomic-embed-text": {
+      provider: "ollama",
+      model: "nomic-embed-text",
+      dimensions: 768,
+      maxTokens: 8192,
+      costPer1MTokens: 0.00,
+    },
+    "mxbai-embed-large": {
+      provider: "ollama",
+      model: "mxbai-embed-large",
+      dimensions: 1024,
+      maxTokens: 512,
+      costPer1MTokens: 0.00,
+    },
+  },
+  "github-copilot": {
+    "text-embedding-3-small": {
+      provider: "github-copilot",
+      model: "text-embedding-3-small",
+      dimensions: 1536,
+      maxTokens: 8191,
+      costPer1MTokens: 0.00,
+    },
+  },
+} as const;
+
+export const DEFAULT_PROVIDER_MODELS = {
+  "github-copilot": "text-embedding-3-small",
+  "openai": "text-embedding-3-small",
+  "google": "text-embedding-005",
+  "ollama": "nomic-embed-text",
+} as const

src/config/index.ts

@@ -1 +1,2 @@
 export * from "./schema.js";
+export * from "./constants.js";