feat!: drop unused getEmbeddingContextSize function

Author: johannschopplich

src/index.ts

@@ -20,18 +20,15 @@ const modelContextSizeMap = new Map<ModelName, number>([
  * Resolve a model name to a canonical model name.
  */
 export function resolveModelName(modelName: string): ModelName {
-  if (modelName.startsWith('gpt-3.5-turbo-16k'))
-    return 'gpt-3.5-turbo-16k'
-
-  if (modelName.startsWith('gpt-3.5-turbo-'))
+  if (modelName.startsWith('gpt-3.5-'))
     return 'gpt-3.5-turbo'
 
-  if (modelName.startsWith('gpt-4-32k'))
-    return 'gpt-4-32k'
-
   if (modelName.startsWith('gpt-4-'))
     return 'gpt-4'
 
+  if (modelName.startsWith('gpt-4o'))
+    return 'gpt-4'
+
   return modelName as ModelName
 }
 
@@ -43,13 +40,6 @@ export function getModelContextSize(modelName: string): number {
   return modelContextSizeMap.get(modelKey) ?? 4097
 }
 
-export function getEmbeddingContextSize(modelName?: string): number {
-  if (modelName === 'text-embedding-ada-002')
-    return 8191
-
-  return 2046
-}
-
 const WHITESPACE_RE = /^\s+$/
 const CJK_RE = /[\u4E00-\u9FFF\u3400-\u4DBF\u3000-\u303F\uFF00-\uFFEF\u30A0-\u30FF\u2E80-\u2EFF\u31C0-\u31EF\u3200-\u32FF\u3300-\u33FF\uAC00-\uD7AF\u1100-\u11FF\u3130-\u318F\uA960-\uA97F\uD7B0-\uD7FF]/
 const NUMERIC_SEQUENCE_RE = /^\d+(?:[.,]\d+)?$/