✨ feat: Add new model info

packages/lobe-commit/src/types/models.ts → packages/common/models.ts

@@ -3,12 +3,14 @@ export enum LanguageModel {
    * GPT 3.5 Turbo
    */
   GPT3_5 = 'gpt-3.5-turbo',
+  GPT3_5_0125 = 'gpt-3.5-turbo-0125',
   GPT3_5_1106 = 'gpt-3.5-turbo-1106',
   GPT3_5_16K = 'gpt-3.5-turbo-16k',
   /**
    * GPT 4
    */
   GPT4 = 'gpt-4',
+  GPT4_0125_PREVIEW = 'gpt-4-0125-preview',
   GPT4_32K = 'gpt-4-32k',
   GPT4_PREVIEW = 'gpt-4-1106-preview',
   GPT4_VISION_PREVIEW = 'gpt-4-vision-preview',
@@ -18,8 +20,12 @@ export const ModelTokens: Record<LanguageModel, number> = {
   [LanguageModel.GPT3_5]: 4096,
   [LanguageModel.GPT3_5_1106]: 16_385,
   [LanguageModel.GPT3_5_16K]: 16_385,
+  [LanguageModel.GPT3_5_0125]: 16_385,
   [LanguageModel.GPT4]: 8196,
   [LanguageModel.GPT4_PREVIEW]: 128_000,
   [LanguageModel.GPT4_VISION_PREVIEW]: 128_000,
+  [LanguageModel.GPT4_0125_PREVIEW]: 128_000,
   [LanguageModel.GPT4_32K]: 32_768,
 };
+
+export const defaultModel = LanguageModel.GPT3_5_0125;

packages/lobe-commit/src/commands/Config/index.tsx

@@ -5,7 +5,8 @@ import { memo, useMemo, useState } from 'react';
 import { BASE_PROMPT } from '@/constants/template';
 import { useConfStore } from '@/store';
 import type { ConfigKeys, Config as LocalConfig } from '@/types/config';
-import { LanguageModel } from '@/types/models';
+
+import { LanguageModel } from '../../../../common/models';
 
 const Config = memo(() => {
   const [active, setActive] = useState<string>();

packages/lobe-commit/src/core/Commits.ts

@@ -9,10 +9,11 @@ import { execSync } from 'node:child_process';
 import { SUMMARY_PROMPT, SUMMARY_REFINE_PROMPT, promptCommits } from '@/prompts/commits';
 import { selectors } from '@/store';
 import { Config } from '@/types/config';
-import { ModelTokens } from '@/types/models';
 import { calcToken } from '@/utils/calcToken';
 import { addEmojiToMessage } from '@/utils/genCommitMessage';
 
+import { ModelTokens } from '../../../common/models';
+
 export interface GenAiCommitProps {
   cacheSummary?: string;
   setLoadingInfo: (text: string) => void;

packages/lobe-commit/src/store/config.ts

@@ -1,15 +1,16 @@
 import Conf from 'conf';
 
 import { ConfigSchema } from '@/types/config';
-import { LanguageModel, ModelTokens } from '@/types/models';
+
+import { ModelTokens, defaultModel } from '../../../common/models';
 
 export const schema: ConfigSchema = {
   apiBaseUrl: {
     default: '',
     type: 'string',
   },
   diffChunkSize: {
-    default: ModelTokens[LanguageModel.GPT3_5] - 512,
+    default: ModelTokens[defaultModel] - 512,
     type: 'number',
   },
   emoji: {
@@ -29,7 +30,7 @@ export const schema: ConfigSchema = {
     type: 'number',
   },
   modelName: {
-    default: LanguageModel.GPT3_5,
+    default: defaultModel,
     type: 'string',
   },
   openaiToken: {

packages/lobe-commit/src/store/selectors.ts

@@ -1,8 +1,8 @@
 import dotenv from 'dotenv';
 
 import { Config, ConfigKeys } from '@/types/config';
-import { ModelTokens } from '@/types/models';
 
+import { ModelTokens } from '../../../common/models';
 import { config, schema } from './config';
 
 dotenv.config();

packages/lobe-commit/src/types/config.ts

@@ -1,4 +1,4 @@
-import { LanguageModel } from './models';
+import { LanguageModel } from '../../../common/models';
 
 export interface Config {
   apiBaseUrl: string;

packages/lobe-i18n/src/store/initialState.ts

@@ -1,14 +1,15 @@
 import { I18nConfig, MarkdownModeType } from '@/types/config';
-import { LanguageModel } from '@/types/models';
 import { getDefaultExtension } from '@/utils/getDefaultExtension';
 
+import { defaultModel } from '../../../common/models';
+
 export const DEFAULT_CONFIG: Partial<I18nConfig> = {
   concurrency: 5,
   markdown: {
     entry: [],
     mode: MarkdownModeType.STRING,
     outputExtensions: getDefaultExtension,
   },
-  modelName: LanguageModel.GPT3_5,
+  modelName: defaultModel,
   temperature: 0,
 };

packages/lobe-i18n/src/types/config.ts

@@ -1,4 +1,4 @@
-import { LanguageModel } from './models';
+import { LanguageModel } from '../../../common/models';
 
 export interface I18nConfigLocale {
   /**

packages/lobe-i18n/src/utils/splitJsonToChunks.ts

@@ -2,8 +2,8 @@ import { isPlainObject, reduce } from 'lodash-es';
 
 import { LocaleObj } from '@/types';
 import { I18nConfig } from '@/types/config';
-import { LanguageModel, ModelTokens } from '@/types/models';
 
+import { ModelTokens, defaultModel } from '../../../common/models';
 import {
   KEY_EXTRA_TOKENS,
   OBJECT_EXTRA_TOKENS,
@@ -38,7 +38,7 @@ const splitJSONtoSmallChunks = (object: LocaleObj, splitToken: number) =>
   ).map(([chunk]) => chunk);
 
 export const getSplitToken = (config: I18nConfig, prompt: string) => {
-  let splitToken = (ModelTokens[config.modelName || LanguageModel.GPT3_5] - calcToken(prompt)) / 3;
+  let splitToken = (ModelTokens[config.modelName || defaultModel] - calcToken(prompt)) / 3;
   if (config.splitToken && config.splitToken < splitToken) {
     splitToken = config.splitToken;
   }

packages/lobe-seo/src/store/initialState.ts

@@ -1,9 +1,10 @@
 import { SeoConfig } from '@/types/config';
-import { LanguageModel } from '@/types/models';
+
+import { defaultModel } from '../../../common/models';
 
 export const DEFAULT_CONFIG: Partial<SeoConfig> = {
   concurrency: 5,
   entryExtension: '.mdx',
-  modelName: LanguageModel.GPT3_5,
+  modelName: defaultModel,
   temperature: 0,
 };

packages/lobe-seo/src/types/config.ts

@@ -1,4 +1,4 @@
-import { LanguageModel } from './models';
+import { LanguageModel } from '../../../common/models';
 
 export interface SeoConfig {
   /**