✨ feat: support Moonshot AI Provider (#1232)

* ✨ feat: support moonshot

* 📝 docs: update documents

* 🎨 chore: clean code

.env.example

@@ -39,6 +39,12 @@ OPENAI_API_KEY=sk-xxxxxxxxx
 
 #ZHIPU_API_KEY=xxxxxxxxxxxxxxxxxxx.xxxxxxxxxxxxx
 
+########################################
+########## Moonshot AI Service #########
+########################################
+
+#MOONSHOT_API_KEY=xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
+
 ########################################
 ########### Google AI Service ##########
 ########################################

Dockerfile

@@ -75,4 +75,7 @@ ENV GOOGLE_API_KEY ""
 # Zhipu
 ENV ZHIPU_API_KEY ""
 
+# Moonshot
+ENV MOONSHOT_API_KEY ""
+
 CMD ["node", "server.js"]

docs/Deployment/Environment-Variable.md

@@ -10,6 +10,7 @@ LobeChat provides additional configuration options during deployment, which can
   - [OpenAI](#openai)
   - [Azure OpenAI](#azure-openai)
   - [Zhipu AI](#zhipu-ai)
+  - [Moonshot AI](#moonshot-ai)
   - [Google AI](#google-ai)
   - [AWS Bedrock](#aws-bedrock)
 - [Plugin Service](#plugin-service)
@@ -108,6 +109,15 @@ If you need to use Azure OpenAI to provide model services, you can refer to the
 - Default Value: -
 - Example: `4582d332441a313f5c2ed9824d1798ca.rC8EcTAhgbOuAuVT`
 
+### Moonshot AI
+
+#### `MOONSHOT_API_KEY`
+
+- Type: Required
+- Description: This is the API key you applied for in the Zhipu AI service
+- Default Value: -
+- Example: `Y2xpdGhpMzNhZXNoYjVtdnZjMWc6bXNrLWIxQlk3aDNPaXpBWnc0V1RaMDhSRmRFVlpZUWY=`
+
 ### Google AI
 
 #### `GOOGLE_API_KEY`

docs/Deployment/Environment-Variable.zh-CN.md

@@ -10,6 +10,7 @@ LobeChat 在部署时提供了一些额外的配置项，使用环境变量进
   - [OpenAI](#openai)
   - [Azure OpenAI](#azure-openai)
   - [智谱 AI](#智谱-ai)
+  - [Moonshot AI](#moonshot-ai)
   - [Google AI](#google-ai)
   - [AWS Bedrock](#aws-bedrock)
 - [插件服务](#插件服务)
@@ -106,6 +107,15 @@ LobeChat 在部署时提供了一些额外的配置项，使用环境变量进
 - 默认值：-
 - 示例：`4582d332441a313f5c2ed9824d1798ca.rC8EcTAhgbOuAuVT`
 
+### Moonshot AI
+
+#### `MOONSHOT_API_KEY`
+
+- 类型：必选
+- 描述：这是你在 Moonshot AI 服务中申请的 API 密钥
+- 默认值：-
+- 示例：`Y2xpdGhpMzNhZXNoYjVtdnZjMWc6bXNrLWIxQlk3aDNPaXpBWnc0V1RaMDhSRmRFVlpZUWY=`
+
 ### Google AI
 
 #### `GOOGLE_API_KEY`

src/app/api/chat/[provider]/agentRuntime.ts

@@ -5,6 +5,7 @@ import {
   LobeAzureOpenAI,
   LobeBedrockAI,
   LobeGoogleAI,
+  LobeMoonshotAI,
   LobeOpenAI,
   LobeRuntimeAI,
   LobeZhipuAI,
@@ -16,6 +17,7 @@ interface AzureOpenAIParams {
   model: string;
   useAzure?: boolean;
 }
+
 class AgentRuntime {
   private _runtime: LobeRuntimeAI;
 
@@ -57,6 +59,11 @@ class AgentRuntime {
         break;
       }
 
+      case ModelProvider.Moonshot: {
+        runtimeModel = this.initMoonshot(payload);
+        break;
+      }
+
       case ModelProvider.Bedrock: {
         runtimeModel = this.initBedrock(payload);
       }
@@ -102,6 +109,13 @@ class AgentRuntime {
     return LobeZhipuAI.fromAPIKey(apiKey);
   }
 
+  private static initMoonshot(payload: JWTPayload) {
+    const { MOONSHOT_API_KEY, MOONSHOT_PROXY_URL } = getServerConfig();
+    const apiKey = payload?.apiKey || MOONSHOT_API_KEY;
+
+    return new LobeMoonshotAI(apiKey, MOONSHOT_PROXY_URL);
+  }
+
   private static initGoogle(payload: JWTPayload) {
     const { GOOGLE_API_KEY } = getServerConfig();
     const apiKey = payload?.apiKey || GOOGLE_API_KEY;

src/app/api/config/route.ts

@@ -7,13 +7,15 @@ export const runtime = 'edge';
  * get Server config to client
  */
 export const GET = async () => {
-  const { CUSTOM_MODELS, ENABLED_ZHIPU, ENABLED_AWS_BEDROCK, ENABLED_GOOGLE } = getServerConfig();
+  const { CUSTOM_MODELS, ENABLED_MOONSHOT, ENABLED_ZHIPU, ENABLED_AWS_BEDROCK, ENABLED_GOOGLE } =
+    getServerConfig();
 
   const config: GlobalServerConfig = {
     customModelName: CUSTOM_MODELS,
     languageModel: {
       bedrock: { enabled: ENABLED_AWS_BEDROCK },
       google: { enabled: ENABLED_GOOGLE },
+      moonshot: { enabled: ENABLED_MOONSHOT },
       zhipu: { enabled: ENABLED_ZHIPU },
     },
   };

src/app/api/errorResponse.ts

@@ -34,8 +34,10 @@ const getStatus = (errorType: ILobeAgentRuntimeErrorType | ErrorType) => {
     case AgentRuntimeErrorType.GoogleBizError: {
       return 475;
     }
+    case AgentRuntimeErrorType.MoonshotBizError: {
+      return 476;
+    }
   }
-
   return errorType as number;
 };
 

src/app/settings/llm/Moonshot/index.tsx

@@ -0,0 +1,77 @@
+import { Moonshot } from '@lobehub/icons';
+import { Form, type ItemGroup } from '@lobehub/ui';
+import { Form as AntForm, Input, Switch } from 'antd';
+import { useTheme } from 'antd-style';
+import { debounce } from 'lodash-es';
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import { FORM_STYLE } from '@/const/layoutTokens';
+import { ModelProvider } from '@/libs/agent-runtime';
+import { useGlobalStore } from '@/store/global';
+import { modelProviderSelectors } from '@/store/global/selectors';
+
+import Checker from '../Checker';
+import { LLMProviderApiTokenKey, LLMProviderConfigKey } from '../const';
+import { useSyncSettings } from '../useSyncSettings';
+
+const providerKey = 'moonshot';
+
+const MoonshotProvider = memo(() => {
+  const { t } = useTranslation('setting');
+  const [form] = AntForm.useForm();
+  const theme = useTheme();
+  const [toggleProviderEnabled, setSettings] = useGlobalStore((s) => [
+    s.toggleProviderEnabled,
+    s.setSettings,
+  ]);
+  const enabled = useGlobalStore(modelProviderSelectors.enableMoonshot);
+
+  useSyncSettings(form);
+
+  const model: ItemGroup = {
+    children: [
+      {
+        children: (
+          <Input.Password
+            autoComplete={'new-password'}
+            placeholder={t('llm.Moonshot.token.placeholder')}
+          />
+        ),
+        desc: t('llm.Moonshot.token.desc'),
+        label: t('llm.Moonshot.token.title'),
+        name: [LLMProviderConfigKey, providerKey, LLMProviderApiTokenKey],
+      },
+      {
+        children: <Checker model={'moonshot-v1-8k'} provider={ModelProvider.Moonshot} />,
+        desc: t('llm.checker.desc'),
+        label: t('llm.checker.title'),
+        minWidth: undefined,
+      },
+    ],
+    defaultActive: enabled,
+    extra: (
+      <Switch
+        onChange={(enabled) => {
+          toggleProviderEnabled(providerKey, enabled);
+        }}
+        value={enabled}
+      />
+    ),
+    title: (
+      <Flexbox align={'center'} gap={8} horizontal>
+        <Moonshot.Combine
+          color={theme.isDarkMode ? theme.colorText : Moonshot.colorPrimary}
+          size={24}
+        />
+      </Flexbox>
+    ),
+  };
+
+  return (
+    <Form form={form} items={[model]} onValuesChange={debounce(setSettings, 100)} {...FORM_STYLE} />
+  );
+});
+
+export default MoonshotProvider;

src/app/settings/llm/page.tsx

@@ -11,6 +11,7 @@ import { SettingsTabs } from '@/store/global/initialState';
 
 import Bedrock from './Bedrock';
 import Google from './Google';
+import Moonshot from './Moonshot';
 import OpenAI from './OpenAI';
 import Zhipu from './Zhipu';
 
@@ -23,6 +24,7 @@ export default memo(() => {
       <OpenAI />
       {/*<AzureOpenAI />*/}
       <Zhipu />
+      <Moonshot />
       <Google />
       <Bedrock />
       <Footer>

src/components/ModelIcon/index.tsx

@@ -7,6 +7,7 @@ import {
   Meta,
   Minimax,
   Mistral,
+  Moonshot,
   OpenAI,
   Tongyi,
 } from '@lobehub/icons';
@@ -29,6 +30,7 @@ const ModelIcon = memo<ModelProviderIconProps>(({ model, size = 12 }) => {
   if (model.includes('gemini')) return <Gemini.Avatar size={size} />;
   if (model.includes('qwen')) return <Tongyi.Avatar background={Tongyi.colorPrimary} size={size} />;
   if (model.includes('minmax')) return <Minimax.Avatar size={size} />;
+  if (model.includes('moonshot')) return <Moonshot.Avatar size={size} />;
   if (model.includes('baichuan'))
     return <Baichuan.Avatar background={Baichuan.colorPrimary} size={size} />;
   if (model.includes('mistral')) return <Mistral.Avatar size={size} />;

src/components/ModelProviderIcon/index.tsx

@@ -1,4 +1,4 @@
-import { Azure, Bedrock, Google, OpenAI, Zhipu } from '@lobehub/icons';
+import { Azure, Bedrock, Google, Moonshot, OpenAI, Zhipu } from '@lobehub/icons';
 import { memo } from 'react';
 import { Center } from 'react-layout-kit';
 
@@ -34,6 +34,10 @@ const ModelProviderIcon = memo<ModelProviderIconProps>(({ provider }) => {
       );
     }
 
+    case ModelProvider.Moonshot: {
+      return <Moonshot size={20} />;
+    }
+
     case ModelProvider.OpenAI: {
       return <OpenAI size={20} />;
     }

src/components/ModelTag/ModelIcon.tsx

@@ -7,6 +7,7 @@ import {
   Meta,
   Minimax,
   Mistral,
+  Moonshot,
   OpenAI,
   Tongyi,
 } from '@lobehub/icons';
@@ -26,6 +27,7 @@ const ModelIcon = memo<ModelIconProps>(({ model, size = 12 }) => {
   if (model.includes('titan')) return <Aws size={size} />;
   if (model.includes('llama')) return <Meta size={size} />;
   if (model.includes('gemini')) return <Gemini size={size} />;
+  if (model.includes('moonshot')) return <Moonshot size={size} />;
   if (model.includes('qwen')) return <Tongyi size={size} />;
   if (model.includes('minmax')) return <Minimax size={size} />;
   if (model.includes('baichuan')) return <Baichuan size={size} />;

src/config/modelProviders/index.ts

@@ -2,6 +2,7 @@ import { ChatModelCard } from '@/types/llm';
 
 import BedrockProvider from './bedrock';
 import GoogleProvider from './google';
+import MoonshotProvider from './moonshot';
 import OpenAIProvider from './openai';
 import ZhiPuProvider from './zhipu';
 
@@ -10,9 +11,11 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   ZhiPuProvider.chatModels,
   BedrockProvider.chatModels,
   GoogleProvider.chatModels,
+  MoonshotProvider.chatModels,
 ].flat();
 
 export { default as BedrockProvider } from './bedrock';
 export { default as GoogleProvider } from './google';
+export { default as MoonshotProvider } from './moonshot';
 export { default as OpenAIProvider } from './openai';
 export { default as ZhiPuProvider } from './zhipu';

src/config/modelProviders/moonshot.ts

@@ -0,0 +1,24 @@
+import { ModelProviderCard } from '@/types/llm';
+
+const Moonshot: ModelProviderCard = {
+  chatModels: [
+    {
+      displayName: 'Moonshot V1 8K',
+      id: 'moonshot-v1-8k',
+      tokens: 8192,
+    },
+    {
+      displayName: 'Moonshot V1 32K',
+      id: 'moonshot-v1-32k',
+      tokens: 32_768,
+    },
+    {
+      displayName: 'Moonshot V1 128K',
+      id: 'moonshot-v1-128k',
+      tokens: 128_000,
+    },
+  ],
+  id: 'moonshot',
+};
+
+export default Moonshot;

src/config/server/provider.ts

@@ -24,6 +24,10 @@ declare global {
       // Google Provider
       GOOGLE_API_KEY?: string;
 
+      // Moonshot Provider
+      MOONSHOT_API_KEY?: string;
+      MOONSHOT_PROXY_URL?: string;
+
       // AWS Credentials
       AWS_REGION?: string;
       AWS_ACCESS_KEY_ID?: string;
@@ -44,6 +48,8 @@ export const getProviderConfig = () => {
 
   const GOOGLE_API_KEY = process.env.GOOGLE_API_KEY || '';
 
+  const MOONSHOT_API_KEY = process.env.MOONSHOT_API_KEY || '';
+
   // region format: iad1,sfo1
   let regions: string[] = [];
   if (process.env.OPENAI_FUNCTION_REGIONS) {
@@ -63,6 +69,10 @@ export const getProviderConfig = () => {
     ENABLED_GOOGLE: !!GOOGLE_API_KEY,
     GOOGLE_API_KEY,
 
+    ENABLED_MOONSHOT: !!MOONSHOT_API_KEY,
+    MOONSHOT_API_KEY,
+    MOONSHOT_PROXY_URL: process.env.MOONSHOT_PROXY_URL,
+
     ENABLED_AWS_BEDROCK: !!AWS_ACCESS_KEY_ID,
     AWS_REGION: process.env.AWS_REGION,
     AWS_ACCESS_KEY_ID: AWS_ACCESS_KEY_ID,

src/const/settings.ts

@@ -62,6 +62,10 @@ export const DEFAULT_LLM_CONFIG: GlobalLLMConfig = {
     apiKey: '',
     enabled: false,
   },
+  moonshot: {
+    apiKey: '',
+    enabled: false,
+  },
   openAI: {
     OPENAI_API_KEY: '',
     models: [],