feat: improve

- fix image parts
- add bodyLimit configure

Author: zhzLuke96

.gitignore

@@ -134,3 +134,4 @@ genai.config.json
 
 /output
 /gaoas_*.zip
+tmp_*.*

.vscode/launch.json

@@ -0,0 +1,15 @@
+{
+  "version": "0.2.0",
+  "configurations": [
+    {
+      "name": "run main.ts",
+      "type": "node",
+      "request": "launch",
+      "program": "./src/main.ts",
+      "runtimeExecutable": "tsx",
+      "console": "integratedTerminal",
+      "internalConsoleOptions": "neverOpen",
+      "skipFiles": ["<node_internals>/**", "${workspaceFolder}/node_modules/**"]
+    }
+  ]
+}

src/args.ts

@@ -33,6 +33,7 @@ export const configJson = JSON.parse(fs.readFileSync(config, "utf8")) as {
       log?: boolean;
     };
   };
+  bodyLimit?: number;
 };
 
 if (configJson.api_key === "") {

src/main.ts

@@ -21,8 +21,10 @@ import v1_embeddings from "./v1/embeddings";
 
 import { configJson } from "./args";
 
+const s_10mb = 10 * 1024 * 1024;
 const app = fastify({
   logger: true,
+  bodyLimit: Math.max(configJson?.bodyLimit ?? 0, s_10mb) ?? 1024 * 1024 * 50, // 50MB
 });
 app.setValidatorCompiler(validatorCompiler);
 app.setSerializerCompiler(serializerCompiler);

src/v1/chat/completions.ts

@@ -52,7 +52,7 @@ const CHAT_COMPLETION_SCHEMA = z.object({
                 text: z.string(),
               }),
               z.object({
-                type: z.literal("image"),
+                type: z.literal("image_url"),
                 image_url: z.object({
                   url: z.string(),
                 }),
@@ -257,7 +257,7 @@ class ChatCompletionsHandler {
                 text: y.text,
               };
             }
-            if (y.type === "image") {
+            if (y.type === "image_url") {
               let url = y.image_url.url;
               if (url.startsWith("http")) {
                 const image = await fetch(y.image_url.url);
@@ -286,6 +286,7 @@ class ChatCompletionsHandler {
                 };
               }
             }
+            // NOTE: 目前不支持音频，因为不知道怎么测也不通用
             throw new Error(`not support content type: ${y.type}`);
           })
         );
@@ -401,6 +402,10 @@ class ChatCompletionsHandler {
 
   private async handleStream() {
     const payload = await this.buildGeneratePayload();
+    // writeFileSync(
+    //   "./tmp_payload.json",
+    //   JSON.stringify({ ...payload, id: this.id }, null, 2)
+    // );
     const abortSignal = new AbortController();
     const result = await payload.gen_model.generateContentStream(
       {