AI bridge

.github/workflows/main.yml

@@ -50,6 +50,7 @@ jobs:
       - name: run tests
         env:
           LANGTAIL_API_KEY: ${{secrets.LANGTAIL_API_KEY}}
+          TEST_LIVE: true
         run: pnpm test
 
   publish:

.vscode/settings.json

@@ -1,3 +1,8 @@
 {
-  "typescript.tsdk": "node_modules/typescript/lib"
-}
+  "typescript.tsdk": "node_modules/typescript/lib",
+  "[typescript]": {
+    "editor.tabSize": 2,
+    "editor.defaultFormatter": "vscode.typescript-language-features"
+  },
+  "editor.formatOnSave": true,
+}

CONTRIBUTING.md

@@ -5,7 +5,7 @@ This repository uses [`pnpm`](https://pnpm.io/).
 To set up the repository, run:
 
 ```bash
-pnpm
+pnpm install
 pnpm build
 ```
 

package.json

@@ -54,12 +54,19 @@
       "require": "./dist/template.js",
       "import": "./dist/template.mjs",
       "types": "./dist/template.d.ts"
+    },
+    "./dist/vercelAi": {
+      "require": "./dist/vercelAi/index.js",
+      "import": "./dist/vercelAi/index.mjs",
+      "types": "./dist/vercelAi/index.d.ts"
     }
   },
   "files": [
     "dist"
   ],
   "dependencies": {
+    "@ai-sdk/provider": "^0.0.5",
+    "@ai-sdk/provider-utils": "^0.0.8",
     "@asteasolutions/zod-to-openapi": "^7.0.0",
     "@langtail/handlebars-evalless": "^0.1.1",
     "date-fns": "^3.6.0",
@@ -79,7 +86,8 @@
     "entryPoints": [
       "src/LangtailNode.ts",
       "src/template.ts",
-      "src/getOpenAIBody.ts"
+      "src/getOpenAIBody.ts",
+      "src/vercelAi/index.ts"
     ]
   }
 }

src/LangtailNode.ts

@@ -17,7 +17,7 @@
 
 export const baseURL = "https://proxy.langtail.com/v1"
 
-export interface ILangtailExtraProps extends OpenAiBodyType {
+export interface ILangtailExtraProps {
   doNotRecord?: boolean
   metadata?: Record<string, any>
 }
@@ -60,7 +60,7 @@
 
     const apiKey = clientOptions?.apiKey || process.env.LANGTAIL_API_KEY
     if (!apiKey) {
       throw new Error(
         "apiKey is required. You can pass it as an option or set the LANGTAIL_API_KEY environment variable.",
       )
     }

src/LangtailPrompts.spec.ts

@@ -10,12 +10,14 @@ const lt = new LangtailPrompts({
 
 const prompt = "short-story-teller"
 
-describe(
+const liveTesting = process.env.TEST_LIVE === "true"
+
+describe.skipIf(!liveTesting)(
   "LangtailPrompts",
   () => {
     describe("createPromptPath", () => {
       it("should return the correct path for project prompt", () => {
-        const path = lt._createPromptPath({
+        const path = lt.createPromptPath({
           prompt: "prompt",
           environment: "staging",
           version: "6vy19bmp",
@@ -33,7 +35,7 @@ describe(
           workspace: "some-workspace",
         })
 
-        const path = ltProject._createPromptPath({
+        const path = ltProject.createPromptPath({
           prompt: "prompt",
           environment: "staging",
           version: "6vy19bmp",
@@ -43,7 +45,7 @@ describe(
           "https://api.langtail.com/some-workspace/ci-tests-project/prompt/staging?v=6vy19bmp",
         )
 
-        const pathForPromptConfig = ltProject._createPromptPath({
+        const pathForPromptConfig = ltProject.createPromptPath({
           prompt: "prompt",
           environment: "staging",
           version: "6vy19bmp",
@@ -200,7 +202,7 @@ describe(
           variables: {
             optionalExtra: "This is an optional extra",
           },
-          
+
         })
 
         expect(openAiBody).toMatchInlineSnapshot(`

src/LangtailPrompts.ts

@@ -14,7 +14,7 @@
 
 export type LangtailEnvironment = "preview" | "staging" | "production"
 
-interface LangtailPromptVariables {} // TODO use this when generating schema for deployed prompts
+interface LangtailPromptVariables { } // TODO use this when generating schema for deployed prompts
 
 type StreamResponseType = Stream<ChatCompletionChunk>
 
@@ -31,7 +31,7 @@
   onResponse?: (response: ChatCompletion) => void
 }
 
-interface IPromptIdProps extends ILangtailExtraProps {
+interface IPromptIdProps extends ILangtailExtraProps, OpenAiBodyType {
   prompt: string
   /**
    * The environment to fetch the prompt from. Defaults to "production".
@@ -41,7 +41,7 @@
   version?: string
 }
 
-interface IRequestParams extends IPromptIdProps {
+export interface IRequestParams extends IPromptIdProps {
   variables?: Record<string, any>
 }
 
@@ -61,7 +61,7 @@
     this.options = options
   }
 
-  _createPromptPath({
+  createPromptPath({
     prompt,
     environment,
     version,
@@ -113,9 +113,9 @@
   }: IRequestParams | IRequestParamsStream) {
     const metadataHeaders = metadata
       ? Object.entries(metadata).reduce((acc, [key, value]) => {
-          acc[`x-langtail-metadata-${key}`] = value
-          return acc
-        }, {})
+        acc[`x-langtail-metadata-${key}`] = value
+        return acc
+      }, {})
       : {}
 
     const fetchInit = {
@@ -129,7 +129,7 @@
       },
       body: JSON.stringify({ stream: false, ...rest }),
     }
-    const promptPath = this._createPromptPath({
+    const promptPath = this.createPromptPath({
       prompt,
       environment: environment ?? "production",
       version: version,
@@ -144,7 +144,7 @@
     }
 
     if (!res.ok) {
       throw new Error(
         `Failed to fetch prompt: ${res.status} ${await res.text()}`,
       )
     }
@@ -177,7 +177,7 @@
     environment?: LangtailEnvironment
     version?: string
   }): Promise<PlaygroundState> {
-    const promptPath = this._createPromptPath({
+    const promptPath = this.createPromptPath({
       prompt,
       environment: environment ?? "production",
       version,
@@ -192,7 +192,7 @@
     })
 
     if (!res.ok) {
       throw new Error(
         `Failed to fetch prompt config payload: ${res.status} ${await res.text()}`,
       )
     }

src/vercelAi/convert-to-openai-chat-messages.ts

@@ -0,0 +1,103 @@
+import { LanguageModelV1Prompt } from '@ai-sdk/provider';
+import { convertUint8ArrayToBase64 } from '@ai-sdk/provider-utils';
+import { OpenAIChatPrompt } from './openai-chat-prompt';
+
+export function convertToOpenAIChatMessages(
+  prompt: LanguageModelV1Prompt,
+): OpenAIChatPrompt {
+  const messages: OpenAIChatPrompt = [];
+
+  for (const { role, content } of prompt) {
+    switch (role) {
+      case 'system': {
+        messages.push({ role: 'system', content });
+        break;
+      }
+
+      case 'user': {
+        messages.push({
+          role: 'user',
+          content: content.map(part => {
+            switch (part.type) {
+              case 'text': {
+                return { type: 'text', text: part.text };
+              }
+              case 'image': {
+                return {
+                  type: 'image_url',
+                  image_url: {
+                    url:
+                      part.image instanceof URL
+                        ? part.image.toString()
+                        : `data:${part.mimeType ?? 'image/jpeg'
+                        };base64,${convertUint8ArrayToBase64(part.image)}`,
+                  },
+                };
+              }
+            }
+          }),
+        });
+        break;
+      }
+
+      case 'assistant': {
+        let text = '';
+        const toolCalls: Array<{
+          id: string;
+          type: 'function';
+          function: { name: string; arguments: string };
+        }> = [];
+
+        for (const part of content) {
+          switch (part.type) {
+            case 'text': {
+              text += part.text;
+              break;
+            }
+            case 'tool-call': {
+              toolCalls.push({
+                id: part.toolCallId,
+                type: 'function',
+                function: {
+                  name: part.toolName,
+                  arguments: JSON.stringify(part.args),
+                },
+              });
+              break;
+            }
+            default: {
+              const _exhaustiveCheck: never = part;
+              throw new Error(`Unsupported part: ${_exhaustiveCheck}`);
+            }
+          }
+        }
+
+        messages.push({
+          role: 'assistant',
+          content: text,
+          tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
+        });
+
+        break;
+      }
+
+      case 'tool': {
+        for (const toolResponse of content) {
+          messages.push({
+            role: 'tool',
+            tool_call_id: toolResponse.toolCallId,
+            content: JSON.stringify(toolResponse.result),
+          });
+        }
+        break;
+      }
+
+      default: {
+        const _exhaustiveCheck: never = role;
+        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+
+  return messages;
+}

src/vercelAi/index.ts

@@ -0,0 +1 @@
+export * from './langtail-provider';

src/vercelAi/langtail-chat-settings.ts

@@ -0,0 +1,3 @@
+import { IRequestParams } from '../LangtailPrompts';
+
+export interface LangtailChatSettings extends Omit<IRequestParams, 'prompt'> { }