Merge pull request #190 from miurla/gpt-4-turbo

Support for OpenAI GPT-4 Turbo model

README.md

@@ -31,6 +31,7 @@ This is a port of [babyagi](https://github.com/yoheinakajima/babyagi) with [Lang
 - [x] Skills Class allows for easy skill creation ([🧝 BabyElfAGI](https://twitter.com/yoheinakajima/status/1678443482866933760))
 - [x] Aggregate the logic of the agent in the backend.
 - [x] Add hooks to make it easier to handle the agent on the frontend.
+- [ ] Support the OpenAI GPT-4 Turbo model
 - [ ] Support the Llama2 model 🦙
 
 and more ...

public/locales/au/constants.json

@@ -23,4 +23,4 @@
   "EXAMPLE_OBJECTIVE_4": "Write a report on what BabyAGI is. Include a Youtube link in the report",
   "EXAMPLE_OBJECTIVE_5": "Based on skillSaver.ts, write a new skill called airtableSaver.ts which use the Airtable API to insert data into a specific table",
   "EXAMPLE_OBJECTIVE_6": "Summarise the page"
-}
+}

public/locales/en/constants.json

@@ -18,7 +18,7 @@
   "ERROR_CREATING_TASKS": "Error creating tasks",
   "EXAMPLES": "Examples",
   "EXAMPLE_OBJECTIVE_1": "Write a weather report for the next 3 days in Paris",
-  "EXAMPLE_OBJECTIVE_2": "Research the gpt-3.5-turbo-0613 model",
+  "EXAMPLE_OBJECTIVE_2": "Research the GPT-4 Turbo",
   "EXAMPLE_OBJECTIVE_3": "Report the latest news in the user’s favorite category",
   "EXAMPLE_OBJECTIVE_4": "Write a report on what BabyAGI is. Include a Youtube link in the report",
   "EXAMPLE_OBJECTIVE_5": "Based on skillSaver.ts, write a new skill called airtableSaver.ts which use the Airtable API to insert data into a specific table",

public/locales/gb/constants.json

@@ -17,10 +17,10 @@
   "USER_INPUT_PLACEHOLDER": "Enter your answer here...",
   "ERROR_CREATING_TASKS": "Error creating tasks",
   "EXAMPLE_OBJECTIVE_1": "Write a weather report for the next 3 days in Paris.",
-  "EXAMPLE_OBJECTIVE_2": "Research the gpt-3.5-turbo-0613 model",
+  "EXAMPLE_OBJECTIVE_2": "Research the GPT-4 Turbo",
   "EXAMPLE_OBJECTIVE_3": "Report the latest news in the user's favorite category.",
   "EXAMPLES": "Examples",
   "EXAMPLE_OBJECTIVE_4": "Write a report on what BabyAGI is. Include a Youtube link in the report",
   "EXAMPLE_OBJECTIVE_5": "Based on skillSaver.ts, write a new skill called airtableSaver.ts which uses the Airtable API to insert data into a specific table.",
   "EXAMPLE_OBJECTIVE_6": "Summarise the page."
-}
+}

src/components/Agent/AgentParameter.tsx

@@ -1,9 +1,8 @@
-import { FC, use, useEffect, useState } from 'react';
+import { FC, useEffect, useState } from 'react';
 import { Select } from './Select';
 import { SelectItem } from '@/types';
 import { AGENT, ITERATIONS, MODELS } from '@/utils/constants';
 import { translate } from '../../utils/translate';
-import { getUserApiKey } from '@/utils/settings';
 
 interface AgentParameterProps {
   model: SelectItem;

src/components/Agent/AgentView.tsx

@@ -39,7 +39,7 @@ export const AgentView: FC = () => {
   const { i18n } = useTranslation();
 
   // useState hooks
-  const [model, setModel] = useState<SelectItem>(MODELS[1]);
+  const [model, setModel] = useState<SelectItem>(MODELS[0]);
   const [iterations, setIterations] = useState<SelectItem>(ITERATIONS[0]);
   const [objective, setObjective] = useState<string>('');
   const [firstTask, setFirstTask] = useState<string>(

src/hooks/useAgent.ts

@@ -178,9 +178,15 @@ export function useAgent({
         // stream is finished
         if (onError && !hadFinishMessage) {
           if (!currentMesageType) {
-            onError(new Error('Error: Invalid OpenAI API key'));
+            onError(
+              new Error(
+                'Error: OpenAI API error occurred or Invalid OpenAI API key',
+              ),
+            );
+            reset();
           } else {
-            onError(new Error('Error: No result message'));
+            onError(new Error('Error: OpenAI API error occurred'));
+            reset();
           }
         }
       }

src/lib/agents/babyelfagi/executer.ts

@@ -127,6 +127,7 @@ export class BabyElfAGI extends AgentExecuter {
             taskOutputs,
             this.objective,
             this.skillRegistry,
+            this.modelName,
           );
         } catch (error) {
           console.error(error);

src/lib/agents/babyelfagi/registory/taskRegistry.ts

@@ -68,12 +68,13 @@ export class TaskRegistry {
     const model = new ChatOpenAI(
       {
         openAIApiKey: this.userApiKey,
-        modelName: this.useSpecifiedSkills ? modelName : 'gpt-4',
+        modelName,
         temperature: 0,
         maxTokens: 1500,
         topP: 1,
         verbose: false, // You can set this to true to see the lanchain logs
         streaming: true,
+        maxRetries: 2,
         callbacks: [
           {
             handleLLMNewToken(token: string) {
@@ -95,6 +96,13 @@ export class TaskRegistry {
     try {
       const response = await model.call([systemMessage, messages]);
       result = response.text;
+      // markdown is now appended (remove when langchain supports json mode)
+      if (result.startsWith('```json')) {
+        result = result.slice(7);
+      }
+      if (result.endsWith('```')) {
+        result = result.slice(0, -3);
+      }
     } catch (error: any) {
       if (error.name === 'AbortError') {
         console.log('Task creation aborted');
@@ -103,6 +111,7 @@ export class TaskRegistry {
     }
 
     if (result === undefined) {
+      console.log('error');
       return;
     }
 
@@ -115,13 +124,19 @@ export class TaskRegistry {
     taskOutputs: TaskOutputs,
     objective: string,
     skillRegistry: SkillRegistry,
+    modelName: string,
   ): Promise<string> {
     const skill = skillRegistry.getSkill(task.skill ?? '');
     const dependentTaskOutputs = task.dependentTaskIds
       ? task.dependentTaskIds.map((id) => taskOutputs[id].output).join('\n')
       : '';
 
-    return await skill.execute(task, dependentTaskOutputs, objective);
+    return await skill.execute(
+      task,
+      dependentTaskOutputs,
+      objective,
+      modelName,
+    );
   }
 
   getTasks(): AgentTask[] {
@@ -156,7 +171,7 @@ export class TaskRegistry {
     objective: string,
     taskOutput: string,
     skillDescriptions: string,
-    modelName: string = 'gpt-3.5-turbo-16k',
+    modelName: string = 'gpt-4-1106-preview',
   ): Promise<[AgentTask[], number[], AgentTask[]]> {
     const example = [
       [

src/lib/agents/babyelfagi/skills/presets/textCompletion.ts

@@ -14,6 +14,7 @@ export class TextCompletion extends Skill {
     task: AgentTask,
     dependentTaskOutputs: string,
     objective: string,
+    modelName: string,
   ): Promise<string> {
     if (!this.valid) return '';
 
@@ -27,7 +28,8 @@ export class TextCompletion extends Skill {
     return this.generateText(prompt, task, {
       temperature: 0.2,
       maxTokens: 800,
-      modelName: 'gpt-3.5-turbo-16k',
+      modelName:
+        modelName === 'gpt-4-1106-preview' ? modelName : 'gpt-3.5-turbo-16k',
     });
   }
 }

src/lib/agents/babyelfagi/skills/presets/webLoader.ts

@@ -12,7 +12,12 @@ export class WebLoader extends Skill {
     'This skill extracts URLs from the task and returns the contents of the web pages of those URLs.';
   icon = '🌐';
 
-  async execute(task: AgentTask, objective: string): Promise<string> {
+  async execute(
+    task: AgentTask,
+    dependentTaskOutputs: string,
+    objective: string,
+    modelName?: string,
+  ): Promise<string> {
     if (typeof objective !== 'string') {
       throw new Error('Invalid inputs');
     }
@@ -32,10 +37,15 @@ export class WebLoader extends Skill {
       });
     };
 
-    const urlString = await this.extractUrlsFromTask(task, callback);
+    const urlString = await this.extractUrlsFromTask(task, callback, modelName);
     const urls = urlString.split(',').map((url) => url.trim());
     const contents = await this.fetchContentsFromUrls(urls, callback);
-    const info = await this.extractInfoFromContents(contents, objective, task);
+    const info = await this.extractInfoFromContents(
+      contents,
+      objective,
+      task,
+      modelName,
+    );
     this.handleMessage({
       id: uuidv4(),
       taskId: task.id.toString(),
@@ -52,9 +62,15 @@ export class WebLoader extends Skill {
   private async extractUrlsFromTask(
     task: AgentTask,
     callback: (message: string) => void,
+    modelName: string = 'gpt-3.5-turbo',
   ): Promise<string> {
     const prompt = `Extracting URLs from the task.\nReturn a comma-separated URL List.\nTASK: ${task.task}\nURLS:`;
-    const urlString = await this.generateText(prompt, task, undefined, true);
+    const urlString = await this.generateText(
+      prompt,
+      task,
+      { modelName },
+      true,
+    );
     callback(`  - URLs: ${urlString}\n`);
     return urlString;
   }
@@ -86,6 +102,7 @@ export class WebLoader extends Skill {
     contents: { url: string; content: string }[],
     objective: string,
     task: AgentTask,
+    modelName: string = 'gpt-3.5-turbo',
   ): Promise<string[]> {
     return await Promise.all(
       contents.map(async (item) => {
@@ -99,6 +116,7 @@ export class WebLoader extends Skill {
             this.apiKeys.openai,
             this.handleMessage,
             this.abortSignal,
+            modelName,
           ))
         );
       }),

src/lib/agents/babyelfagi/skills/presets/webSearch.ts

@@ -15,6 +15,7 @@ export class WebSearch extends Skill {
     task: AgentTask,
     dependentTaskOutputs: string,
     objective: string,
+    modelName?: string,
   ): Promise<string> {
     if (!this.valid || this.signal?.aborted) return '';
 
@@ -25,7 +26,7 @@ export class WebSearch extends Skill {
         dependentTaskOutputs,
         this.handleMessage,
         this.verbose,
-        undefined,
+        modelName,
         this.language,
         this.apiKeys.openai,
         this.signal,

src/lib/agents/babyelfagi/skills/skill.ts

@@ -83,6 +83,7 @@ export class Skill {
     task: AgentTask,
     dependentTaskOutputs: string,
     objective: string,
+    modelName?: string,
   ): Promise<string> {
     // This method should be overridden by subclasses
     throw new Error("Method 'execute' must be implemented");

src/lib/agents/babyelfagi/tools/utils/largeTextExtract.ts

@@ -1,5 +1,6 @@
 import { AgentMessage, AgentTask } from '@/types';
 import { relevantInfoExtraction } from './relevantInfoExtraction';
+import { chunk } from 'lodash';
 
 export const largeTextExtract = async (
   id: string,
@@ -9,8 +10,9 @@ export const largeTextExtract = async (
   userApiKey?: string,
   callback?: (message: AgentMessage) => void,
   signal?: AbortSignal,
+  model?: string,
 ) => {
-  const chunkSize = 15000;
+  const chunkSize = model === 'gpt-4-1106-preview' ? 127000 : 15000;
   const overlap = 500;
   let notes = '';
 
@@ -36,6 +38,7 @@ export const largeTextExtract = async (
       chunk,
       userApiKey,
       signal,
+      model,
     );
     notes += response;
   }

src/lib/agents/babyelfagi/tools/utils/relevantInfoExtraction.ts

@@ -13,8 +13,10 @@ export const relevantInfoExtraction = async (
   chunk: string,
   userApiKey?: string,
   signal?: AbortSignal,
+  model?: string,
 ) => {
-  const modelName = 'gpt-3.5-turbo-16k-0613'; // use a fixed model
+  const modelName =
+    model === 'gpt-4-1106-preview' ? model : 'gpt-3.5-turbo-16k';
   const prompt = relevantInfoExtractionPrompt();
   const llm = new OpenAIChat(
     {

src/lib/agents/babyelfagi/tools/utils/textCompletion.ts

@@ -11,8 +11,8 @@ export const textCompletion = async (
   signal?: AbortSignal,
   messageCallnback?: (message: AgentMessage) => void,
 ) => {
-  if (prompt.length > 3200) {
-    modelName = 'gpt-3.5-turbo-16k-0613';
+  if (modelName !== 'gpt-4-1106-preview' && prompt.length > 3200) {
+    modelName = 'gpt-3.5-turbo-16k';
   }
 
   const llm = new ChatOpenAI(

src/lib/agents/babyelfagi/tools/webBrowsing.ts

@@ -91,11 +91,12 @@ export const webBrowsing = async (
     const info = await largeTextExtract(
       id,
       objective,
-      content.slice(0, 20000),
+      content,
       task,
       userApiKey,
       messageCallback,
       signal,
+      modelName,
     );
     clearInterval(intervalId);
 

src/utils/constants.ts

@@ -7,14 +7,19 @@ export const EXAMPLES_KEY = 'BABYAGIUI_EXAMPLES';
 
 export const MODELS = [
   {
-    id: 'gpt-4-0613',
-    name: 'OpenAI gpt-4',
-    message: `GPT_4_WARNING`,
+    id: 'gpt-4-1106-preview',
+    name: 'OpenAI GPT-4 Turbo',
     icon: 'openai-logo.svg',
+    badge: 'Preview',
   },
   {
-    id: 'gpt-3.5-turbo-0613',
-    name: 'OpenAI gpt-3.5-turbo',
+    id: 'gpt-4',
+    name: 'OpenAI GPT-4',
+    icon: 'openai-logo.svg',
+  },
+  {
+    id: 'gpt-3.5-turbo',
+    name: 'OpenAI GPT-3.5 Turbo',
     icon: 'openai-logo.svg',
   },
 ];