Add GPT-4 Turbo with Vision (#576)

* latest GPT-4 Turbo model with vision capabilities * update function calling
tarasglek · Apr 16, 2024 · 1cb17f4 · 1cb17f4
1 parent 36af0b2
commit 1cb17f4
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/src/components/PromptForm/DesktopPromptForm.tsx b/src/components/PromptForm/DesktopPromptForm.tsx
@@ -138,7 +138,7 @@ function DesktopPromptForm({
 
   // Update model to the supported model when inputImages is not empty
   useEffect(() => {
-    if (inputImageUrls?.length > 0) {
+    if (inputImageUrls?.length > 0 && !settings.model.supportsImages) {
       const visionModel = models.find((model) => model.supportsImages);
       if (visionModel && visionModel.name != settings.model.name) {
         setSettings({ ...settings, model: visionModel });

diff --git a/src/lib/ChatCraftModel.ts b/src/lib/ChatCraftModel.ts
@@ -64,11 +64,14 @@ export class ChatCraftModel {
   get supportsFunctionCalling() {
     const { name } = this;
     // The OpenAI vision models can't do function calling
-    return !this.supportsImages && (name.startsWith("gpt-3.5-turbo") || name.startsWith("gpt-4"));
+    return (
+      !this.name.includes("vision") &&
+      (name.startsWith("gpt-3.5-turbo") || name.startsWith("gpt-4"))
+    );
   }
 
   get supportsImages() {
-    return this.name.includes("vision");
+    return this.name.includes("vision") || this.name == "gpt-4-turbo";
   }
 
   get prettyModel(): string {