Start using Claude 3.5 Sonnet (#497)

Skyvern-AI · Jun 20, 2024 · 0ab41a2 · 0ab41a2
1 parent 226a73f
commit 0ab41a2
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 1 deletion.
diff --git a/setup.sh b/setup.sh
@@ -69,7 +69,7 @@ setup_llm_providers() {
         else
             update_or_add_env_var "ANTHROPIC_API_KEY" "$anthropic_api_key"
             update_or_add_env_var "ENABLE_ANTHROPIC" "true"
-            model_options+=("ANTHROPIC_CLAUDE3_OPUS" "ANTHROPIC_CLAUDE3_SONNET" "ANTHROPIC_CLAUDE3_HAIKU")
+            model_options+=("ANTHROPIC_CLAUDE3_OPUS" "ANTHROPIC_CLAUDE3_SONNET" "ANTHROPIC_CLAUDE3_HAIKU" "ANTHROPIC_CLAUDE3.5_SONNET")
         fi
     else
         update_or_add_env_var "ENABLE_ANTHROPIC" "false"

diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.py
@@ -116,6 +116,15 @@ def get_config(cls, llm_key: str) -> LLMRouterConfig | LLMConfig:
             add_assistant_prefix=True,
         ),
     )
+    LLMConfigRegistry.register_config(
+        "ANTHROPIC_CLAUDE3.5_SONNET",
+        LLMConfig(
+            "anthropic/claude-3-5-sonnet-20240620",
+            ["ANTHROPIC_API_KEY"],
+            supports_vision=True,
+            add_assistant_prefix=True,
+        ),
+    )
 
 if SettingsManager.get_settings().ENABLE_BEDROCK:
     # Supported through AWS IAM authentication
@@ -146,6 +155,15 @@ def get_config(cls, llm_key: str) -> LLMRouterConfig | LLMConfig:
             add_assistant_prefix=True,
         ),
     )
+    LLMConfigRegistry.register_config(
+        "BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET",
+        LLMConfig(
+            "bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0",
+            ["AWS_REGION"],
+            supports_vision=True,
+            add_assistant_prefix=True,
+        ),
+    )
 
 if SettingsManager.get_settings().ENABLE_AZURE:
     LLMConfigRegistry.register_config(