diff --git a/examples/anthropic/csv_scraper_haiku.py b/examples/anthropic/csv_scraper_anthropic.py similarity index 96% rename from examples/anthropic/csv_scraper_haiku.py rename to examples/anthropic/csv_scraper_anthropic.py index 2e0ebe81..01a26a2b 100644 --- a/examples/anthropic/csv_scraper_haiku.py +++ b/examples/anthropic/csv_scraper_anthropic.py @@ -32,7 +32,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/csv_scraper_graph_multi_haiku.py b/examples/anthropic/csv_scraper_graph_multi_anthropic.py similarity index 96% rename from examples/anthropic/csv_scraper_graph_multi_haiku.py rename to examples/anthropic/csv_scraper_graph_multi_anthropic.py index b833af01..fcc297ab 100644 --- a/examples/anthropic/csv_scraper_graph_multi_haiku.py +++ b/examples/anthropic/csv_scraper_graph_multi_anthropic.py @@ -26,7 +26,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000}, } diff --git a/examples/anthropic/custom_graph_haiku.py b/examples/anthropic/custom_graph_anthropic.py similarity index 97% rename from examples/anthropic/custom_graph_haiku.py rename to examples/anthropic/custom_graph_anthropic.py index cea14361..6d787484 100644 --- a/examples/anthropic/custom_graph_haiku.py +++ b/examples/anthropic/custom_graph_anthropic.py @@ -18,7 +18,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/json_scraper_haiku.py b/examples/anthropic/json_scraper_anthropic.py similarity index 96% rename from examples/anthropic/json_scraper_haiku.py rename to examples/anthropic/json_scraper_anthropic.py index 2610b658..05ee7fdf 100644 --- a/examples/anthropic/json_scraper_haiku.py +++ b/examples/anthropic/json_scraper_anthropic.py @@ -26,7 +26,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/json_scraper_multi_haiku.py b/examples/anthropic/json_scraper_multi_anthropic.py similarity index 93% rename from examples/anthropic/json_scraper_multi_haiku.py rename to examples/anthropic/json_scraper_multi_anthropic.py index 0327673b..c07fc54f 100644 --- a/examples/anthropic/json_scraper_multi_haiku.py +++ b/examples/anthropic/json_scraper_multi_anthropic.py @@ -11,7 +11,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/pdf_scraper_graph_haiku.py b/examples/anthropic/pdf_scraper_graph_anthropic.py similarity index 96% rename from examples/anthropic/pdf_scraper_graph_haiku.py rename to examples/anthropic/pdf_scraper_graph_anthropic.py index 61be06b4..3e4191a6 100644 --- a/examples/anthropic/pdf_scraper_graph_haiku.py +++ b/examples/anthropic/pdf_scraper_graph_anthropic.py @@ -14,7 +14,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/pdf_scraper_multi_haiku.py b/examples/anthropic/pdf_scraper_multi_anthropic.py similarity index 99% rename from examples/anthropic/pdf_scraper_multi_haiku.py rename to examples/anthropic/pdf_scraper_multi_anthropic.py index 974dd2f8..0c842787 100644 --- a/examples/anthropic/pdf_scraper_multi_haiku.py +++ b/examples/anthropic/pdf_scraper_multi_anthropic.py @@ -11,7 +11,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/scrape_plain_text_haiku.py b/examples/anthropic/scrape_plain_text_anthropic.py similarity index 96% rename from examples/anthropic/scrape_plain_text_haiku.py rename to examples/anthropic/scrape_plain_text_anthropic.py index d3f36638..7ebf84da 100644 --- a/examples/anthropic/scrape_plain_text_haiku.py +++ b/examples/anthropic/scrape_plain_text_anthropic.py @@ -28,7 +28,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/script_generator_haiku.py b/examples/anthropic/script_generator_anthropic.py similarity index 95% rename from examples/anthropic/script_generator_haiku.py rename to examples/anthropic/script_generator_anthropic.py index 889ce0b5..160987cc 100644 --- a/examples/anthropic/script_generator_haiku.py +++ b/examples/anthropic/script_generator_anthropic.py @@ -16,7 +16,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/script_multi_generator_haiku.py b/examples/anthropic/script_multi_generator_anthropic.py similarity index 96% rename from examples/anthropic/script_multi_generator_haiku.py rename to examples/anthropic/script_multi_generator_anthropic.py index f7c69010..c4b3f09b 100644 --- a/examples/anthropic/script_multi_generator_haiku.py +++ b/examples/anthropic/script_multi_generator_anthropic.py @@ -16,7 +16,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, "library": "beautifulsoup" diff --git a/examples/anthropic/search_graph_haiku.py b/examples/anthropic/search_graph_anthropic.py similarity index 95% rename from examples/anthropic/search_graph_haiku.py rename to examples/anthropic/search_graph_anthropic.py index f90d7598..4ae0e6b3 100644 --- a/examples/anthropic/search_graph_haiku.py +++ b/examples/anthropic/search_graph_anthropic.py @@ -15,7 +15,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/search_graph_schema_haiku.py b/examples/anthropic/search_graph_schema_anthropic.py similarity index 92% rename from examples/anthropic/search_graph_schema_haiku.py rename to examples/anthropic/search_graph_schema_anthropic.py index c9e7a875..58e1ca0f 100644 --- a/examples/anthropic/search_graph_schema_haiku.py +++ b/examples/anthropic/search_graph_schema_anthropic.py @@ -27,8 +27,9 @@ class Dishes(BaseModel): graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", - "max_tokens": 4000}, + "model": "anthropic/claude-3-haiku-20240307", + "max_tokens": 4000 + }, } # ************************************************ diff --git a/examples/anthropic/search_link_graph_haiku.py b/examples/anthropic/search_link_graph_anthropic.py similarity index 91% rename from examples/anthropic/search_link_graph_haiku.py rename to examples/anthropic/search_link_graph_anthropic.py index ccfbc1d2..4d671817 100644 --- a/examples/anthropic/search_link_graph_haiku.py +++ b/examples/anthropic/search_link_graph_anthropic.py @@ -29,8 +29,11 @@ # ************************************************ graph_config = { - "llm": {"model_instance": llm_model_instance}, - "embeddings": {"model_instance": embedder_model_instance} + "llm": { + "api_key": os.getenv("ANTHROPIC_API_KEY"), + "model": "anthropic/claude-3-haiku-20240307", + "max_tokens": 4000 + }, } # ************************************************ diff --git a/examples/anthropic/smart_scraper_haiku.py b/examples/anthropic/smart_scraper_anthropic.py similarity index 96% rename from examples/anthropic/smart_scraper_haiku.py rename to examples/anthropic/smart_scraper_anthropic.py index f0bb2a57..612363c7 100644 --- a/examples/anthropic/smart_scraper_haiku.py +++ b/examples/anthropic/smart_scraper_anthropic.py @@ -19,7 +19,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/smart_scraper_multi_haiku.py b/examples/anthropic/smart_scraper_multi_anthropic.py similarity index 96% rename from examples/anthropic/smart_scraper_multi_haiku.py rename to examples/anthropic/smart_scraper_multi_anthropic.py index eb2001d4..6e2af361 100644 --- a/examples/anthropic/smart_scraper_multi_haiku.py +++ b/examples/anthropic/smart_scraper_multi_anthropic.py @@ -17,7 +17,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/smart_scraper_schema_haiku.py b/examples/anthropic/smart_scraper_schema_anthropic.py similarity index 96% rename from examples/anthropic/smart_scraper_schema_haiku.py rename to examples/anthropic/smart_scraper_schema_anthropic.py index 83cedd2a..0a444923 100644 --- a/examples/anthropic/smart_scraper_schema_haiku.py +++ b/examples/anthropic/smart_scraper_schema_anthropic.py @@ -33,7 +33,7 @@ class Projects(BaseModel): graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000}, } diff --git a/examples/anthropic/xml_scraper_haiku.py b/examples/anthropic/xml_scraper_anthropic.py similarity index 96% rename from examples/anthropic/xml_scraper_haiku.py rename to examples/anthropic/xml_scraper_anthropic.py index dd64f571..cd60f0d6 100644 --- a/examples/anthropic/xml_scraper_haiku.py +++ b/examples/anthropic/xml_scraper_anthropic.py @@ -26,7 +26,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000 }, } diff --git a/examples/anthropic/xml_scraper_graph_multi_haiku.py b/examples/anthropic/xml_scraper_graph_multi_anthropic.py similarity index 96% rename from examples/anthropic/xml_scraper_graph_multi_haiku.py rename to examples/anthropic/xml_scraper_graph_multi_anthropic.py index 6b79f709..31b350c2 100644 --- a/examples/anthropic/xml_scraper_graph_multi_haiku.py +++ b/examples/anthropic/xml_scraper_graph_multi_anthropic.py @@ -26,7 +26,7 @@ graph_config = { "llm": { "api_key": os.getenv("ANTHROPIC_API_KEY"), - "model": "claude-3-haiku-20240307", + "model": "anthropic/claude-3-haiku-20240307", "max_tokens": 4000}, } diff --git a/scrapegraphai/graphs/abstract_graph.py b/scrapegraphai/graphs/abstract_graph.py index 555e8211..f80e430d 100644 --- a/scrapegraphai/graphs/abstract_graph.py +++ b/scrapegraphai/graphs/abstract_graph.py @@ -142,7 +142,7 @@ def handle_model(model_name, provider, token_key, default_token=8192): known_models = {"chatgpt","gpt","openai", "azure_openai", "google_genai", "ollama", "oneapi", "nvidia", "groq", "google_vertexai", "bedrock", "mistralai", "hugging_face", "deepseek", "ernie", - "fireworks", "claude-3-"} + "fireworks", "anthropic"} if llm_params["model"].split("/")[0] not in known_models and llm_params["model"].split("-")[0] not in known_models: raise ValueError(f"Model '{llm_params['model']}' is not supported") @@ -172,8 +172,9 @@ def handle_model(model_name, provider, token_key, default_token=8192): token_key = model_name if "model_tokens" not in llm_params else llm_params["model_tokens"] return handle_model(model_name, "ollama", token_key) - elif "claude-3-" in llm_params["model"]: - return handle_model(llm_params["model"], "anthropic", "claude3") + elif "anthropic" in llm_params["model"]: + model_name = llm_params["model"].split("anthropic/")[-1] + return handle_model(model_name, "anthropic", model_name) elif llm_params["model"].startswith("mistral"): model_name = llm_params["model"].split("/")[-1]