remove CVEs

MIGRATE.md

@@ -0,0 +1,47 @@
+# Migrating to `langchain.experimental`
+
+We are moving any experimental components of langchain, or components with vulnerability issues, into `langchain.experimental`.
+This guide covers how to migrate.
+
+## Installation
+
+Previously:
+
+`pip install -U langchain`
+
+Now:
+
+`pip install -U langchain langchain.experimental`
+
+## PALChain
+
+Previously:
+
+`from langchain.chains import PALChain`
+
+Now:
+
+`from langchain.experimental.pal_chain import PALChain`
+
+## SQLDatabaseChain
+
+Previously:
+
+`from langchain.chains import SQLDatabaseChain`
+
+Now:
+
+`from langchain.experimental.sql import SQLDatabaseChain`
+
+## `load_prompt` for Python files
+
+Note: this only applies if you want to load Python files as prompts.
+If you want to load json/yaml files, no change is needed.
+
+Previously:
+
+`from langchain.prompts import load_prompt`
+
+Now:
+
+`from langchain.experimental.prompts import load_prompt`

libs/experimental/langchain_experimental/autonomous_agents/autogpt/agent.py → libs/experimental/langchain/experimental/autonomous_agents/autogpt/agent.py

@@ -2,6 +2,8 @@
 
 from typing import List, Optional
 
+from pydantic import ValidationError
+
 from langchain.chains.llm import LLMChain
 from langchain.chat_models.base import BaseChatModel
 from langchain.experimental.autonomous_agents.autogpt.output_parser import (
@@ -21,7 +23,6 @@
 from langchain.tools.base import BaseTool
 from langchain.tools.human.tool import HumanInputRun
 from langchain.vectorstores.base import VectorStoreRetriever
-from pydantic import ValidationError
 
 
 class AutoGPT:

libs/experimental/langchain_experimental/autonomous_agents/autogpt/memory.py → libs/experimental/langchain/experimental/autonomous_agents/autogpt/memory.py

@@ -1,8 +1,9 @@
 from typing import Any, Dict, List
 
+from pydantic import Field
+
 from langchain.memory.chat_memory import BaseChatMemory, get_prompt_input_key
 from langchain.vectorstores.base import VectorStoreRetriever
-from pydantic import Field
 
 
 class AutoGPTMemory(BaseChatMemory):

libs/experimental/langchain_experimental/autonomous_agents/autogpt/prompt.py → libs/experimental/langchain/experimental/autonomous_agents/autogpt/prompt.py

@@ -1,14 +1,15 @@
 import time
 from typing import Any, Callable, List
 
+from pydantic import BaseModel
+
 from langchain.experimental.autonomous_agents.autogpt.prompt_generator import get_prompt
 from langchain.prompts.chat import (
     BaseChatPromptTemplate,
 )
 from langchain.schema.messages import BaseMessage, HumanMessage, SystemMessage
 from langchain.tools.base import BaseTool
 from langchain.vectorstores.base import VectorStoreRetriever
-from pydantic import BaseModel
 
 
 class AutoGPTPrompt(BaseChatPromptTemplate, BaseModel):

libs/experimental/langchain_experimental/autonomous_agents/baby_agi/baby_agi.py → libs/experimental/langchain/experimental/autonomous_agents/baby_agi/baby_agi.py

@@ -2,6 +2,8 @@
 from collections import deque
 from typing import Any, Dict, List, Optional
 
+from pydantic import BaseModel, Field
+
 from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.experimental.autonomous_agents.baby_agi.task_creation import (
@@ -15,7 +17,6 @@
 )
 from langchain.schema.language_model import BaseLanguageModel
 from langchain.vectorstores.base import VectorStore
-from pydantic import BaseModel, Field
 
 
 class BabyAGI(Chain, BaseModel):

libs/experimental/langchain_experimental/autonomous_agents/baby_agi/task_creation.py → libs/experimental/langchain/experimental/autonomous_agents/baby_agi/task_creation.py

@@ -1,4 +1,5 @@
-from langchain import LLMChain, PromptTemplate
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
 from langchain.schema.language_model import BaseLanguageModel
 
 

libs/experimental/langchain_experimental/autonomous_agents/baby_agi/task_execution.py → libs/experimental/langchain/experimental/autonomous_agents/baby_agi/task_execution.py

@@ -1,4 +1,5 @@
-from langchain import LLMChain, PromptTemplate
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
 from langchain.schema.language_model import BaseLanguageModel
 
 

libs/experimental/langchain_experimental/autonomous_agents/baby_agi/task_prioritization.py → libs/experimental/langchain/experimental/autonomous_agents/baby_agi/task_prioritization.py

@@ -1,4 +1,5 @@
-from langchain import LLMChain, PromptTemplate
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
 from langchain.schema.language_model import BaseLanguageModel
 
 

libs/experimental/langchain_experimental/cpal/base.py → libs/experimental/langchain/experimental/cpal/base.py

@@ -7,6 +7,7 @@
 from typing import Any, ClassVar, Dict, List, Optional, Type
 
 import pydantic
+
 from langchain.base_language import BaseLanguageModel
 from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain

libs/experimental/langchain_experimental/cpal/models.py → libs/experimental/langchain/experimental/cpal/models.py

@@ -5,9 +5,10 @@
 
 import duckdb
 import pandas as pd
+from pydantic import BaseModel, Field, PrivateAttr, root_validator, validator
+
 from langchain.experimental.cpal.constants import Constant
 from langchain.graphs.networkx_graph import NetworkxEntityGraph
-from pydantic import BaseModel, Field, PrivateAttr, root_validator, validator
 
 
 class NarrativeModel(BaseModel):

libs/experimental/langchain_experimental/generative_agents/generative_agent.py → libs/experimental/langchain/experimental/generative_agents/generative_agent.py

@@ -2,11 +2,12 @@
 from datetime import datetime
 from typing import Any, Dict, List, Optional, Tuple
 
-from langchain import LLMChain
+from pydantic import BaseModel, Field
+
+from langchain.chains import LLMChain
 from langchain.experimental.generative_agents.memory import GenerativeAgentMemory
 from langchain.prompts import PromptTemplate
 from langchain.schema.language_model import BaseLanguageModel
-from pydantic import BaseModel, Field
 
 
 class GenerativeAgent(BaseModel):

libs/experimental/langchain_experimental/generative_agents/memory.py → libs/experimental/langchain/experimental/generative_agents/memory.py

@@ -3,7 +3,7 @@
 from datetime import datetime
 from typing import Any, Dict, List, Optional
 
-from langchain import LLMChain
+from langchain.chains import LLMChain
 from langchain.prompts import PromptTemplate
 from langchain.retrievers import TimeWeightedVectorStoreRetriever
 from langchain.schema import BaseMemory, Document

libs/experimental/langchain_experimental/llms/jsonformer_decoder.py → libs/experimental/langchain/experimental/llms/jsonformer_decoder.py

@@ -4,9 +4,10 @@
 import json
 from typing import TYPE_CHECKING, Any, List, Optional, cast
 
+from pydantic import Field, root_validator
+
 from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain.llms.huggingface_pipeline import HuggingFacePipeline
-from pydantic import Field, root_validator
 
 if TYPE_CHECKING:
     import jsonformer

libs/experimental/langchain_experimental/llms/rellm_decoder.py → libs/experimental/langchain/experimental/llms/rellm_decoder.py

@@ -3,10 +3,11 @@
 
 from typing import TYPE_CHECKING, Any, List, Optional, cast
 
+from pydantic import Field, root_validator
+
 from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain.llms.huggingface_pipeline import HuggingFacePipeline
 from langchain.llms.utils import enforce_stop_tokens
-from pydantic import Field, root_validator
 
 if TYPE_CHECKING:
     import rellm

libs/experimental/langchain/experimental/pal_chain/__init__.py

@@ -0,0 +1,10 @@
+"""Implements Program-Aided Language Models.
+
+As in https://arxiv.org/pdf/2211.10435.pdf.
+
+This is vulnerable to arbitrary code execution:
+https://github.com/hwchase17/langchain/issues/5872
+"""
+from langchain.experimental.pal_chain.base import PALChain
+
+__all__ = ["PALChain"]