Remove unnecessary langsmith dependency (#369)

Signed-off-by: lvliang-intel <liang1.lv@intel.com>
opea-project · Aug 18, 2024 · cc8cd70 · cc8cd70
1 parent 77e0e7b
commit cc8cd70
Show file tree

Hide file tree

Showing 58 changed files with 96 additions and 97 deletions.
diff --git a/README.md b/README.md
@@ -173,7 +173,6 @@ A `Microservices` can be created by using the decorator `register_microservice`.
 
 ```python
 from langchain_community.embeddings import HuggingFaceHubEmbeddings
-from langsmith import traceable
 
 from comps import register_microservice, EmbedDoc, ServiceType, TextDoc
 
@@ -187,7 +186,6 @@ from comps import register_microservice, EmbedDoc, ServiceType, TextDoc
     input_datatype=TextDoc,
     output_datatype=EmbedDoc,
 )
-@traceable(run_type="embedding")
 def embedding(input: TextDoc) -> EmbedDoc:
     embed_vector = embeddings.embed_query(input.text)
     res = EmbedDoc(text=input.text, embedding=embed_vector)

diff --git a/comps/agent/langchain/requirements.txt b/comps/agent/langchain/requirements.txt
@@ -11,7 +11,6 @@ langchain-openai
 langchain_community
 langchainhub
 langgraph
-langsmith
 numpy
 
 # used by cloud native

diff --git a/comps/dataprep/milvus/prepare_doc_milvus.py b/comps/dataprep/milvus/prepare_doc_milvus.py
@@ -22,7 +22,6 @@
 from langchain_core.documents import Document
 from langchain_milvus.vectorstores import Milvus
 from langchain_text_splitters import HTMLHeaderTextSplitter
-from langsmith import traceable
 from pyspark import SparkConf, SparkContext
 
 from comps import DocPath, opea_microservices, register_microservice
@@ -167,7 +166,6 @@ async def ingest_link_to_milvus(link_list: List[str]):
 
 
 @register_microservice(name="opea_service@prepare_doc_milvus", endpoint="/v1/dataprep", host="0.0.0.0", port=6010)
-@traceable(run_type="tool")
 async def ingest_documents(
     files: Optional[Union[UploadFile, List[UploadFile]]] = File(None),
     link_list: Optional[str] = Form(None),
@@ -239,7 +237,6 @@ def process_files_wrapper(files):
 @register_microservice(
     name="opea_service@prepare_doc_milvus_file", endpoint="/v1/dataprep/get_file", host="0.0.0.0", port=6011
 )
-@traceable(run_type="tool")
 async def rag_get_file_structure():
     print("[ dataprep - get file ] start to get file structure")
 
@@ -270,7 +267,6 @@ def delete_by_partition_field(my_milvus, partition_field):
 @register_microservice(
     name="opea_service@prepare_doc_milvus_del", endpoint="/v1/dataprep/delete_file", host="0.0.0.0", port=6012
 )
-@traceable(run_type="tool")
 async def delete_single_file(file_path: str = Body(..., embed=True)):
     """Delete file according to `file_path`.
 

diff --git a/comps/dataprep/milvus/requirements.txt b/comps/dataprep/milvus/requirements.txt
@@ -9,7 +9,6 @@ langchain
 langchain-community
 langchain-text-splitters
 langchain_milvus
-langsmith
 markdown
 numpy
 openai

diff --git a/comps/dataprep/pgvector/langchain/prepare_doc_pgvector.py b/comps/dataprep/pgvector/langchain/prepare_doc_pgvector.py
@@ -13,7 +13,6 @@
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_community.embeddings import HuggingFaceBgeEmbeddings, HuggingFaceHubEmbeddings
 from langchain_community.vectorstores import PGVector
-from langsmith import traceable
 
 from comps import DocPath, opea_microservices, register_microservice
 from comps.dataprep.utils import (
@@ -174,7 +173,6 @@ async def ingest_link_to_pgvector(link_list: List[str]):
     host="0.0.0.0",
     port=6007,
 )
-@traceable(run_type="tool")
 async def ingest_documents(
     files: Optional[Union[UploadFile, List[UploadFile]]] = File(None), link_list: Optional[str] = Form(None)
 ):
@@ -214,7 +212,6 @@ async def ingest_documents(
 @register_microservice(
     name="opea_service@prepare_doc_pgvector", endpoint="/v1/dataprep/get_file", host="0.0.0.0", port=6007
 )
-@traceable(run_type="tool")
 async def rag_get_file_structure():
     print("[ dataprep - get file ] start to get file structure")
 
@@ -229,7 +226,6 @@ async def rag_get_file_structure():
 @register_microservice(
     name="opea_service@prepare_doc_pgvector", endpoint="/v1/dataprep/delete_file", host="0.0.0.0", port=6007
 )
-@traceable(run_type="tool")
 async def delete_single_file(file_path: str = Body(..., embed=True)):
     """Delete file according to `file_path`.
 

diff --git a/comps/dataprep/pgvector/langchain/requirements.txt b/comps/dataprep/pgvector/langchain/requirements.txt
@@ -8,7 +8,6 @@ huggingface_hub
 langchain
 langchain-community
 langchain-text-splitters
-langsmith
 markdown
 numpy
 opentelemetry-api

diff --git a/comps/dataprep/pinecone/prepare_doc_pinecone.py b/comps/dataprep/pinecone/prepare_doc_pinecone.py
@@ -14,7 +14,6 @@
 from langchain_community.embeddings import HuggingFaceBgeEmbeddings, HuggingFaceEmbeddings, HuggingFaceHubEmbeddings
 from langchain_pinecone import PineconeVectorStore
 from langchain_text_splitters import HTMLHeaderTextSplitter
-from langsmith import traceable
 from pinecone import Pinecone, ServerlessSpec
 
 from comps import DocPath, opea_microservices, opea_telemetry, register_microservice
@@ -172,7 +171,6 @@ async def ingest_link_to_pinecone(link_list: List[str]):
 
 
 @register_microservice(name="opea_service@prepare_doc_pinecone", endpoint="/v1/dataprep", host="0.0.0.0", port=6007)
-@traceable(run_type="tool")
 async def ingest_documents(
     files: Optional[Union[UploadFile, List[UploadFile]]] = File(None),
     link_list: Optional[str] = Form(None),
@@ -223,7 +221,6 @@ async def ingest_documents(
 @register_microservice(
     name="opea_service@prepare_doc_pinecone_file", endpoint="/v1/dataprep/get_file", host="0.0.0.0", port=6008
 )
-@traceable(run_type="tool")
 async def rag_get_file_structure():
     print("[ dataprep - get file ] start to get file structure")
 
@@ -238,7 +235,6 @@ async def rag_get_file_structure():
 @register_microservice(
     name="opea_service@prepare_doc_pinecone_del", endpoint="/v1/dataprep/delete_file", host="0.0.0.0", port=6009
 )
-@traceable(run_type="tool")
 async def delete_all(file_path: str = Body(..., embed=True)):
     """Delete file according to `file_path`.
 

diff --git a/comps/dataprep/pinecone/requirements.txt b/comps/dataprep/pinecone/requirements.txt
@@ -10,7 +10,6 @@ langchain-community
 langchain-openai
 langchain-pinecone
 langchain-text-splitters
-langsmith
 markdown
 numpy
 opentelemetry-api

diff --git a/comps/dataprep/redis/langchain_ray/prepare_doc_redis_on_ray.py b/comps/dataprep/redis/langchain_ray/prepare_doc_redis_on_ray.py
@@ -26,7 +26,6 @@
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_community.embeddings import HuggingFaceBgeEmbeddings, HuggingFaceHubEmbeddings
 from langchain_community.vectorstores import Redis
-from langsmith import traceable
 
 cur_path = pathlib.Path(__file__).parent.resolve()
 comps_path = os.path.join(cur_path, "../../../../")
@@ -322,7 +321,6 @@ async def ingest_documents(files: List[UploadFile] = File(None), link_list: str
 @register_microservice(
     name="opea_service@prepare_doc_redis_file", endpoint="/v1/dataprep/get_file", host="0.0.0.0", port=6008
 )
-@traceable(run_type="tool")
 async def rag_get_file_structure():
     print("[ get_file_structure] ")
 
@@ -337,7 +335,6 @@ async def rag_get_file_structure():
 @register_microservice(
     name="opea_service@prepare_doc_redis_del", endpoint="/v1/dataprep/delete_file", host="0.0.0.0", port=6009
 )
-@traceable(run_type="tool")
 async def delete_single_file(file_path: str = Body(..., embed=True)):
     """Delete file according to `file_path`.
 

diff --git a/comps/dataprep/redis/langchain_ray/requirements.txt b/comps/dataprep/redis/langchain_ray/requirements.txt
@@ -7,7 +7,6 @@ fastapi
 huggingface_hub
 langchain
 langchain-community
-langsmith
 numpy
 opentelemetry-api
 opentelemetry-exporter-otlp

diff --git a/comps/dataprep/redis/llama_index/prepare_doc_redis.py b/comps/dataprep/redis/llama_index/prepare_doc_redis.py
@@ -8,7 +8,6 @@
 
 from config import EMBED_MODEL, INDEX_NAME, REDIS_URL
 from fastapi import Body, File, HTTPException, UploadFile
-from langsmith import traceable
 from llama_index.core import SimpleDirectoryReader, StorageContext, VectorStoreIndex
 from llama_index.core.settings import Settings
 from llama_index.embeddings.huggingface import HuggingFaceEmbedding
@@ -55,7 +54,6 @@ async def ingest_data_to_redis(doc_path: DocPath):
 
 
 @register_microservice(name="opea_service@prepare_doc_redis", endpoint="/v1/dataprep", host="0.0.0.0", port=6007)
-@traceable(run_type="tool")
 # llama index only support upload files now
 async def ingest_documents(files: Optional[Union[UploadFile, List[UploadFile]]] = File(None)):
     print(f"files:{files}")
@@ -81,7 +79,6 @@ async def ingest_documents(files: Optional[Union[UploadFile, List[UploadFile]]]
 @register_microservice(
     name="opea_service@prepare_doc_redis_file", endpoint="/v1/dataprep/get_file", host="0.0.0.0", port=6008
 )
-@traceable(run_type="tool")
 async def rag_get_file_structure():
     print("[ get_file_structure] ")
 
@@ -96,7 +93,6 @@ async def rag_get_file_structure():
 @register_microservice(
     name="opea_service@prepare_doc_redis_del", endpoint="/v1/dataprep/delete_file", host="0.0.0.0", port=6009
 )
-@traceable(run_type="tool")
 async def delete_single_file(file_path: str = Body(..., embed=True)):
     """Delete file according to `file_path`.
 

diff --git a/comps/dataprep/redis/llama_index/requirements.txt b/comps/dataprep/redis/llama_index/requirements.txt
@@ -1,7 +1,6 @@
 docarray[full]
 fastapi
 huggingface_hub
-langsmith
 llama-index
 llama-index-embeddings-huggingface==0.2.0
 llama-index-readers-file

diff --git a/comps/embeddings/langchain-mosec/embedding_mosec.py b/comps/embeddings/langchain-mosec/embedding_mosec.py
@@ -6,7 +6,6 @@
 from typing import List, Optional
 
 from langchain_community.embeddings import OpenAIEmbeddings
-from langsmith import traceable
 
 from comps import (
     EmbedDoc,
@@ -53,7 +52,6 @@ def empty_embedding() -> List[float]:
     input_datatype=TextDoc,
     output_datatype=EmbedDoc,
 )
-@traceable(run_type="embedding")
 @register_statistics(names=["opea_service@embedding_mosec"])
 def embedding(input: TextDoc) -> EmbedDoc:
     start = time.time()

diff --git a/comps/embeddings/langchain/embedding_tei.py b/comps/embeddings/langchain/embedding_tei.py
@@ -6,7 +6,6 @@
 from typing import Union
 
 from langchain_huggingface import HuggingFaceEndpointEmbeddings
-from langsmith import traceable
 
 from comps import (
     EmbedDoc,
@@ -32,7 +31,6 @@
     host="0.0.0.0",
     port=6000,
 )
-@traceable(run_type="embedding")
 @register_statistics(names=["opea_service@embedding_tei_langchain"])
 def embedding(
     input: Union[TextDoc, EmbeddingRequest, ChatCompletionRequest]

diff --git a/comps/embeddings/langchain/requirements.txt b/comps/embeddings/langchain/requirements.txt
@@ -3,7 +3,6 @@ fastapi
 huggingface_hub
 langchain
 langchain_huggingface
-langsmith
 opentelemetry-api
 opentelemetry-exporter-otlp
 opentelemetry-sdk

diff --git a/comps/embeddings/llama_index/embedding_tei.py b/comps/embeddings/llama_index/embedding_tei.py
@@ -3,7 +3,6 @@
 
 import os
 
-from langsmith import traceable
 from llama_index.embeddings.text_embeddings_inference import TextEmbeddingsInference
 
 from comps import EmbedDoc, ServiceType, TextDoc, opea_microservices, register_microservice
@@ -18,7 +17,6 @@
     input_datatype=TextDoc,
     output_datatype=EmbedDoc,
 )
-@traceable(run_type="embedding")
 def embedding(input: TextDoc) -> EmbedDoc:
     embed_vector = embeddings._get_query_embedding(input.text)
     res = EmbedDoc(text=input.text, embedding=embed_vector)

diff --git a/comps/embeddings/llama_index/local_embedding.py b/comps/embeddings/llama_index/local_embedding.py
@@ -1,7 +1,6 @@
 # Copyright (C) 2024 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
-from langsmith import traceable
 from llama_index.embeddings.huggingface_api import HuggingFaceInferenceAPIEmbedding
 
 from comps import EmbedDoc, ServiceType, TextDoc, opea_microservices, register_microservice
@@ -16,7 +15,6 @@
     input_datatype=TextDoc,
     output_datatype=EmbedDoc,
 )
-@traceable(run_type="embedding")
 def embedding(input: TextDoc) -> EmbedDoc:
     embed_vector = embeddings.get_text_embedding(input.text)
     res = EmbedDoc(text=input.text, embedding=embed_vector)

diff --git a/comps/embeddings/llama_index/requirements.txt b/comps/embeddings/llama_index/requirements.txt
@@ -1,7 +1,6 @@
 docarray[full]
 fastapi
 huggingface_hub
-langsmith
 llama-index-embeddings-huggingface-api
 llama-index-embeddings-text-embeddings-inference
 opentelemetry-api

diff --git a/comps/guardrails/llama_guard/guardrails_tgi.py b/comps/guardrails/llama_guard/guardrails_tgi.py
@@ -7,7 +7,6 @@
 from langchain_community.utilities.requests import JsonRequestsWrapper
 from langchain_huggingface import ChatHuggingFace
 from langchain_huggingface.llms import HuggingFaceEndpoint
-from langsmith import traceable
 
 from comps import GeneratedDoc, ServiceType, TextDoc, opea_microservices, register_microservice
 
@@ -63,7 +62,6 @@ def get_tgi_service_model_id(endpoint_url, default=DEFAULT_MODEL):
     input_datatype=Union[GeneratedDoc, TextDoc],
     output_datatype=TextDoc,
 )
-@traceable(run_type="llm")
 def safety_guard(input: Union[GeneratedDoc, TextDoc]) -> TextDoc:
     if isinstance(input, GeneratedDoc):
         messages = [{"role": "user", "content": input.prompt}, {"role": "assistant", "content": input.text}]

diff --git a/comps/guardrails/llama_guard/requirements.txt b/comps/guardrails/llama_guard/requirements.txt
@@ -4,7 +4,6 @@ fastapi
 huggingface-hub<=0.24.0
 langchain-community
 langchain-huggingface
-langsmith
 opentelemetry-api
 opentelemetry-exporter-otlp
 opentelemetry-sdk

diff --git a/comps/guardrails/pii_detection/pii_detection.py b/comps/guardrails/pii_detection/pii_detection.py
@@ -8,7 +8,6 @@
 from pathlib import Path
 
 from fastapi import File, Form, HTTPException, UploadFile
-from langsmith import traceable
 
 cur_path = pathlib.Path(__file__).parent.resolve()
 comps_path = os.path.join(cur_path, "../../../")

diff --git a/comps/guardrails/pii_detection/requirements.txt b/comps/guardrails/pii_detection/requirements.txt
@@ -8,7 +8,6 @@ gibberish-detector
 huggingface_hub
 langchain
 langchain-community
-langsmith
 numpy
 opentelemetry-api
 opentelemetry-exporter-otlp

diff --git a/comps/knowledgegraphs/langchain/knowledge_graph.py b/comps/knowledgegraphs/langchain/knowledge_graph.py
@@ -22,7 +22,6 @@
 from langchain_community.graphs import Neo4jGraph
 from langchain_community.llms import HuggingFaceEndpoint
 from langchain_community.vectorstores.neo4j_vector import Neo4jVector
-from langsmith import traceable
 
 from comps import GeneratedDoc, GraphDoc, ServiceType, opea_microservices, register_microservice
 

diff --git a/comps/knowledgegraphs/requirements.txt b/comps/knowledgegraphs/requirements.txt
@@ -8,7 +8,6 @@ langchain
 langchain_community==0.2.5
 langchain_openai
 langchainhub
-langsmith
 neo4j
 numpy
 opentelemetry-api

diff --git a/comps/llms/faq-generation/tgi/llm.py b/comps/llms/faq-generation/tgi/llm.py
@@ -9,12 +9,10 @@
 from langchain.prompts import PromptTemplate
 from langchain.text_splitter import CharacterTextSplitter
 from langchain_community.llms import HuggingFaceEndpoint
-from langsmith import traceable
 
 from comps import GeneratedDoc, LLMParamsDoc, ServiceType, opea_microservices, register_microservice
 
 
-@traceable(run_type="tool")
 def post_process_text(text: str):
     if text == " ":
         return "data: @#$\n\n"
@@ -33,7 +31,6 @@ def post_process_text(text: str):
     host="0.0.0.0",
     port=9000,
 )
-@traceable(run_type="llm")
 def llm_generate(input: LLMParamsDoc):
     llm_endpoint = os.getenv("TGI_LLM_ENDPOINT", "http://localhost:8080")
     llm = HuggingFaceEndpoint(

diff --git a/comps/llms/faq-generation/tgi/requirements.txt b/comps/llms/faq-generation/tgi/requirements.txt
@@ -3,7 +3,6 @@ fastapi
 huggingface_hub
 langchain==0.1.16
 langserve
-langsmith
 opentelemetry-api
 opentelemetry-exporter-otlp
 opentelemetry-sdk