First iteration of tracing

.env.example

@@ -19,4 +19,7 @@ PORT=8080
 
 GIT_TOKEN=<your-github-token>
 
-VERBOSE_LOGGING=true
+VERBOSE_LOGGING=true
+LANGCHAIN_PROJECT="codex-dev"
+LANGCHAIN_TRACING_V2=true
+LANGCHAIN_API_KEY=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

codex/deploy/agent.py

@@ -10,10 +10,11 @@
 from codex.develop.compile import create_bundle_code
 from codex.deploy.infrastructure import create_cloud_db
 from codex.deploy.model import Settings
+from langsmith import traceable
 
 logger = logging.getLogger(__name__)
 
-
+@traceable
 async def create_deployment(
     ids: Identifiers,
     completedApp: CompletedApp,
@@ -27,7 +28,7 @@ async def create_deployment(
     deployment = await create_cloud_deployment(ids, completedApp, spec, settings)
     return deployment
 
-
+@traceable
 async def create_local_deployment(
     ids: Identifiers, completedApp: CompletedApp, spec: Specification
 ) -> Deployment:
@@ -65,7 +66,7 @@ async def create_local_deployment(
         raise ValueError(f"Error creating deployment in database: {e}")
     return deployment
 
-
+@traceable
 async def create_cloud_deployment(
     ids: Identifiers,
     completedApp: CompletedApp,

codex/develop/agent.py

@@ -31,12 +31,13 @@
 from codex.develop.function import construct_function, generate_object_template
 from codex.requirements.blocks.ai_page_decompose import PageDecompositionBlock
 from codex.requirements.database import get_specification
+from langsmith import traceable
 
 RECURSION_DEPTH_LIMIT = int(os.environ.get("RECURSION_DEPTH_LIMIT", 2))
 
 logger = logging.getLogger(__name__)
 
-
+@traceable
 async def process_api_route(
     api_route: prisma.models.APIRouteSpec,
     ids: Identifiers,
@@ -128,7 +129,7 @@ async def process_api_route(
         compiled_route.id, route_root_func, spec, available_funcs, available_objs
     )
 
-
+@traceable
 async def develop_user_interface(ids: Identifiers) -> CompletedApp:
     if not ids.user_id or not ids.app_id or not ids.completed_app_id:
         raise ValueError("user_id, app_id, and completed_app_id are required")
@@ -174,7 +175,7 @@ async def develop_user_interface(ids: Identifiers) -> CompletedApp:
 
     return await develop_application(ids, frontend_spec, lang="nicegui")
 
-
+@traceable
 async def develop_application(
     ids: Identifiers,
     spec: Specification,
@@ -247,7 +248,7 @@ async def develop_application(
 
     return completed_app
 
-
+@traceable
 async def populate_available_functions_objects(
     functions: list[Function],
 ) -> tuple[dict[str, Function], dict[str, ObjectType]]:
@@ -270,7 +271,7 @@ async def populate_available_functions_objects(
 
     return generated_func, generated_objs
 
-
+@traceable
 async def develop_route(
     ids: Identifiers,
     goal_description: str,

codex/interview/agent.py

@@ -13,10 +13,12 @@
     InterviewResponse,
     UpdateUnderstanding,
 )
+from langsmith.wrappers import wrap_openai
+from langsmith import traceable
 
 logger = logging.getLogger(__name__)
 
-
+@traceable
 async def start_interview(
     ids: Identifiers, app: prisma.models.Application
 ) -> InterviewResponse:
@@ -74,7 +76,7 @@ async def start_interview(
         phase_completed=ans.phase_completed,
     )
 
-
+@traceable
 async def continue_interview(
     ids: Identifiers, app: prisma.models.Application, user_message: str
 ) -> InterviewResponse:

codex/requirements/agent.py

@@ -16,6 +16,7 @@
 import codex.requirements.blocks.ai_module_routes
 import codex.requirements.model
 from codex.api_model import Identifiers
+from langsmith import traceable
 
 logger = logging.getLogger(__name__)
 
@@ -57,7 +58,7 @@ class SpecHolder(pydantic.BaseModel):
     modules: list[Module] = []
     db_response: codex.requirements.model.DBResponse | None = None
 
-
+@traceable
 async def generate_requirements(ids: Identifiers, app: Application) -> SpecHolder:
     """
     Runs the Requirements Agent to generate the system requirements based
@@ -166,7 +167,7 @@ async def generate_requirements(ids: Identifiers, app: Application) -> SpecHolde
     logger.info("Specification Definition Complete, saving to database")
     return spec_holder
 
-
+@traceable
 async def denfine_module_routes(
     ids: Identifiers,
     app: Application,
@@ -216,7 +217,7 @@ async def denfine_module_routes(
 
     return module
 
-
+@traceable
 async def define_api_spec(
     ids: Identifiers,
     app: Application,

pyproject.toml

@@ -40,6 +40,7 @@ google-api-python-client = "^2.126.0"
 google-auth-httplib2 = "^0.2.0"
 google-auth-oauthlib = "^1.2.0"
 nicegui = "^1.4.22"
+langsmith = "^0.1.52"
 
 [tool.poetry.group.dev.dependencies]
 pytest = "^7.4.3"