[Evals] Add Project Tags (#13982)

Add them to project extra
langchain-ai · Nov 28, 2023 · e5256bc · e5256bc
1 parent 9e017ff
commit e5256bc
Showing 1 changed file with 7 additions and 2 deletions.
diff --git a/libs/langchain/langchain/smith/evaluation/runner_utils.py b/libs/langchain/langchain/smith/evaluation/runner_utils.py
@@ -906,14 +906,18 @@ def _prepare_eval_run(
     llm_or_chain_factory: MODEL_OR_CHAIN_FACTORY,
     project_name: str,
     project_metadata: Optional[Dict[str, Any]] = None,
+    tags: Optional[List[str]] = None,
 ) -> Tuple[MCF, str, Dataset, List[Example]]:
     wrapped_model = _wrap_in_chain_factory(llm_or_chain_factory, dataset_name)
     dataset = client.read_dataset(dataset_name=dataset_name)
     try:
+        project_extra: dict = {"metadata": project_metadata} if project_metadata else {}
+        if tags:
+            project_extra["tags"] = tags
         project = client.create_project(
             project_name,
             reference_dataset_id=dataset.id,
-            project_extra={"metadata": project_metadata} if project_metadata else {},
+            project_extra=project_extra,
         )
     except (HTTPError, ValueError, LangSmithError) as e:
         if "already exists " not in str(e):
@@ -959,6 +963,7 @@ def _prepare_run_on_dataset(
         llm_or_chain_factory,
         project_name,
         project_metadata=project_metadata,
+        tags=tags,
     )
     wrapped_model = _wrap_in_chain_factory(llm_or_chain_factory)
     run_evaluators = _setup_evaluation(
@@ -1026,7 +1031,7 @@ def _collect_test_results(
             "execution_time": all_execution_time.get(str(example.id)),
         }
         if isinstance(output, EvalError):
-            results[str(example.id)]["Error"] = output.error
+            results[str(example.id)]["Error"] = output.Error
         else:
             results[str(example.id)]["output"] = output
         if example.outputs: