add similar chain for langchain-eval

microsoft · Jun 6, 2024 · e980154 · e980154
1 parent 0f5999b
commit e980154
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 2 deletions.
diff --git a/examples/flex-flows/eval-criteria-with-langchain/eval_conciseness.py b/examples/flex-flows/eval-criteria-with-langchain/eval_conciseness.py
@@ -16,7 +16,7 @@ class Result:
 
 
 class LangChainEvaluator:
-    def __init__(self, custom_connection: CustomConnection):
+    def __init__(self, custom_connection: CustomConnection, deployment_name: str):
         self.custom_connection = custom_connection
 
         # create llm according to the secrets in custom connection
@@ -27,7 +27,7 @@ def __init__(self, custom_connection: CustomConnection):
             )
         elif "openai_api_key" in self.custom_connection.secrets:
             self.llm = AzureChatOpenAI(
-                deployment_name="gpt-35-turbo",
+                deployment_name=deployment_name,
                 openai_api_key=self.custom_connection.secrets["openai_api_key"],
                 azure_endpoint=self.custom_connection.configs["azure_endpoint"],
                 openai_api_type="azure",

diff --git a/examples/flex-flows/eval-criteria-with-langchain/langchain-eval.ipynb b/examples/flex-flows/eval-criteria-with-langchain/langchain-eval.ipynb
@@ -96,6 +96,22 @@
     "print(conn)"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Deployment name"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "deployment_name = \"gpt-35-turbo\""
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {},
@@ -141,6 +157,7 @@
     "    # reference custom connection by name\n",
     "    init={\n",
     "        \"custom_connection\": \"my_llm_connection\",\n",
+    "        \"deployment_name\": deployment_name,\n",
     "    },\n",
     "    data=data,\n",
     "    column_mapping={\n",