Changes for APIM

akshata29 · Aug 11, 2023 · 26d60d3 · 26d60d3
1 parent a8ed0d9
commit 26d60d3
Show file tree

Hide file tree

Showing 60 changed files with 165 additions and 192 deletions.
diff --git a/Configuration.md b/Configuration.md
@@ -5,7 +5,6 @@
 | Key | Default Value | Detail |
 | --- | --- | ------------- |
 |OpenAiKey||Your Azure OpenAI Key.  <br>You can get the OpenAI Key from Azure Portal for your deployed OpenAI service.
-|OpenAiService||Name of the OpenAI Service deployed in Azure
 |OpenAiEndPoint||Fully qualified endpoint for Azure OpenAI <br>(https://<yourresource>.openai.azure.com/)
 |OpenAiVersion|2023-05-15|API Version of the Azure OpenAI
 |OpenAiEmbedding|text-embedding-ada-002|Deployment name of <br>text-embedding-ada-002 model in Azure OpenAI

diff --git a/Deployment/azuredeploy.json b/Deployment/azuredeploy.json
@@ -760,10 +760,6 @@
               "name": "OpenAiApiKey",
               "value": "Dummy"
             },
-            {
-              "name": "OpenAiService",
-              "value": "[variables('aoaiSvcName')]"
-            },
             {
               "name": "OpenAiVersion",
               "value": "2023-07-01-preview"
@@ -967,10 +963,6 @@
               "name": "OpenAiApiKey",
               "value": "Dummy"
             },
-            {
-              "name": "OpenAiService",
-              "value": "[variables('aoaiSvcName')]"
-            },
             {
               "name": "OpenAiVersion",
               "value": "2023-07-01-preview"

diff --git a/README.md b/README.md
@@ -6,6 +6,7 @@ The repo provides a way to upload your own data so it's ready to try end to end.
 
 ## Updates
 
+* 8/10/2023 - **Breaking Changes** - Refactored all code to use `OpenAiEndPoint` configuration value instead of `OpenAiService`.  It is to support the best practices as they are outlined in [Enterprise Logging](https://github.com/Azure-Samples/openai-python-enterprise-logging) via Azure API Management. Your `OpenAiEndPoint` if using APIM will be API Gateway URL and the `OpenAiKey` will be the Product/Unlimited key.   If not using APIM, you don't need to change the key, but ensure `OpenAiEndPoint` is fully qualified URL of your AOAI deployment.  `OpenAiService` is no longer used.  Changes did impact the working on Chat on Stream feature, so it's disabled for now and will be enabled once tested and fixed.
 * 8/9/2023 - Added Function calling in the ChatGpt interface as checkbox.  Sample demonstrate ability to call functions.  Currently [Weather API](https://rapidapi.com/apishub/api/yahoo-weather5), [Stock API](https://rapidapi.com/alphavantage/api/alpha-vantage) and Bing Search is supported. Function calling is in preview and supported only from "API Version" of "2023-07-01-preview", so make sure you update existing deployment to use that version.  Details on calling [Functions](https://github.com/Azure-Samples/openai/blob/main/Basic_Samples/Functions/working_with_functions.ipynb).  For existing deployment add `WeatherEndPoint`, `WeatherHost`, `StockEndPoint`, `StockHost` and `RapidApiKey` configuration to Azure Function App.
 * 8/5/2023 - Added Chat Interface with "Stream" Option.  This feature allows you to stream the conversation to the client.  You will need to add `OpenAiChat`, `OpenAiChat16k`, `OpenAiEmbedding`, `OpenAiEndPoint`, `OpenAiKey`, `OpenAiApiKey`, `OpenAiService`, `OpenAiVersion`, `PineconeEnv`, `PineconeIndex`, `PineconeKey`, `RedisAddress`, `RedisPassword`, `RedisPort` property in Azure App Service (Webapp) to enable the feature for existing deployment.
 * 7/30/2023 - Removed unused Code - SummaryAndQa and Chat

diff --git a/Workshop/.env.sample b/Workshop/.env.sample
@@ -1,5 +1,5 @@
 OpenAiKey=
-OpenAiService=
+OpenAiEndPoint=
 OpenAiChat=gpt-35-turbo
 OpenAiChat16k=chat16k
 OpenAiVersion=2023-05-15

diff --git a/Workshop/0A_PromptEngg.ipynb b/Workshop/0A_PromptEngg.ipynb
@@ -26,7 +26,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"

diff --git a/Workshop/0B_EmbeddingCluster.ipynb b/Workshop/0B_EmbeddingCluster.ipynb
@@ -26,7 +26,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"

diff --git a/Workshop/0_SetupandConfig.ipynb b/Workshop/0_SetupandConfig.ipynb
@@ -143,7 +143,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"

diff --git a/Workshop/10_PibCoPilot.ipynb b/Workshop/10_PibCoPilot.ipynb
@@ -43,7 +43,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"
@@ -432,7 +432,7 @@
     "    earningVectorIndexName = 'latestearningcalls'\n",
     "    createEarningCallVectorIndex(SearchService, SearchKey, earningVectorIndexName)\n",
     "\n",
-    "    indexEarningCallSections(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey,\n",
+    "    indexEarningCallSections(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey,\n",
     "                            embeddingModelType, OpenAiEmbedding, earningVectorIndexName, docs,\n",
     "                            earningsData[-1]['callDate'], earningsData[-1]['symbol'], earningsData[-1]['year'],\n",
     "                            earningsData[-1]['quarter'])"
@@ -445,7 +445,7 @@
    "outputs": [],
    "source": [
     "def findAnswer(chainType, topK, symbol, quarter, year, question, indexName, llm):\n",
-    "    r = performEarningCallCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, \n",
+    "    r = performEarningCallCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, \n",
     "        OpenAiEmbedding, symbol, str(quarter), str(year), question, indexName, topK, returnFields=['id', 'symbol', 'quarter', 'year', 'callDate', 'content'])\n",
     "    \n",
     "    if r == None:\n",
@@ -1088,7 +1088,7 @@
     "    print(\"Number of documents chunks generated from Last SEC Filings : \", len(docs))\n",
     "\n",
     "    # Store the last index of the earning call transcript in vector Index\n",
-    "    indexSecFilingsSections(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey,\n",
+    "    indexSecFilingsSections(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey,\n",
     "                         embeddingModelType, OpenAiEmbedding, secFilingsVectorIndexName, docs, cik,\n",
     "                         symbol, latestFilingDate, filingType)\n",
     "else:\n",

diff --git a/Workshop/11_Prospectus.ipynb b/Workshop/11_Prospectus.ipynb
@@ -18,7 +18,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"
@@ -166,7 +166,7 @@
     "if r.get_count() == 0:\n",
     "    # Call Helper function to create Index and Index the sections\n",
     "    createSearchIndex(SearchService, SearchKey, indexName)\n",
-    "    indexSections(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, fileName, indexName, docs)\n",
+    "    indexSections(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, fileName, indexName, docs)\n",
     "else:\n",
     "    print(\"Found in index\")"
    ]
@@ -178,7 +178,7 @@
    "outputs": [],
    "source": [
     "def summarizeTopic(llm, query, promptTemplate):\n",
-    "    r = performCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, 3)\n",
+    "    r = performCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, 3)\n",
     "    if r == None:\n",
     "        resultsDoc = [Document(page_content=\"No results found\")]\n",
     "    else :\n",

diff --git a/Workshop/1A_GenerateQuestions.ipynb b/Workshop/1A_GenerateQuestions.ipynb
@@ -36,7 +36,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"
@@ -89,7 +89,7 @@
     "        openai.api_type = \"azure\"\n",
     "        openai.api_key = OpenAiKey\n",
     "        openai.api_version = OpenAiVersion\n",
-    "        openai.api_base = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "        openai.api_base = f\"{OpenAiEndPoint}\"\n",
     "\n",
     "        llm = AzureChatOpenAI(\n",
     "                openai_api_base=openai.api_base,\n",

diff --git a/Workshop/1_LoadData.ipynb b/Workshop/1_LoadData.ipynb
@@ -76,7 +76,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"
@@ -145,7 +145,7 @@
     "docs = textSplitter.split_documents(rawDocs)\n",
     "# Call Helper function to create Index and Index the sections\n",
     "createSearchIndex(SearchService, SearchKey, indexName)\n",
-    "indexSections(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, fileName, indexName, docs)"
+    "indexSections(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, fileName, indexName, docs)"
    ]
   },
   {
@@ -340,7 +340,7 @@
     "# Pure Vector Search\n",
     "query = \"What is Microsoft Fabric\"  \n",
     "\n",
-    "results = performCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, 3)\n",
+    "results = performCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, 3)\n",
     "\n",
     "for result in results:  \n",
     "    print(f\"Id: {result['id']}\")  \n",
@@ -530,7 +530,7 @@
     "# Vector Search with Multi-language support\n",
     "query = \"¿Qué es Microsoft Fabric?\"\n",
     "\n",
-    "results = performCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, 3)\n",
+    "results = performCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, 3)\n",
     "  \n",
     "for result in results:  \n",
     "    print(f\"Id: {result['id']}\")  \n",

diff --git a/Workshop/2A_CacheQuestion.ipynb b/Workshop/2A_CacheQuestion.ipynb
@@ -37,7 +37,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"
@@ -66,7 +66,7 @@
     "        openai.api_type = \"azure\"\n",
     "        openai.api_key = OpenAiKey\n",
     "        openai.api_version = OpenAiVersion\n",
-    "        openai.api_base = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "        openai.api_base = f\"{OpenAiEndPoint}\"\n",
     "\n",
     "        llm = AzureChatOpenAI(\n",
     "                openai_api_base=openai.api_base,\n",
@@ -320,7 +320,7 @@
     "# Since we already index our document, we can perform the search on the query to retrieve \"TopK\" documents\n",
     "topK = 3\n",
     "question = \"What is ADF\"\n",
-    "vectorQuestion = generateEmbeddings(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, embeddingModelType, OpenAiEmbedding, question)\n",
+    "vectorQuestion = generateEmbeddings(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, embeddingModelType, OpenAiEmbedding, question)\n",
     "indexType = 'cogsearchvs'\n",
     "kbIndexName = 'aoaikb'\n",
     "\n",

diff --git a/Workshop/2_AskQuestion.ipynb b/Workshop/2_AskQuestion.ipynb
@@ -52,7 +52,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"
@@ -88,7 +88,7 @@
     "        openai.api_type = \"azure\"\n",
     "        openai.api_key = OpenAiKey\n",
     "        openai.api_version = OpenAiVersion\n",
-    "        openai.api_base = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "        openai.api_base = f\"{OpenAiEndPoint}\"\n",
     "\n",
     "        llm = AzureChatOpenAI(\n",
     "                openai_api_base=openai.api_base,\n",
@@ -137,7 +137,7 @@
     "query = \"What is Microsoft Fabric\"\n",
     "\n",
     "# Since we already index our document, we can perform the search on the query to retrieve \"TopK\" documents\n",
-    "r = performCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
+    "r = performCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
     "\n",
     "if r == None:\n",
     "    docs = [Document(page_content=\"No results found\")]\n",
@@ -181,7 +181,7 @@
     "query = \"Tell me a Joke\"\n",
     "#query = \"Who is the CEO of Microsoft\"\n",
     "# Since we already index our document, we can perform the search on the query to retrieve \"TopK\" documents\n",
-    "r = performCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
+    "r = performCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
     "\n",
     "if r == None:\n",
     "    docs = [Document(page_content=\"No results found\")]\n",
@@ -225,7 +225,7 @@
     "query = \"Who is the CEO of Microsoft\"\n",
     "\n",
     "# Since we already index our document, we can perform the search on the query to retrieve \"TopK\" documents\n",
-    "r = performCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
+    "r = performCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
     "\n",
     "if r == None:\n",
     "    docs = [Document(page_content=\"No results found\")]\n",
@@ -319,7 +319,7 @@
     "chainType = \"map_reduce\"\n",
     "\n",
     "# Since we already index our document, we can perform the search on the query to retrieve \"TopK\" documents\n",
-    "r = performCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
+    "r = performCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
     "\n",
     "if r == None:\n",
     "    docs = [Document(page_content=\"No results found\")]\n",
@@ -439,7 +439,7 @@
     "chainType = \"refine\"\n",
     "\n",
     "# Since we already index our document, we can perform the search on the query to retrieve \"TopK\" documents\n",
-    "r = performCogSearch(OpenAiService, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
+    "r = performCogSearch(OpenAiEndPoint, OpenAiKey, OpenAiVersion, OpenAiApiKey, SearchService, SearchKey, embeddingModelType, OpenAiEmbedding, query, indexName, topK)\n",
     "\n",
     "if r == None:\n",
     "    docs = [Document(page_content=\"No results found\")]\n",

diff --git a/Workshop/3_Summarization.ipynb b/Workshop/3_Summarization.ipynb
@@ -39,7 +39,7 @@
     "openai_api_key = OpenAiKey\n",
     "assert openai_api_key, \"ERROR: Azure OpenAI Key is missing\"\n",
     "openai.api_key = openai_api_key\n",
-    "openAiEndPoint = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "openAiEndPoint = f\"{OpenAiEndPoint}\"\n",
     "assert openAiEndPoint, \"ERROR: Azure OpenAI Endpoint is missing\"\n",
     "assert \"openai.azure.com\" in openAiEndPoint.lower(), \"ERROR: Azure OpenAI Endpoint should be in the form: \\n\\n\\t<your unique endpoint identifier>.openai.azure.com\"\n",
     "openai.api_base = openAiEndPoint"
@@ -130,7 +130,7 @@
     "        openai.api_type = \"azure\"\n",
     "        openai.api_key = OpenAiKey\n",
     "        openai.api_version = OpenAiVersion\n",
-    "        openai.api_base = f\"https://{OpenAiService}.openai.azure.com\"\n",
+    "        openai.api_base = f\"{OpenAiEndPoint}\"\n",
     "\n",
     "        llm = AzureChatOpenAI(\n",
     "                openai_api_base=openai.api_base,\n",