feat: update pipeline with new variables

jupyter-naas · May 3, 2024 · be7110d · be7110d
1 parent fbaf36e
commit be7110d
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/models/growth-engine/__pipeline__.ipynb b/models/growth-engine/__pipeline__.ipynb
@@ -145,7 +145,9 @@
     "# Engine\n",
     "engine_name = \"growth-engine\"\n",
     "assistant_name = \"Growth Assistant\"\n",
-    "custom_pipeline_path = os.path.join(naas_data_product.MODELS_PATH, engine_name, \"custom\", \"__pipeline__.ipynb\")"
+    "custom_pipeline_path = os.path.join(naas_data_product.MODELS_PATH, engine_name, \"custom\", \"__pipeline__.ipynb\")\n",
+    "limit_linkedin = 0\n",
+    "limit_llm = 5"
    ]
   },
   {
@@ -269,6 +271,8 @@
     "        \"sheet_people\": sheet_people,\n",
     "        \"output_dir\": engine_dir,\n",
     "        \"datalake_dir\": datalake_dir,\n",
+    "        \"limit_linkedin\": limit_linkedin,\n",
+    "        \"limit_llm\": limit_llm\n",
     "    }\n",
     ")\n",
     "organizations = NotebookStep(\n",
@@ -284,6 +288,7 @@
     "        \"sheet_people\": sheet_people,\n",
     "        \"output_dir\": engine_dir,\n",
     "        \"datalake_dir\": datalake_dir,\n",
+    "        \"limit_linkedin\": limit_linkedin,\n",
     "    }\n",
     ")\n",
     "contacts = NotebookStep(\n",
@@ -298,6 +303,7 @@
     "        \"linkedin_url\": linkedin_url,\n",
     "        \"datalake_dir\": datalake_dir,\n",
     "        \"output_dir\": engine_dir,\n",
+    "        \"limit_llm\": limit_llm\n",
     "    }\n",
     ")\n",
     "analytics = NotebookStep(\n",