From aa782e00d57ef36054917a4bc7e136cf21a90476 Mon Sep 17 00:00:00 2001 From: FlorentLvr Date: Fri, 3 May 2024 11:47:06 +0200 Subject: [PATCH] feat: add limit lk and llm and cron as variables --- __pipeline__.ipynb | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/__pipeline__.ipynb b/__pipeline__.ipynb index 6d62682..c210f17 100644 --- a/__pipeline__.ipynb +++ b/__pipeline__.ipynb @@ -105,6 +105,9 @@ "- `abi_spreadsheet`: Google Sheets spreadsheet URL\n", "- `sheet_entity`: Entity sheet name that stores all your personal data\n", "- `long_lived_token`: Long lived token to connect to Naas API.\n", + "- `limit_linkedin`: Max call on a specific LinkedIn endpoint (profile top card, company info).\n", + "- `limit_llm`: Max call on LLM (Naas API) to enrich specific data from Growth OBT (PEOPLE, ORGANIZATIONS, CONTACTS).\n", + "- `cron`: Represents the scheduling pattern of your notebook (https://crontab.guru/)\n", "\n", "**Outputs**\n", "- `datalake_dir`: Datalake directory" @@ -125,6 +128,9 @@ "long_lived_token = naas.secret.get('NAAS_API_TOKEN')\n", "entity_start = 0\n", "entity_end = None\n", + "limit_linkedin = 5\n", + "limit_llm = 5\n", + "cron = \"0 12 * * *\"\n", "\n", "# Outputs\n", "datalake_dir = naas.secret.get(\"ABI_DATALAKE_DIR\")" @@ -281,7 +287,9 @@ " \"linkedin_url\": linkedin_url,\n", " \"li_at\": li_at,\n", " \"JSESSIONID\": JSESSIONID,\n", - " \"entity_dir\": entity_dir\n", + " \"entity_dir\": entity_dir,\n", + " \"limit_linkedin\": limit_linkedin,\n", + " \"limit_llm\": limit_llm\n", " }\n", " )\n", " sales = NotebookStep(\n", @@ -361,7 +369,6 @@ "outputs": [], "source": [ "# Schedule pipeline\n", - "cron = \"0 8 * * *\"\n", "print(\"⏰ Scheduler:\", cron)\n", "naas.scheduler.add(cron=cron)\n", "# naas.scheduler.delete()"