feat: use new crawler parameters name and appId

.github/workflows/github_pages.yml

@@ -16,7 +16,7 @@ jobs:
         uses: actions/checkout@v2
         with:
           repository: algolia/algoliasearch-crawler-github-actions 
-          ref: v0.4.2
+          ref: v0.5.0
       - name: Sleep for 30s
         run: sleep 30
       - name: Github-pages-MAIN => Algolia crawler creation and recrawl (Push on Main branch)

.github/workflows/netlify.yml

@@ -18,7 +18,7 @@ jobs:
         uses: actions/checkout@v2
         with:
           repository: algolia/algoliasearch-crawler-github-actions 
-          ref: v0.4.2
+          ref: v0.5.0
       - name: Sleep for 30s
         run: sleep 30
       - name: Netlify-PR => Algolia crawler creation and recrawl on preview (Pull Request)

.github/workflows/vercel_pr.yml

@@ -22,7 +22,7 @@ jobs:
         uses: actions/checkout@v2
         with:
           repository: algolia/algoliasearch-crawler-github-actions 
-          ref: v0.4.2
+          ref: v0.5.0
       - name: Vercel-PR => Algolia crawler creation and recrawl on preview (Pull Request)
         uses: ./
         id: crawler_pr

.github/workflows/vercel_push.yml

@@ -16,7 +16,7 @@ jobs:
         uses: actions/checkout@v2
         with:
           repository: algolia/algoliasearch-crawler-github-actions 
-          ref: v0.4.2
+          ref: v0.5.0
       - name: Vercel-MAIN => Algolia crawler creation and recrawl on preview (Push on Main branch)
         uses: ./
         id: crawler_push

src/crawler-api-client.ts

@@ -151,6 +151,8 @@ class CrawlerApiClient {
    *
    * @param itemsPerPage - The number of crawlers to return per page.
    * @param page - The page to fetch.
+   * @param name - Name of the crawler to get.
+   * @param appId - Application of the crawlers to get.
    * @returns A promise that will resolve with an object looking like:
    * {
    * items: [{ id: 'crawler_1_id', name: 'crawler_1_name' },  { id: 'crawler_2_id, ... }],
@@ -162,11 +164,15 @@ class CrawlerApiClient {
    */
   async getCrawlers(
     itemsPerPage: number,
-    page: number
+    page: number,
+    name?: string,
+    appId?: string
   ): Promise<GetCrawlersResponseBody> {
     const searchParams: SearchParams = {};
     if (itemsPerPage) searchParams.itemsPerPage = itemsPerPage;
     if (page) searchParams.page = page;
+    if (name) searchParams.name = name;
+    if (appId) searchParams.appId = appId;
     const qs = Object.keys(searchParams)
       .map(
         (k) => `${encodeURIComponent(k)}=${encodeURIComponent(searchParams[k])}`

src/index.ts

@@ -55,31 +55,19 @@ function getRecordExtractorSource(): string {
 }
 
 async function crawlerReindex(): Promise<void> {
-  const filteredCrawlers = [];
   let crawlerId = '';
-  let currentPage = 1;
-  let nbFetchedCrawlers = 0;
-  let crawlers: GetCrawlersResponseBody | undefined;
 
-  // Searching for the crawler, based on the name
-  do {
-    crawlers = await client.getCrawlers(100, currentPage++);
+  // Searching for the crawler, based on the name and application ID
+  const crawlers: GetCrawlersResponseBody | undefined =
+    await client.getCrawlers(100, 1, CRAWLER_NAME, ALGOLIA_APP_ID);
 
-    if (typeof crawlers === 'undefined') {
-      break;
-    }
-
-    nbFetchedCrawlers += crawlers.items.length;
-    filteredCrawlers.push(
-      ...crawlers.items.filter(({ name }) => {
-        return name.indexOf(CRAWLER_NAME) === 0;
-      })
-    );
-  } while (crawlers.total > nbFetchedCrawlers);
+  if (typeof crawlers === 'undefined') {
+    return;
+  }
 
-  if (filteredCrawlers.length !== 0) {
+  if (crawlers.items.length !== 0) {
     // If the crawler exists : update it
-    crawlerId = filteredCrawlers[0].id;
+    crawlerId = crawlers.items[0].id;
     if (OVERRIDE_CONFIG) {
       const config = getConfig();
       await client.updateConfig(crawlerId, config);