From d74203ab6f94ae6ba76eba6778e85511376909ef Mon Sep 17 00:00:00 2001 From: Yeganathan S Date: Wed, 9 Aug 2023 16:15:07 +0530 Subject: [PATCH 1/3] Update organization enrichment limit in script --- backend/src/bin/scripts/enrich-members-and-organizations.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend/src/bin/scripts/enrich-members-and-organizations.ts b/backend/src/bin/scripts/enrich-members-and-organizations.ts index 149f1531b6..86a93b87b3 100644 --- a/backend/src/bin/scripts/enrich-members-and-organizations.ts +++ b/backend/src/bin/scripts/enrich-members-and-organizations.ts @@ -145,7 +145,7 @@ if (parameters.help || (!parameters.tenant && (!parameters.organization || !para type: NodeWorkerMessageType.NODE_MICROSERVICE, service: 'enrich-organizations', tenantId: organization.id, - maxEnrichLimit: 5000, + maxEnrichLimit: 10000, } as NodeWorkerMessageBase await sendNodeWorkerMessage(tenantId, payload) From d0e4efc44ab81729b99c9a3c3ea5dc35b4f20f13 Mon Sep 17 00:00:00 2001 From: Yeganathan S Date: Wed, 9 Aug 2023 17:29:11 +0530 Subject: [PATCH 2/3] Fix the organization enrichments bug --- .../enrich-members-and-organizations.ts | 18 ++++++++---------- 1 file changed, 8 insertions(+), 10 deletions(-) diff --git a/backend/src/bin/scripts/enrich-members-and-organizations.ts b/backend/src/bin/scripts/enrich-members-and-organizations.ts index 86a93b87b3..aa60969aa4 100644 --- a/backend/src/bin/scripts/enrich-members-and-organizations.ts +++ b/backend/src/bin/scripts/enrich-members-and-organizations.ts @@ -140,16 +140,14 @@ if (parameters.help || (!parameters.tenant && (!parameters.organization || !para log.info({ tenantId }, `Total organizations found in the tenant: ${totalOrganizations}`) - for (const organization of organizations.rows) { - const payload = { - type: NodeWorkerMessageType.NODE_MICROSERVICE, - service: 'enrich-organizations', - tenantId: organization.id, - maxEnrichLimit: 10000, - } as NodeWorkerMessageBase - - await sendNodeWorkerMessage(tenantId, payload) - } + const payload = { + type: NodeWorkerMessageType.NODE_MICROSERVICE, + service: 'enrich-organizations', + tenantId, + maxEnrichLimit: 10000, // there is no pagination for organizations, we set a limit as 10k + } as NodeWorkerMessageBase + + await sendNodeWorkerMessage(tenantId, payload) offset += limit } while (totalOrganizations > offset) From 52a65b0e905b23acd94044c14273691c428c9b00 Mon Sep 17 00:00:00 2001 From: Yeganathan S Date: Wed, 9 Aug 2023 17:39:20 +0530 Subject: [PATCH 3/3] Update the code documentation --- backend/src/bin/scripts/enrich-members-and-organizations.ts | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/backend/src/bin/scripts/enrich-members-and-organizations.ts b/backend/src/bin/scripts/enrich-members-and-organizations.ts index aa60969aa4..3bea5880de 100644 --- a/backend/src/bin/scripts/enrich-members-and-organizations.ts +++ b/backend/src/bin/scripts/enrich-members-and-organizations.ts @@ -144,7 +144,9 @@ if (parameters.help || (!parameters.tenant && (!parameters.organization || !para type: NodeWorkerMessageType.NODE_MICROSERVICE, service: 'enrich-organizations', tenantId, - maxEnrichLimit: 10000, // there is no pagination for organizations, we set a limit as 10k + // Since there is no pagination implemented for the organizations enrichment, + // we set a limit of 10,000 to ensure all organizations are included when enriched in bulk. + maxEnrichLimit: 10000, } as NodeWorkerMessageBase await sendNodeWorkerMessage(tenantId, payload)