Node.js Performance: Detecting Memory Leaks and High CPU Usage

[sudhir-pandey24]

I have written Node.js API in which its read data from collection. collection containing 480 records. Each records containing 300 sub payload data.

const data = await csvModel['csvFiles'].find({ "created_datetime": today_datetime });
if (data.length > 0) {
	for (let mappData of data) {
		await payloadMapping(mappData.payload);
	}
}

Inside payloadMapping we are doing mapping of field and stored inside new collection

const payloadMapping = async (jsonPayload) => {
  try {
	  let categoryId = await getCategoryID(jsonPayload["category"][0].parent_category);
	  let totalEvent = jsonPayload["category"][0].event.length;
	  if (categoryId) {
		  let allExistingEvent = await getAllEvents(categoryId);
		  let eventInsertData = [];
		  for (let i = 0; i < totalEvent; i++) {
			  let duplicate_event = false;
			  let eventPayload = {};
			  eventPayload["categoryId"] = categoryId;
			  eventPayload["start"] = jsonPayload["category"][0].event[i].start;
			  /*Check no two event at same times */
			  if (allExistingEvent.length > 0) {
				  allExistingEvent.forEach(item => {
					  let result = item.categoryId.every((element, index) => element === categoryId[index]);
					  if (result && item.start === eventPayload.start) {
						  duplicate_event = true;
					  }
				  });
			  }
			  /*Check ends */
			  if (!duplicate_event) {
				  eventPayload["title"] = jsonPayload["category"][0].event[i].title;
				  eventPayload["description"] = jsonPayload["category"][0].event[i].description;
				  eventPayload["event_location"] = jsonPayload["category"][0].event[i].location;
				  eventPayload["duration"] = jsonPayload["category"][0].event[i].duration;
				  eventPayload["status"] = 1;
				  eventInsertData.push(eventPayload);
			  }
		  }
		  if (eventInsertData.length > 0) {
			try {
				await Events.insertMany(eventInsertData);
			} catch (mongoErr) {
			  console.log(mongoErr);
			}
		  }
	  } else {
		console.log("Category collection not exist" + jsonPayload["category"][0].name);
	  }
	} catch (error) {
    console.log(error, "catch error")
  }
}

This function list all events based on parent_category

const getCategoryID = (parent_category) => {
  return new Promise( (resolve) => {
    (async () => {
      const query = { parent_category: parent_category};
      let categoryArray = [];
      let categoryResult = await categoryModel.find(query);
      if (categoryResult.length > 0) {
        categoryResult.forEach((item) => {
          categoryArray.push(item._id.toString());
        })
      }
      resolve(categoryArray);
    });
  });
};

This function list all events based on category_id

const getAllEvents = (categoryId) => {
  return new Promise( (resolve) => {
    (async () => {
      try {
        const eventLists = await Events.find({ 'categoryId': categoryId }, { "categoryId": 1, "start": 1 });
        if (eventLists.length > 0) {
          resolve(eventLists);
        } else {
          resolve([]);
        }
      } catch (dbErr) {
        console.log("dbErr", dbErr);
        resolve([]);
      }
    });
  });
};

I have given following configuration to POD
ResourceLimits resoureces:
requests:

memeory: "250Mi",
cpu: "50m",

limits:
memeory: "8000Mi"
cpu: "4000m"

While running the API I am getting high memory and CPU utilization. Please help me to optimize the code.