fix(Item Lists Node): Don't check same type in remove duplicates oper…

…ation (#7678)

Github issue / Community forum post (link here to close automatically):

---------

Co-authored-by: Michael Kret <michael.k@radency.com>

packages/nodes-base/nodes/ItemLists/ItemLists.node.ts

@@ -14,7 +14,7 @@ export class ItemLists extends VersionedNodeType {
 			group: ['input'],
 			subtitle: '={{$parameter["operation"] + ": " + $parameter["resource"]}}',
 			description: 'Helper for working with lists of items and transforming arrays',
-			defaultVersion: 3,
+			defaultVersion: 3.1,
 		};
 
 		const nodeVersions: IVersionedNodeType['nodeVersions'] = {
@@ -23,6 +23,7 @@ export class ItemLists extends VersionedNodeType {
 			2.1: new ItemListsV2(baseDescription),
 			2.2: new ItemListsV2(baseDescription),
 			3: new ItemListsV3(baseDescription),
+			3.1: new ItemListsV3(baseDescription),
 		};
 
 		super(nodeVersions, baseDescription);

packages/nodes-base/nodes/ItemLists/V3/actions/itemList/removeDuplicates.operation.ts

@@ -6,7 +6,7 @@ import isEqual from 'lodash/isEqual';
 import lt from 'lodash/lt';
 import pick from 'lodash/pick';
 
-import { compareItems, flattenKeys, prepareFieldsArray } from '../../helpers/utils';
+import { compareItems, flattenKeys, prepareFieldsArray, typeToNumber } from '../../helpers/utils';
 import { disableDotNotationBoolean } from '../common.descriptions';
 import { updateDisplayOptions } from '@utils/utilities';
 
@@ -105,6 +105,7 @@ export async function execute(
 		false,
 	) as boolean;
 	const removeOtherFields = this.getNodeParameter('options.removeOtherFields', 0, false) as boolean;
+	const nodeVersion = this.getNode().typeVersion;
 
 	let keys = disableDotNotation
 		? Object.keys(items[0].json)
@@ -163,24 +164,28 @@ export async function execute(
 				pairedItem: { item: index },
 			}) as INodeExecutionData,
 	);
+
 	//sort items using the compare keys
 	newItems.sort((a, b) => {
 		let result = 0;
 
 		for (const key of keys) {
-			let equal;
-			if (!disableDotNotation) {
-				equal = isEqual(get(a.json, key), get(b.json, key));
-			} else {
-				equal = isEqual(a.json[key], b.json[key]);
+			const a_value = disableDotNotation ? a.json[key] : get(a.json, key);
+			const b_value = disableDotNotation ? b.json[key] : get(b.json, key);
+
+			if (nodeVersion >= 3.1) {
+				const a_value_tnum = typeToNumber(a_value);
+				const b_value_tnum = typeToNumber(b_value);
+				if (a_value_tnum !== b_value_tnum) {
+					result = a_value_tnum - b_value_tnum;
+					break;
+				}
 			}
+
+			const equal = isEqual(a_value, b_value);
+
 			if (!equal) {
-				let lessThan;
-				if (!disableDotNotation) {
-					lessThan = lt(get(a.json, key), get(b.json, key));
-				} else {
-					lessThan = lt(a.json[key], b.json[key]);
-				}
+				const lessThan = lt(a_value, b_value);
 				result = lessThan ? -1 : 1;
 				break;
 			}
@@ -210,7 +215,7 @@ export async function execute(
 					`'${key}' field is missing from some input items`,
 				);
 			}
-			if (type !== undefined && value !== undefined && type !== typeof value) {
+			if (nodeVersion < 3.1 && type !== undefined && value !== undefined && type !== typeof value) {
 				throw new NodeOperationError(this.getNode(), `'${key}' isn't always the same type`, {
 					description: 'The type of this field varies between items',
 				});

packages/nodes-base/nodes/ItemLists/V3/actions/versionDescription.ts

@@ -10,7 +10,7 @@ export const versionDescription: INodeTypeDescription = {
 	group: ['input'],
 	subtitle: '={{$parameter["operation"] + ": " + $parameter["resource"]}}',
 	description: 'Helper for working with lists of items and transforming arrays',
-	version: 3,
+	version: [3, 3.1],
 	defaults: {
 		name: 'Item Lists',
 	},

packages/nodes-base/nodes/ItemLists/V3/helpers/utils.ts

@@ -5,6 +5,7 @@ import type {
 	IBinaryData,
 	INode,
 	INodeExecutionData,
+	GenericValue,
 } from 'n8n-workflow';
 import { NodeOperationError } from 'n8n-workflow';
 
@@ -147,3 +148,22 @@ export function addBinariesToItem(
 
 	return newItem;
 }
+
+export function typeToNumber(value: GenericValue): number {
+	if (typeof value === 'object') {
+		if (Array.isArray(value)) return 9;
+		if (value === null) return 10;
+		if (value instanceof Date) return 11;
+	}
+	const types = {
+		_string: 1,
+		_number: 2,
+		_bigint: 3,
+		_boolean: 4,
+		_symbol: 5,
+		_undefined: 6,
+		_object: 7,
+		_function: 8,
+	};
+	return types[`_${typeof value}`];
+}