/
import-taxonomies.js
143 lines (129 loc) · 5.12 KB
/
import-taxonomies.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
const fs = require('fs');
const path = require('path');
const fastcsv = require('fast-csv');
module.exports = ({ migration, stackSDKInstance, managementAPIClient, config }) => {
const dataDir = config['data-dir'];
const delimiter = config['delimiter'] ?? ','; // default comma
//parent and child term pointer
let parentDetails = { taxonomy_uid: '' };
let stack;
let depth = 1,
parentUID = null;
let taxonomies = {};
const stackClient = () => {
return managementAPIClient.stack({ api_key: stackSDKInstance.api_key });
};
const pushTaxonomyDetails = async (apiData) => {
if (!taxonomies[apiData?.uid]) taxonomies[apiData?.uid] = { taxonomy: apiData };
};
const pushTermDetails = async (apiData) => {
if (taxonomies[apiData?.taxonomy_uid]) {
const terms = (taxonomies[apiData.taxonomy_uid].terms ||= []);
terms.push({ uid: apiData.uid, name: apiData.name, parent_uid: apiData.parent_uid });
}
};
function handleErrorMsg(err) {
let errMsg;
if (err?.errorMessage || err?.message) {
errMsg = err?.errorMessage || err?.errors?.taxonomy || err?.errors?.term || JSON.stringify(err?.errors) || err?.message;
}
throw errMsg ?? err;
}
const readCsv = (path, options) => {
return new Promise((resolve, reject) => {
const taxonomies = [];
fastcsv
.parseFile(path, options)
.on('error', reject)
.on('data', (data) => {
taxonomies.push(data);
})
.on('end', () => {
resolve(taxonomies);
});
});
};
const importTaxonomies = async () => {
for (const taxonomyUID in taxonomies) {
const filePath = path.resolve(process.cwd(), `${taxonomyUID}.json`);
if (!fs.existsSync(filePath)) {
fs.writeFileSync(filePath, JSON.stringify(taxonomies[taxonomyUID]));
}
await stack
.taxonomy()
.import({ taxonomy: filePath })
.then(() => console.log(`Taxonomy ${taxonomyUID} migrated successfully!`))
.catch((err) => {
handleErrorMsg(err);
});
fs.unlinkSync(filePath);
}
};
const toSnakeCase = (str) =>
str
.match(/[A-Z]{2,}(?=[A-Z][a-z]+[0-9]*|\b)|[A-Z]?[a-z]+[0-9]*|[A-Z]|[0-9]+/g)
.map((x) => x.toLowerCase())
.join('_');
const createTaxonomyTask = (params) => {
return {
title: 'Create Taxonomies',
successMessage: 'Taxonomies created successfully!',
failedMessage: 'Failed to create taxonomies!',
task: async (params) => {
try {
stack = stackClient();
if (!fs.existsSync(dataDir)) throw new Error(`No such file or directory - ${dataDir}`);
const taxonomies = await readCsv(dataDir, { headers: true, delimiter });
if (!taxonomies?.length) throw new Error('No Taxonomies found!');
for (const taxDetails of taxonomies) {
const taxonomyName = taxDetails['Taxonomy Name'] ?? '';
const taxonomyUID = taxDetails['Taxonomy Uid'] ?? '';
const taxonomyDesc = taxDetails['Taxonomy Description'] ?? '';
//taxonomy name required
if (taxonomyName) {
const reqTaxonomyObj = {
name: taxonomyName,
uid: taxonomyUID ?? toSnakeCase(taxonomyName),
description: taxonomyDesc,
};
parentDetails = { taxonomy_uid: reqTaxonomyObj.uid };
await pushTaxonomyDetails(reqTaxonomyObj);
} else if (!taxonomyName && parentDetails['taxonomy_uid']) {
const column = Object.keys(taxDetails).find((col) => taxDetails[col] !== '');
if (!column) continue;
const termLevel = (column.match(/Level \d+/) || [''])[0]; // Output:- Level 1/Level 2
const termDepth = +termLevel.replace(/\D/g, ''); // fetch depth from header
const termName = taxDetails[`${termLevel} Term Name`] ?? '';
//term name required field to generate term uid
if (termName && termDepth) {
const termUID = taxDetails[`${termLevel} Term Uid`] || toSnakeCase(termName);
//Handled cases
//1.child term case 2.sibling term 3.different parent term parentUID = parentDetails[termDepth - 1] || null
//4.parent term -> parentUID = null & depth=1
parentUID = parentDetails[termDepth - 1] || (termDepth === 1 ? null : parentUID);
depth = termDepth;
parentDetails[depth] = termUID;
const reqTermObj = {
uid: termUID,
name: termName,
parent_uid: parentUID,
taxonomy_uid: parentDetails['taxonomy_uid'],
};
await pushTermDetails(reqTermObj);
}
}
}
// create json file & remove it after migrating taxonomy
await importTaxonomies();
} catch (error) {
throw error;
}
},
};
};
if (config?.['data-dir']) {
migration.addTask(createTaxonomyTask());
} else {
console.error('Please provide config using --config data-dir:"<file-path>"');
}
};