gulpfile.js

/*!
 * ioBroker gulpfile
 * Date: 2019-01-28
 */
'use strict';

const gulp = require('gulp');
const fs = require('fs');
const pkg = require('./package.json');
const iopackage = require('./io-package.json');
const version = (pkg && pkg.version) ? pkg.version : iopackage.common.version;
const fileName = 'words.js';
const EMPTY = '';
const translate = require('./lib/tools').translateText;
const languages = {
	en: {},
	de: {},
	ru: {},
	pt: {},
	nl: {},
	fr: {},
	it: {},
	es: {},
	pl: {},
	'zh-cn': {}
};

function lang2data(lang, isFlat) {
	let str = isFlat ? '' : '{\n';
	let count = 0;
	for (const w in lang) {
		if (lang.hasOwnProperty(w)) {
			count++;
			if (isFlat) {
				str += (lang[w] === '' ? (isFlat[w] || w) : lang[w]) + '\n';
			} else {
				const key = '    "' + w.replace(/"/g, '\\"') + '": ';
				str += key + '"' + lang[w].replace(/"/g, '\\"') + '",\n';
			}
		}
	}
	if (!count)
		return isFlat ? '' : '{\n}';
	if (isFlat) {
		return str;
	} else {
		return str.substring(0, str.length - 2) + '\n}';
	}
}

function readWordJs(src) {
	try {
		let words;
		if (fs.existsSync(src + 'js/' + fileName)) {
			words = fs.readFileSync(src + 'js/' + fileName).toString();
		} else {
			words = fs.readFileSync(src + fileName).toString();
		}
		words = words.substring(words.indexOf('{'), words.length);
		words = words.substring(0, words.lastIndexOf(';'));

		const resultFunc = new Function('return ' + words + ';');

		return resultFunc();
	} catch (e) {
		return null;
	}
}

function padRight(text, totalLength) {
	return text + (text.length < totalLength ? new Array(totalLength - text.length).join(' ') : '');
}

function writeWordJs(data, src) {
	let text = '';
	text += '/*global systemDictionary:true */\n';
	text += "'use strict';\n\n";
	text += 'systemDictionary = {\n';
	for (const word in data) {
		if (data.hasOwnProperty(word)) {
			text += '    ' + padRight('"' + word.replace(/"/g, '\\"') + '": {', 50);
			let line = '';
			for (const lang in data[word]) {
				if (data[word].hasOwnProperty(lang)) {
					line += '"' + lang + '": "' + padRight(data[word][lang].replace(/"/g, '\\"') + '",', 50) + ' ';
				}
			}
			if (line) {
				line = line.trim();
				line = line.substring(0, line.length - 1);
			}
			text += line + '},\n';
		}
	}
	text += '};';
	if (fs.existsSync(src + 'js/' + fileName)) {
		fs.writeFileSync(src + 'js/' + fileName, text);
	} else {
		fs.writeFileSync(src + '' + fileName, text);
	}
}

function words2languages(src) {
	const langs = Object.assign({}, languages);
	const data = readWordJs(src);
	if (data) {
		for (const word in data) {
			if (data.hasOwnProperty(word)) {
				for (const lang in data[word]) {
					if (data[word].hasOwnProperty(lang)) {
						langs[lang][word] = data[word][lang];
						//  pre-fill all other languages
						for (const j in langs) {
							if (langs.hasOwnProperty(j)) {
								langs[j][word] = langs[j][word] || EMPTY;
							}
						}
					}
				}
			}
		}
		if (!fs.existsSync(src + 'i18n/')) {
			fs.mkdirSync(src + 'i18n/');
		}
		for (const l in langs) {
			if (!langs.hasOwnProperty(l))
				continue;
			const keys = Object.keys(langs[l]);
			keys.sort();
			const obj = {};
			for (let k = 0; k < keys.length; k++) {
				obj[keys[k]] = langs[l][keys[k]];
			}
			if (!fs.existsSync(src + 'i18n/' + l)) {
				fs.mkdirSync(src + 'i18n/' + l);
			}

			fs.writeFileSync(src + 'i18n/' + l + '/translations.json', lang2data(obj));
		}
	} else {
		console.error('Cannot read or parse ' + fileName);
	}
}

function words2languagesFlat(src) {
	const langs = Object.assign({}, languages);
	const data = readWordJs(src);
	if (data) {
		for (const word in data) {
			if (data.hasOwnProperty(word)) {
				for (const lang in data[word]) {
					if (data[word].hasOwnProperty(lang)) {
						langs[lang][word] = data[word][lang];
						//  pre-fill all other languages
						for (const j in langs) {
							if (langs.hasOwnProperty(j)) {
								langs[j][word] = langs[j][word] || EMPTY;
							}
						}
					}
				}
			}
		}
		const keys = Object.keys(langs.en);
		keys.sort();
		for (const l in langs) {
			if (!langs.hasOwnProperty(l))
				continue;
			const obj = {};
			for (let k = 0; k < keys.length; k++) {
				obj[keys[k]] = langs[l][keys[k]];
			}
			langs[l] = obj;
		}
		if (!fs.existsSync(src + 'i18n/')) {
			fs.mkdirSync(src + 'i18n/');
		}
		for (const ll in langs) {
			if (!langs.hasOwnProperty(ll))
				continue;
			if (!fs.existsSync(src + 'i18n/' + ll)) {
				fs.mkdirSync(src + 'i18n/' + ll);
			}

			fs.writeFileSync(src + 'i18n/' + ll + '/flat.txt', lang2data(langs[ll], langs.en));
		}
		fs.writeFileSync(src + 'i18n/flat.txt', keys.join('\n'));
	} else {
		console.error('Cannot read or parse ' + fileName);
	}
}

function languagesFlat2words(src) {
	const dirs = fs.readdirSync(src + 'i18n/');
	const langs = {};
	const bigOne = {};
	const order = Object.keys(languages);
	dirs.sort(function (a, b) {
		const posA = order.indexOf(a);
		const posB = order.indexOf(b);
		if (posA === -1 && posB === -1) {
			if (a > b)
				return 1;
			if (a < b)
				return -1;
			return 0;
		} else if (posA === -1) {
			return -1;
		} else if (posB === -1) {
			return 1;
		} else {
			if (posA > posB)
				return 1;
			if (posA < posB)
				return -1;
			return 0;
		}
	});
	const keys = fs.readFileSync(src + 'i18n/flat.txt').toString().split('\n');

	for (const lang of dirs) {
		if (lang === 'flat.txt')
			continue;
		const values = fs.readFileSync(src + 'i18n/' + lang + '/flat.txt').toString().split('\n');
		langs[lang] = {};
		keys.forEach(function (word, i) {
			langs[lang][word] = values[i];
		});

		const words = langs[lang];
		for (const word in words) {
			if (words.hasOwnProperty(word)) {
				bigOne[word] = bigOne[word] || {};
				if (words[word] !== EMPTY) {
					bigOne[word][lang] = words[word];
				}
			}
		}
	}
	// read actual words.js
	const aWords = readWordJs();

	const temporaryIgnore = ['flat.txt'];
	if (aWords) {
		// Merge words together
		for (const w in aWords) {
			if (aWords.hasOwnProperty(w)) {
				if (!bigOne[w]) {
					console.warn('Take from actual words.js: ' + w);
					bigOne[w] = aWords[w];
				}
				dirs.forEach(function (lang) {
					if (temporaryIgnore.indexOf(lang) !== -1)
						return;
					if (!bigOne[w][lang]) {
						console.warn('Missing "' + lang + '": ' + w);
					}
				});
			}
		}

	}

	writeWordJs(bigOne, src);
}

function languages2words(src) {
	const dirs = fs.readdirSync(src + 'i18n/');
	const langs = {};
	const bigOne = {};
	const order = Object.keys(languages);
	dirs.sort(function (a, b) {
		const posA = order.indexOf(a);
		const posB = order.indexOf(b);
		if (posA === -1 && posB === -1) {
			if (a > b)
				return 1;
			if (a < b)
				return -1;
			return 0;
		} else if (posA === -1) {
			return -1;
		} else if (posB === -1) {
			return 1;
		} else {
			if (posA > posB)
				return 1;
			if (posA < posB)
				return -1;
			return 0;
		}
	});
	for (const lang of dirs) {
		if (lang === 'flat.txt')
			continue;
		langs[lang] = fs.readFileSync(src + 'i18n/' + lang + '/translations.json').toString();
		langs[lang] = JSON.parse(langs[lang]);
		const words = langs[lang];
		for (const word in words) {
			if (words.hasOwnProperty(word)) {
				bigOne[word] = bigOne[word] || {};
				if (words[word] !== EMPTY) {
					bigOne[word][lang] = words[word];
				}
			}
		}
	}
	// read actual words.js
	const aWords = readWordJs();

	const temporaryIgnore = ['flat.txt'];
	if (aWords) {
		// Merge words together
		for (const w in aWords) {
			if (aWords.hasOwnProperty(w)) {
				if (!bigOne[w]) {
					console.warn('Take from actual words.js: ' + w);
					bigOne[w] = aWords[w];
				}
				dirs.forEach(function (lang) {
					if (temporaryIgnore.indexOf(lang) !== -1)
						return;
					if (!bigOne[w][lang]) {
						console.warn('Missing "' + lang + '": ' + w);
					}
				});
			}
		}

	}

	writeWordJs(bigOne, src);
}

async function translateNotExisting(obj, baseText, yandex) {
	let t = obj['en'];
	if (!t) {
		t = baseText;
	}

	if (t) {
		for (let l in languages) {
			if (!obj[l]) {
				const time = new Date().getTime();
				obj[l] = await translate(t, l, yandex);
				console.log('en -> ' + l + ' ' + (new Date().getTime() - time) + ' ms');
			}
		}
	}
}

//TASKS

gulp.task('adminWords2languages', function (done) {
	words2languages('./admin/');
	done();
});

gulp.task('adminWords2languagesFlat', function (done) {
	words2languagesFlat('./admin/');
	done();
});

gulp.task('adminLanguagesFlat2words', function (done) {
	languagesFlat2words('./admin/');
	done();
});

gulp.task('adminLanguages2words', function (done) {
	languages2words('./admin/');
	done();
});

gulp.task('updatePackages', function (done) {
	iopackage.common.version = pkg.version;
	iopackage.common.news = iopackage.common.news || {};
	if (!iopackage.common.news[pkg.version]) {
		const news = iopackage.common.news;
		const newNews = {};

		newNews[pkg.version] = {
			en: 'news',
			de: 'neues',
			ru: 'новое',
			pt: 'novidades',
			nl: 'nieuws',
			fr: 'nouvelles',
			it: 'notizie',
			es: 'noticias',
			pl: 'nowości',
			'zh-cn': '新'
		};
		iopackage.common.news = Object.assign(newNews, news);
	}
	fs.writeFileSync('io-package.json', JSON.stringify(iopackage, null, 4));
	done();
});

gulp.task('updateReadme', function (done) {
	const readme = fs.readFileSync('README.md').toString();
	const pos = readme.indexOf('## Changelog\n');
	if (pos !== -1) {
		const readmeStart = readme.substring(0, pos + '## Changelog\n'.length);
		const readmeEnd = readme.substring(pos + '## Changelog\n'.length);

		if (readme.indexOf(version) === -1) {
			const timestamp = new Date();
			const date = timestamp.getFullYear() + '-' +
					('0' + (timestamp.getMonth() + 1).toString(10)).slice(-2) + '-' +
					('0' + (timestamp.getDate()).toString(10)).slice(-2);

			let news = '';
			if (iopackage.common.news && iopackage.common.news[pkg.version]) {
				news += '* ' + iopackage.common.news[pkg.version].en;
			}

			fs.writeFileSync('README.md', readmeStart + '### ' + version + ' (' + date + ')\n' + (news ? news + '\n\n' : '\n') + readmeEnd);
		}
	}
	done();
});

gulp.task('translate', async function (done) {

	let yandex;
	const i = process.argv.indexOf('--yandex');
	if (i > -1) {
		yandex = process.argv[i + 1];
	}

	if (iopackage && iopackage.common) {
		if (iopackage.common.news) {
			console.log('Translate News');
			for (let k in iopackage.common.news) {
				console.log('News: ' + k);
				let nw = iopackage.common.news[k];
				await translateNotExisting(nw, null, yandex);
			}
		}
		if (iopackage.common.titleLang) {
			console.log('Translate Title');
			await translateNotExisting(iopackage.common.titleLang, iopackage.common.title, yandex);
		}
		if (iopackage.common.desc) {
			console.log('Translate Description');
			await translateNotExisting(iopackage.common.desc, null, yandex);
		}

		if (fs.existsSync('./admin/i18n/en/translations.json')) {
			let enTranslations = require('./admin/i18n/en/translations.json');
			for (let l in languages) {
				console.log('Translate Text: ' + l);
				let existing = {};
				if (fs.existsSync('./admin/i18n/' + l + '/translations.json')) {
					existing = require('./admin/i18n/' + l + '/translations.json');
				}
				for (let t in enTranslations) {
					if (!existing[t]) {
						existing[t] = await translate(enTranslations[t], l, yandex);
					}
				}
				if (!fs.existsSync('./admin/i18n/' + l + '/')) {
					fs.mkdirSync('./admin/i18n/' + l + '/');
				}
				fs.writeFileSync('./admin/i18n/' + l + '/translations.json', JSON.stringify(existing, null, 4));
			}
		}

	}
	fs.writeFileSync('io-package.json', JSON.stringify(iopackage, null, 4));
});

gulp.task('translateAndUpdateWordsJS', gulp.series('translate', 'adminLanguages2words', 'adminWords2languages'));

gulp.task('default', gulp.series('updatePackages', 'updateReadme'));