feat: support Unicode 12.1.0 (#256)

BREAKING CHANGE:

upgrade Unicode data from v10.0.0 to v12.1.0

Author: ikatyang

.travis.yml

@@ -1,7 +1,6 @@
 language: node_js
 
 node_js:
-- 4
 - stable
 
 before_install:
@@ -10,6 +9,9 @@ before_install:
 script:
 - yarn run lint
 - yarn run test
+# yarn does not support node 4
+- nvm install 4
+- npm run test
 
 after_script:
 - codecov

LICENSE-3RD-PARTY.txt renamed to ThirdPartyNoticeText.txt

@@ -1,3 +1,9 @@
+This project incorporates third party material from the projects listed below.
+The original copyright notice and the license under which we received such third
+party material are set forth below.
+
+================================================================================
+
 https://github.com/mathiasbynens/node-unicode-data
 
 Copyright Mathias Bynens <https://mathiasbynens.be/>

package.json

@@ -48,13 +48,13 @@
     "tslint-config-prettier": "1.18.0",
     "tslint-plugin-prettier": "2.0.1",
     "typescript": "2.9.2",
-    "unicode-10.0.0": "0.7.5"
+    "unicode-12.1.0": "0.8.0"
   },
   "engines": {
     "node": ">= 4"
   },
   "files": [
     "/lib/**/*",
-    "/LICENSE-3RD-PARTY.txt"
+    "/ThirdPartyNoticeText.txt"
   ]
 }

scripts/generate.ts

@@ -5,7 +5,9 @@ import * as path from 'path';
 import { format } from 'prettier';
 import { Charset, CharsetDataUnit } from 'regexp-util';
 
-const data_id = 'unicode-10.0.0';
+const data_id = 'unicode-12.1.0';
+
+const is_supported = (category: string) => category !== 'Sequence_Property';
 
 // tslint:disable-next-line:no-var-requires
 const category_maps: Record<string, string[]> = require(data_id);
@@ -18,6 +20,7 @@ fs.writeFileSync(
   types_filename,
   format(
     `// tslint:disable\nexport interface Category {${Object.keys(category_maps)
+      .filter(is_supported)
       .map(category => {
         const sub_categories = category_maps[category];
         return `${JSON.stringify(category)}: Array<${
@@ -37,7 +40,7 @@ const data_dirname = path.join(src_dirname, 'data.generated');
 del.sync(data_dirname);
 mkdir.sync(data_dirname);
 
-for (const category of Object.keys(category_maps)) {
+for (const category of Object.keys(category_maps).filter(is_supported)) {
   const sub_dirname = path.join(data_dirname, category);
   fs.mkdirSync(sub_dirname);
 
@@ -55,8 +58,8 @@ for (const category of Object.keys(category_maps)) {
     fs.writeFileSync(
       `${filename}.json`,
       JSON.stringify(
-        content.data.map(
-          ([start, end]) => (start === end ? start : [start, end]),
+        content.data.map(([start, end]) =>
+          start === end ? start : [start, end],
         ),
       ),
     );

yarn.lock

@@ -3681,9 +3681,10 @@ uglify-js@^3.1.4:
     commander "~2.20.0"
     source-map "~0.6.1"
 
-unicode-10.0.0@0.7.5:
-  version "0.7.5"
-  resolved "https://registry.yarnpkg.com/unicode-10.0.0/-/unicode-10.0.0-0.7.5.tgz#7f67a1fb5cb295db843e91180fe63aa6241b312c"
+unicode-12.1.0@0.8.0:
+  version "0.8.0"
+  resolved "https://registry.yarnpkg.com/unicode-12.1.0/-/unicode-12.1.0-0.8.0.tgz#260f6dd899eefd42a8eae550bcbb62654c90c79d"
+  integrity sha512-OhxidkE3tKlMAouqWtdYtDP2RHVIo1lNdjEruNdVxLrACcbw79TaOcupYKxz6F7ldC1nx8CDygzN5kGmXAU60Q==
 
 union-value@^1.0.0:
   version "1.0.0"