Update binary format version and check version

mnater · Mar 18, 2019 · dccd0e8 · dccd0e8
1 parent 95cdc3e
commit dccd0e8
Show file tree

Hide file tree

Showing 74 changed files with 17 additions and 5 deletions.
diff --git a/Hyphenopoly.js b/Hyphenopoly.js
@@ -828,6 +828,18 @@
          */
         function calculateBaseData(hpbBuf) {
             const hpbMetaData = new Uint32Array(hpbBuf).subarray(0, 8);
+            if (hpbMetaData[0] !== 40005736) {
+                /*
+                 * Pattern files must begin with "hpb2"
+                 * Get current utf8 values with
+                 * `new Uint8Array(Uint32Array.of(hpbMetaData[0]).buffer)`
+                 */
+                H.events.dispatch("error", {
+                    "lvl": "error",
+                    "msg": "Pattern file format error: " + new Uint8Array(Uint32Array.of(hpbMetaData[0]).buffer)
+                });
+                throw new Error("Pattern file format error!");
+            }
             const valueStoreLength = hpbMetaData[7];
             const valueStoreOffset = 1280;
             const patternTrieOffset = valueStoreOffset + valueStoreLength +

diff --git a/patterns/af.hpb b/patterns/af.hpb
diff --git a/patterns/as.hpb b/patterns/as.hpb
diff --git a/patterns/be.hpb b/patterns/be.hpb
diff --git a/patterns/bg.hpb b/patterns/bg.hpb
diff --git a/patterns/bn.hpb b/patterns/bn.hpb
diff --git a/patterns/ca.hpb b/patterns/ca.hpb
diff --git a/patterns/cop.hpb b/patterns/cop.hpb
diff --git a/patterns/cs.hpb b/patterns/cs.hpb
diff --git a/patterns/cy.hpb b/patterns/cy.hpb
diff --git a/patterns/da.hpb b/patterns/da.hpb
diff --git a/patterns/de.hpb b/patterns/de.hpb
diff --git a/patterns/el-monoton.hpb b/patterns/el-monoton.hpb
diff --git a/patterns/el-polyton.hpb b/patterns/el-polyton.hpb
diff --git a/patterns/en-gb.hpb b/patterns/en-gb.hpb
diff --git a/patterns/en-us.hpb b/patterns/en-us.hpb
diff --git a/patterns/eo.hpb b/patterns/eo.hpb
diff --git a/patterns/es.hpb b/patterns/es.hpb
diff --git a/patterns/et.hpb b/patterns/et.hpb
diff --git a/patterns/eu.hpb b/patterns/eu.hpb
diff --git a/patterns/fi.hpb b/patterns/fi.hpb
diff --git a/patterns/fr.hpb b/patterns/fr.hpb
diff --git a/patterns/fur.hpb b/patterns/fur.hpb
diff --git a/patterns/ga.hpb b/patterns/ga.hpb
diff --git a/patterns/gl.hpb b/patterns/gl.hpb
diff --git a/patterns/grc.hpb b/patterns/grc.hpb
diff --git a/patterns/gu.hpb b/patterns/gu.hpb
diff --git a/patterns/hi.hpb b/patterns/hi.hpb
diff --git a/patterns/hr.hpb b/patterns/hr.hpb
diff --git a/patterns/hsb.hpb b/patterns/hsb.hpb
diff --git a/patterns/hu.hpb b/patterns/hu.hpb
diff --git a/patterns/hy.hpb b/patterns/hy.hpb
diff --git a/patterns/ia.hpb b/patterns/ia.hpb
diff --git a/patterns/id.hpb b/patterns/id.hpb
diff --git a/patterns/is.hpb b/patterns/is.hpb
diff --git a/patterns/it.hpb b/patterns/it.hpb
diff --git a/patterns/ka.hpb b/patterns/ka.hpb
diff --git a/patterns/kmr.hpb b/patterns/kmr.hpb
diff --git a/patterns/kn.hpb b/patterns/kn.hpb
diff --git a/patterns/la.hpb b/patterns/la.hpb
diff --git a/patterns/lt.hpb b/patterns/lt.hpb
diff --git a/patterns/lv.hpb b/patterns/lv.hpb
diff --git a/patterns/ml.hpb b/patterns/ml.hpb
diff --git a/patterns/mn-cyrl.hpb b/patterns/mn-cyrl.hpb
diff --git a/patterns/mr.hpb b/patterns/mr.hpb
diff --git a/patterns/mul-ethi.hpb b/patterns/mul-ethi.hpb
diff --git a/patterns/nb-no.hpb b/patterns/nb-no.hpb
diff --git a/patterns/nl.hpb b/patterns/nl.hpb
diff --git a/patterns/nn.hpb b/patterns/nn.hpb
diff --git a/patterns/oc.hpb b/patterns/oc.hpb
diff --git a/patterns/or.hpb b/patterns/or.hpb
diff --git a/patterns/pa.hpb b/patterns/pa.hpb
diff --git a/patterns/pi.hpb b/patterns/pi.hpb
diff --git a/patterns/pl.hpb b/patterns/pl.hpb
diff --git a/patterns/pms.hpb b/patterns/pms.hpb
diff --git a/patterns/pt.hpb b/patterns/pt.hpb
diff --git a/patterns/rm.hpb b/patterns/rm.hpb
diff --git a/patterns/ro.hpb b/patterns/ro.hpb
diff --git a/patterns/ru.hpb b/patterns/ru.hpb
diff --git a/patterns/sh-cyrl.hpb b/patterns/sh-cyrl.hpb
diff --git a/patterns/sh-latn.hpb b/patterns/sh-latn.hpb
diff --git a/patterns/sk.hpb b/patterns/sk.hpb
diff --git a/patterns/sl.hpb b/patterns/sl.hpb
diff --git a/patterns/sr-cyrl.hpb b/patterns/sr-cyrl.hpb
diff --git a/patterns/sv.hpb b/patterns/sv.hpb
diff --git a/patterns/ta.hpb b/patterns/ta.hpb
diff --git a/patterns/te.hpb b/patterns/te.hpb
diff --git a/patterns/th.hpb b/patterns/th.hpb
diff --git a/patterns/tk.hpb b/patterns/tk.hpb
diff --git a/patterns/tr.hpb b/patterns/tr.hpb
diff --git a/patterns/uk.hpb b/patterns/uk.hpb
diff --git a/patterns/zh-latn-pinyin.hpb b/patterns/zh-latn-pinyin.hpb
diff --git a/tools/makePatterns.sh b/tools/makePatterns.sh
@@ -8,10 +8,10 @@ prefix='hyph-'
 rm -R $path_out
 mkdir $path_out
 
-#for filename in ${path_in}*.chr.txt; do {
-    filename="de.chr.txt"
+for filename in ${path_in}*.chr.txt; do {
+    #filename="de.chr.txt"
     base=$(basename "$filename" .chr.txt)
     langcode=${base#$prefix}
     node tex2hpb.js $path_in$base.lic.txt $path_in$base.chr.txt $path_in$base.pat.txt $path_in$base.hyp.txt $path_out$langcode
-#}
-#done
+}
+done
diff --git a/tools/tex2hpb.js b/tools/tex2hpb.js
@@ -147,7 +147,7 @@
 "use strict";
 const fs = require("fs");
 
-const VERSION = 1;
+const VERSION = 2;
 const licenseFileName = process.argv[2];
 const charactersFileName = process.argv[3];
 const patternsFileName = process.argv[4];