Refactor the generator scripts for unicode tables

jerry-core/lit/lit-unicode-conversions.inc.h

@@ -11,10 +11,11 @@
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
- *
- * This file is automatically generated by the unicode_case_conversion.py script. Do not edit!
  */
 
+/* This file is automatically generated by the unicode_case_conversion.py script
+ * from UnicodeData-9.0.0.txt and SpecialCasing-9.0.0.txt files. Do not edit! */
+
 /* Contains start points of character case ranges (these are bidirectional conversions). */
 static const uint16_t jerry_character_case_ranges[] JERRY_CONST_DATA =
 {
@@ -154,9 +155,8 @@ static const uint16_t jerry_upper_case_conversions[] JERRY_CONST_DATA =
   0x0046, 0x004c
 };
 
-/* Number of one-to-one, one-to-two, and one-to-three lowercase conversions. */
+/* Number of one-to-one, one-to-two, and one-to-three uppercase conversions. */
 static const uint8_t jerry_upper_case_conversion_counters[] JERRY_CONST_DATA =
 {
   0x001c, 0x002c, 0x0010
 };
-

jerry-core/lit/lit-unicode-ranges.inc.h

@@ -11,11 +11,11 @@
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
- *
- * This file is automatically generated by the unicode_ranges.py script
- * from UnicodeData-3.0.0.txt. Do not edit!
  */
 
+/* This file is automatically generated by the unicode_ranges.py script
+ * from UnicodeData-3.0.0.txt. Do not edit! */
+
 /**
  * Character interval starting points for the unicode letters.
  *
@@ -180,4 +180,3 @@ static const uint16_t jerry_unicode_separator_chars[] JERRY_CONST_DATA =
 {
   0x1680, 0x180e, 0x202f, 0x205f, 0x3000
 };
-

tools/unicode_c_source.py

@@ -0,0 +1,75 @@
+#!/usr/bin/env python
+
+# Copyright JS Foundation and other contributors, http://js.foundation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+LICENSE = """/* Copyright JS Foundation and other contributors, http://js.foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */"""
+
+
+class Source(object):
+    def __init__(self, filepath):
+        self.__filepath = filepath
+        self.__header = [LICENSE, ""]
+        self.__data = []
+
+    def complete_header(self, completion):
+        self.__header.append(completion)
+        self.__header.append("") # for an extra empty line
+
+    def add_table(self, table, table_name, table_type, table_descr):
+        self.__data.append(table_descr)
+        self.__data.append("static const %s jerry_%s[] JERRY_CONST_DATA =" % (table_type, table_name))
+        self.__data.append("{")
+        self.__data.append(format_code(table, 1))
+        self.__data.append("};")
+        self.__data.append("") # for an extra empty line
+
+    def generate(self):
+        with open(self.__filepath, 'w') as genereted_source:
+            genereted_source.write("\n".join(self.__header))
+            genereted_source.write("\n".join(self.__data))
+
+
+def regroup(list_to_group, num):
+    return [list_to_group[i:i+num] for i in range(0, len(list_to_group), num)]
+
+
+def hex_format(char):
+    if isinstance(char, str):
+        char = ord(char)
+
+    return "0x{:04x}".format(char)
+
+
+def format_code(code, indent):
+    lines = []
+    # convert all characters to hex format
+    converted_code = [hex_format(char) for char in code]
+    # 10 hex number per line
+    for line in regroup(", ".join(converted_code), 10 * 8):
+        lines.append(('  ' * indent) + line.strip())
+    return "\n".join(lines)