FIX KYLIN-4810, Add some tips and test case

apache · Nov 24, 2020 · 3e12b6d · 3e12b6d
1 parent f04d1d8
commit 3e12b6d
Showing 1 changed file with 20 additions and 0 deletions.
diff --git a/core-dictionary/src/test/java/org/apache/kylin/dict/TrieDictionaryTest.java b/core-dictionary/src/test/java/org/apache/kylin/dict/TrieDictionaryTest.java
@@ -169,6 +169,26 @@ public void partOverflowTest() {
         }
     }
 
+    @Test
+    public void utf8PartOverflowTest() {
+        //construct values more than 255 bytes
+        StringBuilder sb = new StringBuilder();
+        for (int i=0; i<255; i++){
+            sb.append('a');
+        }
+        // append utf-8 words, each word is more than 1 byte
+        sb.append("你好");
+        TrieDictionaryBuilder<String> b = new TrieDictionaryBuilder<String>(new StringBytesConverter());
+        b.addValue(sb.toString());
+        TrieDictionary<String> dict = b.build(0);
+        int totalValues = 0;
+        for (int i = dict.getMinId(); i <= dict.getMaxId(); i++) {
+            totalValues ++;
+        }
+        assertEquals(1, totalValues);
+        assertEquals(sb.toString(), dict.getValueFromId(0));
+    }
+
     @Test
     public void emptyValueTest() {
         ArrayList<String> str = new ArrayList<String>();