From 786f743703d3dfb824bdddd12b9a29f9c16d3ef3 Mon Sep 17 00:00:00 2001 From: Manhua Date: Sat, 15 Sep 2018 10:30:00 +0800 Subject: [PATCH] update comment --- .../apache/carbondata/datamap/IndexDataMapRebuildRDD.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/integration/spark2/src/main/scala/org/apache/carbondata/datamap/IndexDataMapRebuildRDD.scala b/integration/spark2/src/main/scala/org/apache/carbondata/datamap/IndexDataMapRebuildRDD.scala index 5e07f1b4437..0584fb17d4f 100644 --- a/integration/spark2/src/main/scala/org/apache/carbondata/datamap/IndexDataMapRebuildRDD.scala +++ b/integration/spark2/src/main/scala/org/apache/carbondata/datamap/IndexDataMapRebuildRDD.scala @@ -356,7 +356,9 @@ class IndexDataMapRebuildRDD[K, V]( // skip clear datamap and we will do this adter rebuild reader.setSkipClearDataMapAtClose(true) - // Note that blockletId in rowWithPosition does not work properly, + // Note that datamap rebuilding is based on query, the blockletId in rowWithPosition + // is set to relative number in carbondata file in query process. + // In order to get absolute blockletId in shard like the one filled in loading process, // here we use another way to generate it. var blockletId = 0 var firstRow = true