set tikv region size from 96M to 1M (#1031)

pingcap · Aug 16, 2019 · 9551f7d · 9551f7d
1 parent e799863
commit 9551f7d
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 2 deletions.
diff --git a/.ci/integration_test.groovy b/.ci/integration_test.groovy
@@ -187,9 +187,9 @@ def call(ghprbActualCommit, ghprbCommentBody, ghprbPullId, ghprbPullTitle, ghprb
                             killall -9 tikv-server || true
                             killall -9 pd-server || true
                             sleep 10
-                            bin/pd-server --name=pd --data-dir=pd &>pd.log &
+                            bin/pd-server --name=pd --data-dir=pd --config=go/src/github.com/pingcap/tispark/config/pd.toml &>pd.log &
                             sleep 10
-                            bin/tikv-server --pd=127.0.0.1:2379 -s tikv --addr=0.0.0.0:20160 --advertise-addr=127.0.0.1:20160 &>tikv.log &
+                            bin/tikv-server --pd=127.0.0.1:2379 -s tikv --addr=0.0.0.0:20160 --advertise-addr=127.0.0.1:20160 --config=go/src/github.com/pingcap/tispark/config/tikv.toml &>tikv.log &
                             sleep 10
                             ps aux | grep '-server' || true
                             curl -s 127.0.0.1:2379/pd/api/v1/status || true

diff --git a/config/tikv.toml b/config/tikv.toml
@@ -148,6 +148,7 @@ address = "pushgateway:9091"
 # bit smaller.
 # region-max-size = "144MB"
 # region-split-size = "96MB"
+region-split-size = "1MB"
 
 [rocksdb]
 # Maximum number of concurrent background jobs (compactions and flushes)

diff --git a/core/src/test/scala/org/apache/spark/sql/test/SharedSQLContext.scala b/core/src/test/scala/org/apache/spark/sql/test/SharedSQLContext.scala
@@ -415,6 +415,7 @@ object SharedSQLContext extends Logging {
 
       sparkConf.set("spark.tispark.write.allow_spark_sql", "true")
       sparkConf.set("spark.tispark.write.without_lock_table", "true")
+      sparkConf.set("spark.tispark.tikv.region_split_size_in_mb", "1")
 
       if (isHiveEnabled) {
         // delete meta store directory to avoid multiple derby instances SPARK-10872