feat(mysql-driver): Increase external pre-aggregations upload batch size

paveltiunov · paveltiunov · commit 741e26c708c8 · 2020-01-02T00:18:12.000+03:00
diff --git a/packages/cubejs-mysql-driver/driver/MySqlDriver.js b/packages/cubejs-mysql-driver/driver/MySqlDriver.js
@@ -140,7 +140,7 @@ class MySqlDriver extends BaseDriver {
     }
     await this.createTable(table, columns);
     try {
-      const batchSize = 100; // TODO make dynamic?
+      const batchSize = 1000; // TODO make dynamic?
       for (let j = 0; j < Math.ceil(tableData.rows.length / batchSize); j++) {
         const currentBatchSize = Math.min(tableData.rows.length - j * batchSize, batchSize);
         const indexArray = Array.from({ length: currentBatchSize }, (v, i) => i);

Original file line number	Diff line number	Diff line change
`@@ -140,7 +140,7 @@ class MySqlDriver extends BaseDriver {`
`140`	`140`	`}`
`141`	`141`	`await this.createTable(table, columns);`
`142`	`142`	`try {`
`143`		`- const batchSize = 100; // TODO make dynamic?`
	`143`	`+ const batchSize = 1000; // TODO make dynamic?`
`144`	`144`	`for (let j = 0; j < Math.ceil(tableData.rows.length / batchSize); j++) {`
`145`	`145`	`const currentBatchSize = Math.min(tableData.rows.length - j * batchSize, batchSize);`
`146`	`146`	`const indexArray = Array.from({ length: currentBatchSize }, (v, i) => i);`