feat(sqlite-driver): Pre-aggregations support

Author: paveltiunov

packages/cubejs-schema-compiler/adapter/SqliteQuery.js

@@ -58,6 +58,10 @@ class SqliteQuery extends BaseQuery {
     ).join(' UNION ALL ');
     return `SELECT dates.f date_from, dates.t date_to FROM (${values}) AS dates`;
   }
+
+  nowTimestampSql() {
+    return `strftime('%Y-%m-%dT%H:%M:%fZ', 'now')`;
+  }
 }
 
 module.exports = SqliteQuery;

packages/cubejs-sqlite-driver/driver/SqliteDriver.js

@@ -46,25 +46,46 @@ class SqliteDriver extends BaseDriver {
     const tables = await this.query(query);
 
     return {
-      default: tables.reduce((acc, table) => ({
-          ...acc,
-          [table.name]: table.sql
-              // remove EOL for next .match to read full string
-              .replace(/\n/g, '')
-              // extract fields
-              .match(/\((.*)\)/)[1]
-              // split fields
-              .split(',')
-              .map((nameAndType) => {
-                  const match = nameAndType
-                    .trim()
-                    // obtain "([|`|")?name(]|`|")? type"
-                    .match(/(\[|`|")?([^\[\]"`]+)(\]|`|")?\s+(\w+)/)
-                  return { name: match[2], type: match[4] };
-              })
-        }), {}),
+      main: tables.reduce((acc, table) => ({
+        ...acc,
+        [table.name]: table.sql
+        // remove EOL for next .match to read full string
+          .replace(/\n/g, '')
+          // extract fields
+          .match(/\((.*)\)/)[1]
+        // split fields
+          .split(',')
+          .map((nameAndType) => {
+            const match = nameAndType
+              .trim()
+              // obtain "([|`|")?name(]|`|")? type"
+              .match(/([|`|")?([^[\]"`]+)(]|`|")?\s+(\w+)/);
+            return { name: match[2], type: match[4] };
+          })
+      }), {}),
     };
   }
+
+  createSchemaIfNotExists(schemaName) {
+    return this.query(
+      `PRAGMA database_list`
+    ).then((schemas) => {
+      if (!schemas.find(s => s.name === schemaName)) {
+        return this.query(`ATTACH DATABASE ${schemaName} AS ${schemaName}`);
+      }
+      return null;
+    });
+  }
+
+  async getTablesQuery(schemaName) {
+    const attachedDatabases = await this.query(
+      `PRAGMA database_list`
+    );
+    if (!attachedDatabases.find(s => s.name === schemaName)) {
+      return [];
+    }
+    return this.query(`SELECT name as table_name FROM ${schemaName}.sqlite_master WHERE type='table' ORDER BY name`);
+  }
 }
 
 module.exports = SqliteDriver;

packages/cubejs-sqlite-driver/package.json

@@ -12,11 +12,23 @@
     "node": ">=8.11.1"
   },
   "main": "driver/SqliteDriver.js",
+  "scripts": {
+    "lint": "eslint **/*.js"
+  },
   "dependencies": {
     "@cubejs-backend/query-orchestrator": "^0.13.2",
     "sqlite3": "^4.1.0"
   },
   "license": "Apache-2.0",
+  "devDependencies": {
+    "eslint": "^5.16.0",
+    "eslint-config-airbnb-base": "^13.1.0",
+    "eslint-plugin-import": "^2.16.0",
+    "eslint-plugin-node": "^5.2.1",
+    "mocha": "^5.2.0",
+    "should": "^13.2.3",
+    "testcontainers": "^1.1.10"
+  },
   "publishConfig": {
     "access": "public"
   }