0004918: support slicing tables for initial load

JumpMind · Mar 29, 2021 · 268f08d · 268f08d
1 parent 88e140d
commit 268f08d
Show file tree

Hide file tree

Showing 6 changed files with 53 additions and 0 deletions.
diff --git a/symmetric-db/src/main/java/org/jumpmind/db/platform/AbstractDatabasePlatform.java b/symmetric-db/src/main/java/org/jumpmind/db/platform/AbstractDatabasePlatform.java
@@ -1280,4 +1280,13 @@ public boolean supportsLimitOffset() {
     public String massageForLimitOffset(String sql, int limit, int offset) {
         return sql;
     }
+
+    public boolean supportsSliceTables() {
+        return false;
+    }
+
+    public String getSliceTableSql(String columnName, int sliceNum, int totalSlices) {
+        return "";
+    }
+
 }
diff --git a/symmetric-db/src/main/java/org/jumpmind/db/platform/IDatabasePlatform.java b/symmetric-db/src/main/java/org/jumpmind/db/platform/IDatabasePlatform.java
@@ -211,5 +211,9 @@ public Object[] getObjectValues(BinaryEncoding encoding, String[] values,
     public boolean supportsLimitOffset();
 
     public String massageForLimitOffset(String sql, int limit, int offset);
+
+    public boolean supportsSliceTables();
 
+    public String getSliceTableSql(String columnName, int sliceNum, int totalSlices);
+
 }
diff --git a/symmetric-jdbc/src/main/java/org/jumpmind/db/platform/mssql/MsSql2005DatabasePlatform.java b/symmetric-jdbc/src/main/java/org/jumpmind/db/platform/mssql/MsSql2005DatabasePlatform.java
@@ -120,4 +120,14 @@ public String massageForLimitOffset(String sql, int limit, int offset) {
                "where RowNum between " + (offset + 1) + " and " + (offset + limit);
     }
 
+    @Override
+    public boolean supportsSliceTables() {
+        return true;
+    }
+
+    @Override
+    public String getSliceTableSql(String columnName, int sliceNum, int totalSlices) {
+        return "ascii(substring(" + columnName + ", 1, 1)) % " + totalSlices + " = " + sliceNum;
+    }
+
 }
diff --git a/symmetric-jdbc/src/main/java/org/jumpmind/db/platform/mysql/MySqlDatabasePlatform.java b/symmetric-jdbc/src/main/java/org/jumpmind/db/platform/mysql/MySqlDatabasePlatform.java
@@ -247,5 +247,14 @@ public String massageForLimitOffset(String sql, int limit, int offset) {
         return sql + " limit " + offset + "," + limit;
     }
 
+    @Override
+    public boolean supportsSliceTables() {
+        return true;
+    }
+
+    @Override
+    public String getSliceTableSql(String columnName, int sliceNum, int totalSlices) {
+        return "ascii(substring(" + columnName + ", 1, 1)) % " + totalSlices + " = " + sliceNum;
+    }
 
 }
diff --git a/symmetric-jdbc/src/main/java/org/jumpmind/db/platform/oracle/OracleDatabasePlatform.java b/symmetric-jdbc/src/main/java/org/jumpmind/db/platform/oracle/OracleDatabasePlatform.java
@@ -251,4 +251,14 @@ public String massageForLimitOffset(String sql, int limit, int offset) {
                "where row_num between " + (offset + 1) + " and " + (offset + limit);
     }
 
+    @Override
+    public boolean supportsSliceTables() {
+        return true;
+    }
+
+    @Override
+    public String getSliceTableSql(String columnName, int sliceNum, int totalSlices) {
+        return "mod(ora_hash(rowid), " + totalSlices + ") = " + sliceNum;
+    }
+
 }
diff --git a/...ic-jdbc/src/main/java/org/jumpmind/db/platform/postgresql/PostgreSqlDatabasePlatform.java b/...ic-jdbc/src/main/java/org/jumpmind/db/platform/postgresql/PostgreSqlDatabasePlatform.java
@@ -346,4 +346,15 @@ public String massageForLimitOffset(String sql, int limit, int offset) {
         }
         return sql + " limit " + limit + " offset " + offset;
     }
+
+    @Override
+    public boolean supportsSliceTables() {
+        return true;
+    }
+
+    @Override
+    public String getSliceTableSql(String columnName, int sliceNum, int totalSlices) {
+        return "ascii(substring(" + columnName + ", 1, 1)) % " + totalSlices + " = " + sliceNum;
+    }
+
 }