From 30c4f6235775a4f23575818088387b50dcb7b4d5 Mon Sep 17 00:00:00 2001 From: JumpMind Date: Thu, 23 Jun 2022 14:19:46 -0400 Subject: [PATCH] 0005344: Documentation for Bulk Loading --- .../src/asciidoc/appendix/databases.ad | 71 +++++++++++++++++-- .../src/asciidoc/appendix/mssqlserver.ad | 4 ++ .../src/asciidoc/appendix/oracle.ad | 2 +- .../src/asciidoc/appendix/postgresql.ad | 5 +- .../src/asciidoc/appendix/snowflake.ad | 4 +- 5 files changed, 76 insertions(+), 10 deletions(-) diff --git a/symmetric-assemble/src/asciidoc/appendix/databases.ad b/symmetric-assemble/src/asciidoc/appendix/databases.ad index 16d7952301..efb0895070 100644 --- a/symmetric-assemble/src/asciidoc/appendix/databases.ad +++ b/symmetric-assemble/src/asciidoc/appendix/databases.ad @@ -6,7 +6,7 @@ feature coverage in SymmetricDS. The following table shows which features are a by database. .Support by Database -[cols="15,13,^12,^12,^12,^12,^12,^12,^12,^12", options="header"] +[cols="15,13,^12,^12,^12,^12,^12,^12,^12,^12,^12,^12", options="header"] |=== |Database |Versions @@ -18,6 +18,8 @@ by database. |BLOB Sync |CLOB Sync |Transactional DDL +|Supports Bulk Loading +|Supports Bulk Replace |BigQuery * |All @@ -29,6 +31,8 @@ by database. | | | +|? +|? |DB2 |9.5 @@ -40,6 +44,8 @@ by database. |✔ |✔ |✔ +|? +|? |DB2 |10,11 @@ -51,6 +57,8 @@ by database. |✔ |✔ |✔ +|? +|? |DB2 for IBM i * |6 @@ -62,6 +70,8 @@ by database. |✔ |✔ | +|? +|? |DB2 for IBM z/OS * |10 @@ -73,6 +83,8 @@ by database. |✔ |✔ | +|? +|? |Derby |10.3.2.1 @@ -84,6 +96,8 @@ by database. |✔ |✔ | +|? +|? |Elasticsearch * |7.13.2 @@ -95,6 +109,8 @@ by database. | | | +|? +|? |Firebird |2.0 @@ -106,6 +122,8 @@ by database. |✔ |✔ | +|? +|? |Greenplum |8.2.15 and above @@ -117,6 +135,8 @@ by database. | | | +|? +|? |H2 |1.x @@ -128,6 +148,8 @@ by database. |✔ |✔ | +|? +|? |HSQLDB |1.8 @@ -139,6 +161,8 @@ by database. |✔ |✔ | +|? +|? |HSQLDB |2.0 @@ -150,6 +174,8 @@ by database. |✔ |✔ | +|? +|? |Informix |11 @@ -161,6 +187,8 @@ by database. | | | +|? +|? |Ingres |11 and above @@ -172,6 +200,8 @@ by database. |✔ |✔ | +|? +|? |Interbase |9.0 @@ -183,6 +213,8 @@ by database. |✔ |✔ | +|? +|? |MySQL |5.0.2 and above @@ -194,6 +226,8 @@ by database. |✔ |✔ | +|? +|? |MariaDB |5.1 and above @@ -205,6 +239,8 @@ by database. |✔ |✔ | +|? +|? |NuoDB |2.6 and above @@ -216,6 +252,8 @@ by database. | |✔ | +|? +|? |Oracle |10g and above @@ -227,6 +265,8 @@ by database. |✔ |✔ | +|? +|? |PostgreSQL |8.2.5 and above @@ -238,6 +278,8 @@ by database. |✔ |✔ |✔ +|✔ +|✔ |Redshift |1.0 @@ -249,8 +291,9 @@ by database. | | | +|? +|? -<<<<<<< HEAD |Snowflake * |6.13 and above | @@ -261,11 +304,11 @@ by database. | | | +|✔ +|✔ + -|SingleStore -======= |SingleStore * ->>>>>>> 2490c8609... fix typos, add log mining |All | |✔ @@ -275,6 +318,8 @@ by database. |✔ |✔ | +|? +|? |SQL Anywhere |9 @@ -286,6 +331,8 @@ by database. |✔ |✔ | +|? +|? |SQL Server |2005 and above @@ -297,6 +344,8 @@ by database. |✔ |✔ |✔ +|✔ +|✔ |SQL Server Azure |Tested on 11.00.2065 @@ -308,6 +357,8 @@ by database. |✔ | | +|? +|? |SQLite |3.x @@ -319,6 +370,8 @@ by database. |✔ |✔ | +|? +|? |Sybase ASE |12.5 @@ -330,6 +383,8 @@ by database. |✔ |✔ | +|? +|? |Teradata |15.10 and above @@ -341,6 +396,8 @@ by database. | | | +|? +|? |Tibero |6 and above @@ -352,6 +409,8 @@ by database. |✔ |✔ | +|? +|? |=== @@ -590,7 +649,6 @@ include::{includedir}/appendix/interbase.ad[] include::{includedir}/appendix/kafka.ad[] include::{includedir}/appendix/mariadb.ad[] include::{includedir}/appendix/mongodb.ad[] -include::{includedir}/appendix/mssqlserver.ad[] include::{includedir}/appendix/mysql.ad[] include::{includedir}/appendix/opensearch.ad[] include::{includedir}/appendix/oracle.ad[] @@ -599,6 +657,7 @@ include::{includedir}/appendix/redshift.ad[] include::{includedir}/appendix/singlestore.ad[] include::{includedir}/appendix/snowflake.ad[] include::{includedir}/appendix/sqlite.ad[] +include::{includedir}/appendix/mssqlserver.ad[] include::{includedir}/appendix/sybase-ase.ad[] include::{includedir}/appendix/sybase-sqlanywhere.ad[] include::{includedir}/appendix/S3.ad[] diff --git a/symmetric-assemble/src/asciidoc/appendix/mssqlserver.ad b/symmetric-assemble/src/asciidoc/appendix/mssqlserver.ad index b428458f5e..ad3ca2726f 100644 --- a/symmetric-assemble/src/asciidoc/appendix/mssqlserver.ad +++ b/symmetric-assemble/src/asciidoc/appendix/mssqlserver.ad @@ -121,3 +121,7 @@ endif::pro[] |Image|Yes |Spatial Data Types|No |=== + +==== Loading Data + +When registering a SQL Server database with Symmetric, bulk loading will be be checked by default. In order to make use of bulk loading, the user must provide a path to a bcp executable (installation for this executable is linked in the Add Database Wizard when asked about bulk loading). \ No newline at end of file diff --git a/symmetric-assemble/src/asciidoc/appendix/oracle.ad b/symmetric-assemble/src/asciidoc/appendix/oracle.ad index 1b68fbeedd..e26f59127d 100644 --- a/symmetric-assemble/src/asciidoc/appendix/oracle.ad +++ b/symmetric-assemble/src/asciidoc/appendix/oracle.ad @@ -50,7 +50,7 @@ then set `use_capture_lobs` to 1 in the <> table and `contains_big_lobs sym_data is cast to a clob which prevents truncation at 4k. There is overhead for both of these settings * When multiple triggers are defined on the same table, then the order in which the triggers occur appears to be arbitrary -==== Bulk Loader +==== Loading Data SymmetricDS has bulk loading capability available for Oracle. SymmetricDS specifies data loader types on a channel by channel basis. To utilize Oracle Bulk loading versus straight JDBC insert, specify the Oracle Bulk Loader ("bulk") in the data_loader_type column of sym_channel. diff --git a/symmetric-assemble/src/asciidoc/appendix/postgresql.ad b/symmetric-assemble/src/asciidoc/appendix/postgresql.ad index 7d5a284209..e8fb12f2cb 100644 --- a/symmetric-assemble/src/asciidoc/appendix/postgresql.ad +++ b/symmetric-assemble/src/asciidoc/appendix/postgresql.ad @@ -85,4 +85,7 @@ endif::pro[] |Timestamp, Date, Time, Interval|Yes |Enum|No |Point, Lseg, Box, Path, Polygon, Circle|Yes -|=== \ No newline at end of file +|=== + +==== Loading Data +When registering a PostgreSQL database with Symmetric, bulk loading will be checked by default. If you wish to bulk load with PostgreSQL, all the user must do is leave this checked upon setup. \ No newline at end of file diff --git a/symmetric-assemble/src/asciidoc/appendix/snowflake.ad b/symmetric-assemble/src/asciidoc/appendix/snowflake.ad index 198373abd4..05c8d4f9fb 100644 --- a/symmetric-assemble/src/asciidoc/appendix/snowflake.ad +++ b/symmetric-assemble/src/asciidoc/appendix/snowflake.ad @@ -30,7 +30,7 @@ target.db.password= endif::pro[] -==== Loading Data Into Snowflake +==== Loading Data @@ -144,4 +144,4 @@ GRANT CREATE TABLE ON SCHEMA . TO ROLE SYMMETRIC; GRANT CREATE FILE FORMAT ON SCHEMA SYMMETRIC_TEST.SYMMETRIC_TEST TO ROLE SYMMETRIC; CREATE USER SYMMETRIC PASSWORD = 'symmetric' DEFAULT_ROLE = 'SYMMETRIC'; GRANT ROLE SYMMETRIC TO USER SYMMETRIC; ----- \ No newline at end of file +----