From ae7b8c0e8288d67efc601d24408725730654ec2a Mon Sep 17 00:00:00 2001 From: Cameron Bates Date: Fri, 9 May 2025 16:25:59 -0400 Subject: [PATCH 1/4] Added RDS PostgreSQL and RDS MySQL --- .../prepare-dbs/aws-aur-pgsql.md | 59 ------------------- .../prepare-dbs/aws-aurora-rds/_index.md | 22 +++++++ .../aws-aurora-rds/aws-aur-mysql.md | 51 ++++++++++++++++ .../aws-aurora-rds/aws-aur-pgsql.md | 55 +++++++++++++++++ 4 files changed, 128 insertions(+), 59 deletions(-) delete mode 100644 content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aur-pgsql.md create mode 100644 content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/_index.md create mode 100644 content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql.md create mode 100644 content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql.md diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aur-pgsql.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aur-pgsql.md deleted file mode 100644 index b4017b661d..0000000000 --- a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aur-pgsql.md +++ /dev/null @@ -1,59 +0,0 @@ ---- -Title: Prepare AWS Aurora and PostgreSQL for RDI -aliases: /integrate/redis-data-integration/ingest/data-pipelines/prepare-dbs/my-sql-mariadb/ -alwaysopen: false -categories: -- docs -- integrate -- rs -- rdi -description: Prepare AWS Aurora/PostgreSQL databases to work with RDI -group: di -linkTitle: Prepare AWS Aurora/PostgreSQL -summary: Redis Data Integration keeps Redis in sync with the primary database in near - real time. -type: integration -weight: 5 ---- - -Follow the steps in the sections below to prepare an -[AWS Aurora PostgreSQL](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/CHAP_GettingStartedAurora.CreatingConnecting.AuroraPostgreSQL.html) -database to work with RDI. - -## 1. Create a parameter group - -In the [Relational Database Service (RDS) console](https://console.aws.amazon.com/rds/), -navigate to **Parameter groups > Create parameter group**. You will see the panel shown -below: - -{{Create parameter group panel}} - -Enter the following information: - -| Name | Value | -| :-- | :-- | -| **Parameter group name** | rdi-aurora-pg | -| **Description** | Enable logical replication for RDI | -| **Engine Type** | Aurora PostgreSQL | -| **Parameter group family** | aurora-postgresql15 | -| **Type** | DB Cluster Parameter Group | - -Select **Create** to create the parameter group. - -## 2. Edit the parameter group - -Navigate to **Parameter groups** in the console. Select the `rdi-aurora-pg` -group you have just created and then select **Edit** . You will see this panel: - -{{Edit parameter group panel}} - -Search for the `rds.logical_replication` parameter and set its value to 1. Then, -select **Save Changes**. - -## 3. Select the new parameter group - -Go back to your target database on the RDS console, select **Modify** and then -scroll down to **Additional Configuration**. Set -the **DB Cluster Parameter Group** to the value `rdi-aurora-pg` that you have just added: - -{{Additional Configuration panel}} diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/_index.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/_index.md new file mode 100644 index 0000000000..233d0775b2 --- /dev/null +++ b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/_index.md @@ -0,0 +1,22 @@ +--- +Title: Prepare AWS RDS and Aurora databases for RDI +aliases: /integrate/redis-data-integration/ingest/data-pipelines/prepare-dbs/aws-aurora-rds/ +alwaysopen: false +categories: +- docs +- integrate +- rs +- rdi +description: Learn how to prepare AWS RDS and Aurora databases for RDI. +group: di +linkTitle: Prepare AWS RDS and Aurora +summary: Prepare AWS Aurora and AWS RDS databases to work with Redis Data Integration. +hideListLinks: false +type: integration +weight: 5 +--- + +You can use RDI with databases on AWS Relational Database Service (RDS) and AWS Aurora. + +The pages in this section give detailed instructions to get your source +database ready for Debezium to use: \ No newline at end of file diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql.md new file mode 100644 index 0000000000..822bc6063c --- /dev/null +++ b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql.md @@ -0,0 +1,51 @@ +--- +Title: Prepare AWS Aurora MySQL/AWS RDS MySQL for RDI +aliases: /integrate/redis-data-integration/ingest/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql/ +alwaysopen: false +categories: +- docs +- integrate +- rs +- rdi +description: Enable CDC features in your source databases +group: di +hideListLinks: false +linkTitle: Prepare AWS Aurora/RDS MySQL +summary: Prepare AWS Aurora MySQL and AWS RDS MySQL databases to work with Redis Data Integration. +type: integration +weight: 2 +--- + +Follow the steps in the sections below to prepare an [AWS Aurora MySQL](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/CHAP_GettingStartedAurora.CreatingConnecting.Aurora.html) or [AWS RDS MySQL](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/CHAP_GettingStarted.CreatingConnecting.MySQL.html) database. +database to work with RDI. + +## Step 1: Create a parameter group + +In the [Relational Database Service (RDS) console](https://console.aws.amazon.com/rds/), +navigate to **Parameter groups > Create parameter group**. [Create a parameter group](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/USER_WorkingWithParamGroups.CreatingCluster.html) +with the following settings: + +| Name | Value | +| :-- | :-- | +| **Parameter group name** | Enter a suitable parameter group name, like `rdi-mysql` | +| **Description** | (Optional) Enter a description for the parameter group | +| **Engine Type** | Choose **Aurora MySQL** for Aurora MySQL or **MySQL Community** for AWS RDS MySQL. | +| **Parameter group family** | Choose **aurora-mysql8.0** for Aurora MySQL or **mysql8.0** for AWS RDS MySQL. | + +Select **Create** to create the parameter group. + +## Step 2: Edit the parameter group + +Navigate to **Parameter groups** in the console. Select the `rdi-aurora-pg` +group you have just created and then select **Edit**. + +Search for the `binlog_format` parameter and set its value to `ROW`, and search for the the `binlog_row_image` parameter and set its value to `FULL`. Then, +select **Save Changes**. + +## Step 3: Select the new parameter group + +Go back to your target database on the RDS console, select **Modify** and then +scroll down to **Additional Configuration**. Set +the **DB Cluster Parameter Group** to the group you just created. + +Select **Save changes** to apply the parameter group to the new database. \ No newline at end of file diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql.md new file mode 100644 index 0000000000..7df1e4168d --- /dev/null +++ b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql.md @@ -0,0 +1,55 @@ +--- +Title: Prepare AWS Aurora PostgreSQL/AWS RDS PostgreSQL for RDI +aliases: +- /integrate/redis-data-integration/ingest/data-pipelines/prepare-dbs/aws-aur-pgsql/ +- /integrate/redis-data-integration/ingest/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql/ +- /integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aur-pgsql/ +alwaysopen: false +categories: +- docs +- integrate +- rs +- rc +- rdi +description: Prepare AWS Aurora PostgreSQL databases to work with RDI +group: di +linkTitle: Prepare AWS Aurora PostgreSQL +summary: Prepare AWS Aurora PostgreSQL databases to work with Redis Data Integration. +type: integration +weight: 1 +--- + +Follow the steps in the sections below to prepare an +[AWS Aurora PostgreSQL](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/CHAP_GettingStartedAurora.CreatingConnecting.AuroraPostgreSQL.html) or [AWS RDS PostgreSQL](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/CHAP_GettingStarted.CreatingConnecting.PostgreSQL.html) +database to work with RDI. + +## Step 1: Create a parameter group + +In the [Relational Database Service (RDS) console](https://console.aws.amazon.com/rds/), +navigate to **Parameter groups > Create parameter group**. [Create a parameter group](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/USER_WorkingWithParamGroups.CreatingCluster.html) +with the following settings: + +| Name | Value | +| :-- | :-- | +| **Parameter group name** | Enter a suitable parameter group name, like `rdi-aurora-pg` or `rdi-rds-pg` | +| **Description** | (Optional) Enter a description for the parameter group | +| **Engine Type** | Choose **Aurora PostgreSQL** for Aurora PostgreSQL or **PostgreSQL** for AWS RDS PostgreSQL. | +| **Parameter group family** | Choose **aurora-postgresql15** for Aurora PostgreSQL or **postgresql13** for AWS RDS PostgreSQL. | + +Select **Create** to create the parameter group. + +## Step 2: Edit the parameter group + +Navigate to **Parameter groups** in the console. Select the +group you have just created and then select **Edit**. + +Search for the `rds.logical_replication` parameter and set its value to 1. Then, +select **Save Changes**. + +## Step 3: Select the new parameter group + +Go back to your target database on the RDS console, select **Modify** and then +scroll down to **Additional Configuration**. Set +the **DB Cluster Parameter Group** to the group you just created. + +Select **Save changes** to apply the parameter group to the new database. From 5201c3ea8014f2a652c5c05b2c0be45c6fd1216a Mon Sep 17 00:00:00 2001 From: Cameron Bates Date: Mon, 12 May 2025 14:32:06 -0400 Subject: [PATCH 2/4] Reformatted steps and added RDS SQL Server page --- .../prepare-dbs/aws-aurora-rds/_index.md | 2 +- .../aws-aurora-rds/aws-aur-mysql.md | 69 ++++++++---- .../aws-aurora-rds/aws-aur-pgsql.md | 69 ++++++++---- .../aws-aurora-rds/aws-rds-sqlserver.md | 100 ++++++++++++++++++ 4 files changed, 197 insertions(+), 43 deletions(-) create mode 100644 content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/_index.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/_index.md index 233d0775b2..061188eb18 100644 --- a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/_index.md +++ b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/_index.md @@ -16,7 +16,7 @@ type: integration weight: 5 --- -You can use RDI with databases on AWS Relational Database Service (RDS) and AWS Aurora. +You can use RDI with databases on [AWS Relational Database Service (RDS)](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/Welcome.html) and [AWS Aurora](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/CHAP_AuroraOverview.html). The pages in this section give detailed instructions to get your source database ready for Debezium to use: \ No newline at end of file diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql.md index 822bc6063c..211aeae8ca 100644 --- a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql.md +++ b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-mysql.md @@ -19,33 +19,60 @@ weight: 2 Follow the steps in the sections below to prepare an [AWS Aurora MySQL](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/CHAP_GettingStartedAurora.CreatingConnecting.Aurora.html) or [AWS RDS MySQL](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/CHAP_GettingStarted.CreatingConnecting.MySQL.html) database. database to work with RDI. -## Step 1: Create a parameter group +## Create and apply parameter group -In the [Relational Database Service (RDS) console](https://console.aws.amazon.com/rds/), -navigate to **Parameter groups > Create parameter group**. [Create a parameter group](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/USER_WorkingWithParamGroups.CreatingCluster.html) -with the following settings: +RDI requires some changes to database parameters. On AWS RDS and AWS Aurora, you change these parameters via a parameter group. -| Name | Value | -| :-- | :-- | -| **Parameter group name** | Enter a suitable parameter group name, like `rdi-mysql` | -| **Description** | (Optional) Enter a description for the parameter group | -| **Engine Type** | Choose **Aurora MySQL** for Aurora MySQL or **MySQL Community** for AWS RDS MySQL. | -| **Parameter group family** | Choose **aurora-mysql8.0** for Aurora MySQL or **mysql8.0** for AWS RDS MySQL. | +1. In the [Relational Database Service (RDS) console](https://console.aws.amazon.com/rds/),navigate to **Parameter groups > Create parameter group**. [Create a parameter group](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/USER_WorkingWithParamGroups.CreatingCluster.html) with the following settings: -Select **Create** to create the parameter group. + | Name | Value | + | :-- | :-- | + | **Parameter group name** | Enter a suitable parameter group name, like `rdi-mysql` | + | **Description** | (Optional) Enter a description for the parameter group | + | **Engine Type** | Choose **Aurora MySQL** for Aurora MySQL or **MySQL Community** for AWS RDS MySQL. | + | **Parameter group family** | Choose **aurora-mysql8.0** for Aurora MySQL or **mysql8.0** for AWS RDS MySQL. | -## Step 2: Edit the parameter group + Select **Create** to create the parameter group. -Navigate to **Parameter groups** in the console. Select the `rdi-aurora-pg` -group you have just created and then select **Edit**. +1. Navigate to **Parameter groups** in the console. Select the parameter group you have just created and then select **Edit**. Change the following parameters: -Search for the `binlog_format` parameter and set its value to `ROW`, and search for the the `binlog_row_image` parameter and set its value to `FULL`. Then, -select **Save Changes**. + | Name | Value | + | :-- | :-- | + | `binlog_format` | `ROW` | + | `binlog_row_image` | `FULL` | -## Step 3: Select the new parameter group + Select **Save Changes** to apply the changes to the parameter group. -Go back to your target database on the RDS console, select **Modify** and then -scroll down to **Additional Configuration**. Set -the **DB Cluster Parameter Group** to the group you just created. +1. Go back to your target database on the RDS console, select **Modify** and then scroll down to **Additional Configuration**. Set the **DB Cluster Parameter Group** to the group you just created. -Select **Save changes** to apply the parameter group to the new database. \ No newline at end of file + Select **Save changes** to apply the parameter group to the new database. + +## Create Debezium user + +The Debezium connector needs a user account to connect to MySQL. This +user must have appropriate permissions on all databases where you want Debezium +to capture changes. + +1. Connect to your database as an admin user and create a new user for the connector: + + ```sql + CREATE USER ''@'%' IDENTIFIED BY ''; + ``` + + Replace `` and `` with a username and password for the new user. + + The `%` means that the user can connect from any client. If you want to restrict the user to connect only from the RDI host, replace `%` with the IP address of the RDI host. + +1. Grant the user the necessary permissions: + + ```sql + GRANT SELECT, RELOAD, SHOW DATABASES, REPLICATION SLAVE, REPLICATION CLIENT, LOCK TABLES ON *.* TO ''@'%'; + ``` + + Replace `` with the username of the Debezium user. + +1. Finalize the user's permissions: + + ```sql + FLUSH PRIVILEGES; + ``` diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql.md index 7df1e4168d..ec2dee5207 100644 --- a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql.md +++ b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-aur-pgsql.md @@ -23,33 +23,60 @@ Follow the steps in the sections below to prepare an [AWS Aurora PostgreSQL](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/CHAP_GettingStartedAurora.CreatingConnecting.AuroraPostgreSQL.html) or [AWS RDS PostgreSQL](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/CHAP_GettingStarted.CreatingConnecting.PostgreSQL.html) database to work with RDI. -## Step 1: Create a parameter group +## Create and apply parameter group -In the [Relational Database Service (RDS) console](https://console.aws.amazon.com/rds/), -navigate to **Parameter groups > Create parameter group**. [Create a parameter group](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/USER_WorkingWithParamGroups.CreatingCluster.html) -with the following settings: +RDI requires some changes to database parameters. On AWS RDS and AWS Aurora, you change these parameters via a parameter group. -| Name | Value | -| :-- | :-- | -| **Parameter group name** | Enter a suitable parameter group name, like `rdi-aurora-pg` or `rdi-rds-pg` | -| **Description** | (Optional) Enter a description for the parameter group | -| **Engine Type** | Choose **Aurora PostgreSQL** for Aurora PostgreSQL or **PostgreSQL** for AWS RDS PostgreSQL. | -| **Parameter group family** | Choose **aurora-postgresql15** for Aurora PostgreSQL or **postgresql13** for AWS RDS PostgreSQL. | +1. In the [Relational Database Service (RDS) console](https://console.aws.amazon.com/rds/), navigate to **Parameter groups > Create parameter group**. [Create a parameter group](https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/USER_WorkingWithParamGroups.CreatingCluster.html) with the following settings: -Select **Create** to create the parameter group. + | Name | Value | + | :-- | :-- | + | **Parameter group name** | Enter a suitable parameter group name, like `rdi-aurora-pg` or `rdi-rds-pg` | + | **Description** | (Optional) Enter a description for the parameter group | + | **Engine Type** | Choose **Aurora PostgreSQL** for Aurora PostgreSQL or **PostgreSQL** for AWS RDS PostgreSQL. | + | **Parameter group family** | Choose **aurora-postgresql15** for Aurora PostgreSQL or **postgresql13** for AWS RDS PostgreSQL. | -## Step 2: Edit the parameter group + Select **Create** to create the parameter group. -Navigate to **Parameter groups** in the console. Select the -group you have just created and then select **Edit**. +1. Navigate to **Parameter groups** in the console. Select the group you have just created and then select **Edit**. Change the following parameters: -Search for the `rds.logical_replication` parameter and set its value to 1. Then, -select **Save Changes**. + | Name | Value | + | :-- | :-- | + | `rds.logical_replication` | `1` | -## Step 3: Select the new parameter group + Select **Save Changes** to apply the changes to the parameter group. -Go back to your target database on the RDS console, select **Modify** and then -scroll down to **Additional Configuration**. Set -the **DB Cluster Parameter Group** to the group you just created. +1. Go back to your database on the RDS console, select **Modify** and then scroll down to **Additional Configuration**. Set the **DB Cluster Parameter Group** to the group you just created. + + Select **Save changes** to apply the parameter group to your database. + +## Create Debezium user + +The Debezium connector needs a user account to connect to PostgreSQL. This +user must have appropriate permissions on all databases where you want Debezium +to capture changes. + +1. Connect to PostgreSQL as the `postgres` user and create a new user for the connector: + + ```sql + CREATE ROLE WITH LOGIN PASSWORD '' VALID UNTIL 'infinity'; + ``` + + Replace `` and `` with a username and password for the new user. + +1. Grant the user the necessary replication permissions: + + ```sql + GRANT rds_replication TO ; + ``` + + Replace `` with the username of the Debezium user. + +1. Connect to your database as the `postgres` user and grant the new user access to one or more schemas in the database: + + ```sql + GRANT SELECT ON ALL TABLES IN SCHEMA TO ; + ``` + + Replace `` with the username of the Debezium user and `` with the schema name. -Select **Save changes** to apply the parameter group to the new database. diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md new file mode 100644 index 0000000000..6df16e054a --- /dev/null +++ b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md @@ -0,0 +1,100 @@ +--- +Title: Prepare Microsoft SQL Server on AWS RDS for RDI +aliases: /integrate/redis-data-integration/ingest/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver/ +alwaysopen: false +categories: +- docs +- integrate +- rs +- rdi +description: Enable CDC features in your source databases +group: di +hideListLinks: false +linkTitle: Prepare Microsoft SQL Server on AWS RDS +summary: Prepare Microsoft SQL Server on AWS RDS databases to work with Redis Data Integration. +type: integration +weight: 3 +--- + +Follow the steps in the sections below to prepare a [Microsoft SQL Server on AWS RDS](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/CHAP_GettingStarted.CreatingConnecting.SQLServer.html) database to work with RDI. + +## Create the Debezium user + +The Debezium connector needs a user account to connect to SQL Server. This +user must have appropriate permissions on all databases where you want Debezium +to capture changes. + +1. Connect to your database as an admin user and create a new user for the connector: + + ```sql + USE master + GO + CREATE LOGIN WITH PASSWORD = '' + GO + USE + GO + CREATE USER FOR LOGIN + GO + ``` + + Replace `` and `` with a username and password for the new user and replace `` with the name of your database. + +1. Grant the user the necessary permissions: + + ```sql + USE master + GO + GRANT VIEW SERVER STATE TO + GO + USE + GO + EXEC sp_addrolemember N'db_datareader', N'' + GO + ``` + + Replace `` with the username of the Debezium user and replace `` with the name of your database. + +## Enable CDC on the database + +Change Data Capture (CDC) must be enabled for the database and for each table you want to capture. + +1. Enable CDC for the database by running the following command: + + ```sql + EXEC msdb.dbo.rds_cdc_enable_db '' + GO + ``` + + Replace `` with the name of your database. + +1. Enable CDC for each table you want to capture by running the following command: + + ```sql + USE + GO + EXEC sys.sp_cdc_enable_table + @source_schema = N'', + @source_name = N'', + @role_name = N'', + @supports_net_changes = 0 + GO + ``` + + Replace `` with the name of your database, `` with the name of the schema containing the table, `
` with the name of the table, and `` with the name of a new role that will be created to manage access to the CDC data. + + {{< note >}} +The value for `@role_name` can’t be a fixed database role, such as `db_datareader`. +Specifying a new name will create a corresponding database role that has full access to the +captured change data. + {{< /note >}} + +1. Add the Debezium user to the CDC role: + + ```sql + USE + GO + EXEC sp_addrolemember N'', N'' + GO + ``` + + Replace `` with the name of the role you created in the previous step and replace `` with the username of the Debezium user. \ No newline at end of file From 48cbdd68137c2d106c0fdc31c7e80dce7a33bae1 Mon Sep 17 00:00:00 2001 From: Cameron Bates <102550101+cmilesb@users.noreply.github.com> Date: Tue, 13 May 2025 11:09:10 -0400 Subject: [PATCH 3/4] Update content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md Co-authored-by: andy-stark-redis <164213578+andy-stark-redis@users.noreply.github.com> --- .../prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md index 6df16e054a..7f96b19481 100644 --- a/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md +++ b/content/integrate/redis-data-integration/data-pipelines/prepare-dbs/aws-aurora-rds/aws-rds-sqlserver.md @@ -67,7 +67,7 @@ Change Data Capture (CDC) must be enabled for the database and for each table yo Replace `` with the name of your database. -1. Enable CDC for each table you want to capture by running the following command: +1. Enable CDC for each table you want to capture by running the following commands: ```sql USE From fca0769e679495ce669e67ec0b46085ed2b3e27b Mon Sep 17 00:00:00 2001 From: Cameron Bates Date: Wed, 14 May 2025 13:36:16 -0400 Subject: [PATCH 4/4] Add links to prep source databases --- content/operate/rc/databases/rdi/setup.md | 14 +++++++++----- 1 file changed, 9 insertions(+), 5 deletions(-) diff --git a/content/operate/rc/databases/rdi/setup.md b/content/operate/rc/databases/rdi/setup.md index f62675ee0b..5242a4ca76 100644 --- a/content/operate/rc/databases/rdi/setup.md +++ b/content/operate/rc/databases/rdi/setup.md @@ -35,11 +35,15 @@ weight: 1 Before using the pipeline, you must first prepare your source database to use the Debezium connector for change data capture (CDC). See [Prerequisites]({{}}) to find a list of supported source databases and database versions. See [Prepare source databases]({{}}) to find steps for your database type: -- [MySQL and mariaDB]({{}}) -- [Oracle]({{}}) -- [SQL Server]({{}}) -- [AWS Aurora PostgreSQL]({{}}) -- [AWS RDS PostgreSQL]({{}}) +- Hosted on an AWS EC2 instance: + - [MySQL and mariaDB]({{}}) + - [Oracle]({{}}) + - [SQL Server]({{}}) + - [PostgreSQL]({{}}) +- Hosted on AWS RDS or AWS Aurora: + - [AWS Aurora PostgreSQL and AWS RDS PostgreSQL]({{}}) + - [AWS Aurora MySQL and AWS RDS MySQL]({{}}) + - [AWS RDS SQL Server]({{}}) See the [RDI architecture overview]({{< relref "/integrate/redis-data-integration/architecture#overview" >}}) for more information about CDC.