[mysql-cdc][hotfix] Optimize the error msg when binlog expire in source

apache · Jun 8, 2023 · 892f2d6 · 892f2d6
1 parent b3cd17e
commit 892f2d6
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 2 deletions.
diff --git a/...connector-mysql-cdc/src/main/java/io/debezium/connector/mysql/util/ErrorMessageUtils.java b/...connector-mysql-cdc/src/main/java/io/debezium/connector/mysql/util/ErrorMessageUtils.java
@@ -27,7 +27,8 @@ public class ErrorMessageUtils {
             Pattern.compile(
                     ".*The connector is trying to read binlog.*but this is no longer available on the server.*");
     private static final Pattern MISSING_TRANSACTION_WHEN_BINLOG_EXPIRE =
-            Pattern.compile(".*Cannot replicate because the master purged required binary logs.*");
+            Pattern.compile(
+                    ".*Cannot replicate because the (master|source) purged required binary logs.*");
 
     /** Add more error details for some exceptions. */
     public static String optimizeErrorMessage(String msg) {

diff --git a/...ector-mysql-cdc/src/test/java/io/debezium/connector/mysql/util/ErrorMessageUtilsTest.java b/...ector-mysql-cdc/src/test/java/io/debezium/connector/mysql/util/ErrorMessageUtilsTest.java
@@ -36,7 +36,7 @@ public void testOptimizeErrorMessageWhenServerIdConflict() {
     }
 
     @Test
-    public void testOptimizeErrorMessageWhenMissingBinlogPosition() {
+    public void testOptimizeErrorMessageWhenMissingBinlogPositionInMaster() {
         assertEquals(
                 "Cannot replicate because the master purged required binary logs. Replicate the missing transactions from elsewhere, or provision a new slave from backup. Consider increasing the master's binary log expiration period. The GTID set sent by the slave is 'b9d6f3df-79e7-11ed-9a81-0242ac110004:1-33', and the missing transactions are 'b9d6f3df-79e7-11ed-9a81-0242ac110004:34'"
                         + "\nThe required binary logs are no longer available on the server. This may happen in following situations:\n"
@@ -46,6 +46,17 @@ public void testOptimizeErrorMessageWhenMissingBinlogPosition() {
                         "Cannot replicate because the master purged required binary logs. Replicate the missing transactions from elsewhere, or provision a new slave from backup. Consider increasing the master's binary log expiration period. The GTID set sent by the slave is 'b9d6f3df-79e7-11ed-9a81-0242ac110004:1-33', and the missing transactions are 'b9d6f3df-79e7-11ed-9a81-0242ac110004:34'"));
     }
 
+    @Test
+    public void testOptimizeErrorMessageWhenMissingBinlogPositionInSource() {
+        assertEquals(
+                "Cannot replicate because the source purged required binary logs. Replicate the missing transactions from elsewhere, or provision a new slave from backup. Consider increasing the master's binary log expiration period. The GTID set sent by the slave is 'b9d6f3df-79e7-11ed-9a81-0242ac110004:1-33', and the missing transactions are 'b9d6f3df-79e7-11ed-9a81-0242ac110004:34'"
+                        + "\nThe required binary logs are no longer available on the server. This may happen in following situations:\n"
+                        + "1. The speed of CDC source reading is too slow to exceed the binlog expired period. You can consider increasing the binary log expiration period, you can also to check whether there is back pressure in the job and optimize your job.\n"
+                        + "2. The job runs normally, but something happens in the database and lead to the binlog cleanup. You can try to check why this cleanup happens from MySQL side.",
+                ErrorMessageUtils.optimizeErrorMessage(
+                        "Cannot replicate because the source purged required binary logs. Replicate the missing transactions from elsewhere, or provision a new slave from backup. Consider increasing the master's binary log expiration period. The GTID set sent by the slave is 'b9d6f3df-79e7-11ed-9a81-0242ac110004:1-33', and the missing transactions are 'b9d6f3df-79e7-11ed-9a81-0242ac110004:34'"));
+    }
+
     @Test
     public void testOptimizeErrorMessageWhenMissingTransaction() {
         assertEquals(