WL#9852: XCom transport abstraction

XCom is a communication framework with a PAXOS implementation that
supports MySQL Group Replication.
It can be conceptually divided into two sections:
The PAXOS algorithm and a Communication infrastructure.

Although keeping the Communication infrastructure under our control
had given us an important advantage in terms of performance and fine
tuning, it doubles our work in areas where the server is already mature
(Secure Communications, Fragmentation).

We reused existing Server facilities in order to establish connections
among GCS group members. That allowed us to create authenticated and
secure connections with MySQL protocol.

RB: 25153

Author: tiagoportelajorge

include/my_command.h

@@ -93,6 +93,7 @@ enum enum_server_command {
   COM_BINLOG_DUMP_GTID,
   COM_RESET_CONNECTION, /**< See @ref page_protocol_com_reset_connection */
   COM_CLONE,
+  COM_SUBSCRIBE_GROUP_REPLICATION_STREAM,
   /* don't forget to update const char *command_name[] in sql_parse.cc */
 
   /* Must be last */

include/mysql.h.pp

@@ -86,6 +86,7 @@
   COM_BINLOG_DUMP_GTID,
   COM_RESET_CONNECTION,
   COM_CLONE,
+  COM_SUBSCRIBE_GROUP_REPLICATION_STREAM,
   COM_END
 };
 #include "my_compress.h"

include/mysql/plugin_audit.h.pp

@@ -171,6 +171,7 @@
   COM_BINLOG_DUMP_GTID,
   COM_RESET_CONNECTION,
   COM_CLONE,
+  COM_SUBSCRIBE_GROUP_REPLICATION_STREAM,
   COM_END
 };
 #include "my_sqlcommand.h"

include/mysql/plugin_group_replication.h

@@ -83,6 +83,9 @@ struct GROUP_REPLICATION_GROUP_MEMBERS_CALLBACKS {
                           size_t length);
   void (*set_member_version)(void *const context, const char &value,
                              size_t length);
+  void (*set_member_incoming_communication_protocol)(void *const context,
+                                                     const char &value,
+                                                     size_t length);
 };
 
 /*

include/mysql/thread_type.h

@@ -45,7 +45,8 @@ enum enum_thread_type {
   SYSTEM_THREAD_DD_RESTART = 1024,
   SYSTEM_THREAD_SERVER_INITIALIZE = 2048,
   SYSTEM_THREAD_INIT_FILE = 4096,
-  SYSTEM_THREAD_SERVER_UPGRADE = 8192
+  SYSTEM_THREAD_SERVER_UPGRADE = 8192,
+  SYSTEM_THREAD_GROUP_REPLICATION_CONNECTION = 16384
 };
 
 #endif /* THREAD_TYPE_INCLUDED */

include/sql_common.h

@@ -48,7 +48,10 @@ struct MEM_ROOT;
 extern "C" {
 #endif
 
-extern const char *unknown_sqlstate;
+#ifdef IMPORT_UNKNOWN_SQLSTATE
+__declspec(dllimport)
+#endif
+    extern const char *unknown_sqlstate;
 extern const char *cant_connect_sqlstate;
 extern const char *not_error_sqlstate;
 

mysql-test/collections/coverage.ignore

@@ -5,6 +5,7 @@
 
 plugin/x/tests/driver/
 unittest/gunit/xplugin
+unittest/gunit/libmysqlgcs
 extra/protobuf
 extra/icu
 extra/zstd

mysql-test/collections/default.push

@@ -7,20 +7,13 @@
 #
 # Non-Windows platforms
 #
-perl mysql-test-run.pl --timer --testcase-timeout=30 --suite-timeout=300 --debug-server --force  --comment=all-default-debug --vardir=var-all-default --skip-combinations --unit-tests-report --no-skip --exclude-platform=windows --skip-ndb
-
+perl mysql-test-run.pl --timer --testcase-timeout=30 --suite-timeout=300 --debug-server --force  --comment=all-default-debug --vardir=var-all-default --skip-combinations --unit-tests-report --no-skip --exclude-platform=windows
 #
 # Windows - run RPL separately with 8 threads
 #
-perl mysql-test-run.pl --timer --testcase-timeout=30 --suite-timeout=300 --debug-server --force  --comment=all-default-debug --vardir=var-all-default --skip-combinations --skip-rpl --unit-tests-report --no-skip --platform=windows --skip-ndb
+perl mysql-test-run.pl --timer --testcase-timeout=30 --suite-timeout=300 --debug-server --force  --comment=all-default-debug --vardir=var-all-default --skip-combinations --skip-rpl --unit-tests-report --no-skip --platform=windows
 perl mysql-test-run.pl --timer --testcase-timeout=30 --suite-timeout=300 --debug-server --force --parallel=8 --comment=rpl-suites --vardir=var-rpl-suites --skip-combinations --suite=rpl,rpl_gtid,rpl_nogtid --platform=windows
-
-#
-# Run all Ndb tests separately.
-# For builds without Ndb support no tests will be attempted.
-#
-perl mysql-test-run.pl --timer --testcase-timeout=30 --suite-timeout=300 --debug-server --force --comment=ndb --vardir=var-ndb --skip-combinations --no-skip --with-ndb-only
-
 #
 # Group Replication
 perl mysql-test-run.pl --timer --force --parallel=6 --comment=group_replication --vardir=var-group_replication --suite=group_replication
+

mysql-test/collections/default.weekly

@@ -191,13 +191,20 @@ perl mysql-test-run.pl --timer --force --parallel=6 --comment=group_replication_
 
 #GR with group_replication_ssl_mode = REQUIRED
 perl mysql-test-run.pl --timer --force --parallel=6 --comment=group_replication_ssl_mode_required --vardir=var-gr_ssl_mode_required --suite=group_replication  --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_ssl_mode=REQUIRED
+
+#GR with group_replication_ssl_mode = REQUIRED and MySQL Stack
+perl mysql-test-run.pl --timer --force --parallel=6 --comment=group_replication_ssl_mode_required_mysql --vardir=var-gr_ssl_mode_required_mysql --suite=group_replication  --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_ssl_mode=REQUIRED --mysqld=--loose-group_replication_communication_stack=MySQL
+
 #
 # b) DEBUG
 #
 
 #GR with loose-group_replication_gtid_assignment_block_size=1 on debug build
 perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication_gtid_assignment_block_size_1-debug --vardir=var-gr_gtid_assignment_block_size_1-debug --suite=group_replication  --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_gtid_assignment_block_size=1
 
+#GR with MySQL Stack on debug build
+perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication_mysql-debug --vardir=var-group_replication_mysql-debug --suite=group_replication  --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_communication_stack=MySQL
+
 #GR with MTS on debug build
 perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication_parallel_applier-debug --vardir=var-gr_parallel_applier-debug --suite=group_replication  --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--replica-parallel-workers=4 --mysqld=--replica-parallel-type=logical_clock --mysqld=--replica_preserve_commit_order=ON
 perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication_ssl_mode_required-debug --vardir=var-gr_ssl_mode_required-debug --suite=group_replication  --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_ssl_mode=REQUIRED

mysql-test/collections/disabled.def

@@ -94,3 +94,13 @@ sys_vars.innodb_log_writer_threads_basic : Bug#32129814 SYS_VARS.INNODB_LOG_WRIT
 sysschema.v_wait_classes_global_by_avg_latency : BUG#21550054 Test fails too often.
 
 # x plugin suite tests
+
+# Group Replication tests.
+
+# These will only run in XCom because of the following issue:
+group_replication.gr_join_with_suspect_member : BUG#31704262 XCOM CREATES NODES WITH PAST GHOST VIEWS
+group_replication.gr_leave_with_suspect_member : BUG#31704262 XCOM CREATES NODES WITH PAST GHOST VIEWS
+group_replication.gr_majority_loss_restored_after_timeout : BUG#31704262 XCOM CREATES NODES WITH PAST GHOST VIEWS
+group_replication.gr_suspect_member_resumes_after_crash_join_retries : BUG#32458239 GR_SUSPECT_MEMBER_RESUMES_AFTER_CRASH_JOIN_RETRIES IS NOT STABLE
+group_replication.gr_majority_loss_5_to_2 @windows : Bug#32860569 SPORADIC GROUP REPLICATION MAJORITY TEST FAILURES IN WINDOWS
+group_replication.gr_majority_loss_5_to_2_recovery @windows : Bug#32860569 SPORADIC GROUP REPLICATION MAJORITY TEST FAILURES IN WINDOWS