mirror of
https://github.com/MariaDB/server.git
synced 2025-07-29 05:21:33 +03:00
MDEV-6676: Optimistic parallel replication
Implement a new mode for parallel replication. In this mode, all transactions are optimistically attempted applied in parallel. In case of conflicts, the offending transaction is rolled back and retried later non-parallel. This is an early-release patch to facilitate testing, more changes to user interface / options will be expected. The new mode is not enabled by default.
This commit is contained in:
Kristian Nielsen
319
mysql-test/suite/rpl/t/rpl_parallel_optimistic.test
Normal file
319
mysql-test/suite/rpl/t/rpl_parallel_optimistic.test
Normal file
@ -0,0 +1,319 @@
|
||||
--source include/have_innodb.inc
|
||||
--source include/have_debug_sync.inc
|
||||
--let $rpl_topology=1->2
|
||||
--source include/rpl_init.inc
|
||||
|
||||
--connection server_1
|
||||
ALTER TABLE mysql.gtid_slave_pos ENGINE=InnoDB;
|
||||
CREATE TABLE t1 (a int PRIMARY KEY, b INT) ENGINE=InnoDB;
|
||||
--save_master_pos
|
||||
|
||||
--connection server_2
|
||||
--sync_with_master
|
||||
SET @old_parallel_threads=@@GLOBAL.slave_parallel_threads;
|
||||
--source include/stop_slave.inc
|
||||
SET GLOBAL slave_parallel_threads=10;
|
||||
CHANGE MASTER TO master_use_gtid=slave_pos;
|
||||
SET @old_parallel_mode=@@GLOBAL.slave_parallel_mode;
|
||||
SET GLOBAL slave_parallel_mode='domain,transactional';
|
||||
|
||||
|
||||
--connection server_1
|
||||
|
||||
INSERT INTO t1 VALUES(1,1);
|
||||
BEGIN;
|
||||
INSERT INTO t1 VALUES(2,1);
|
||||
INSERT INTO t1 VALUES(3,1);
|
||||
COMMIT;
|
||||
|
||||
# Do a bunch of INSERT/DELETE on the same rows, bound to conflict.
|
||||
# We will get a lot of rollbacks, probably, but they should be handled without
|
||||
# any visible errors.
|
||||
|
||||
DELETE FROM t1 WHERE a=2;
|
||||
INSERT INTO t1 VALUES (2,2);
|
||||
DELETE FROM t1 WHERE a=2;
|
||||
INSERT INTO t1 VALUES (2,3);
|
||||
DELETE FROM t1 WHERE a=2;
|
||||
INSERT INTO t1 VALUES (2,4);
|
||||
DELETE FROM t1 WHERE a=2;
|
||||
INSERT INTO t1 VALUES (2,5);
|
||||
|
||||
DELETE FROM t1 WHERE a=3;
|
||||
INSERT INTO t1 VALUES(3,2);
|
||||
DELETE FROM t1 WHERE a=1;
|
||||
INSERT INTO t1 VALUES(1,2);
|
||||
DELETE FROM t1 WHERE a=3;
|
||||
INSERT INTO t1 VALUES(3,3);
|
||||
|
||||
DELETE FROM t1 WHERE a=2;
|
||||
INSERT INTO t1 VALUES (2,6);
|
||||
--source include/save_master_gtid.inc
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
|
||||
--connection server_2
|
||||
--source include/start_slave.inc
|
||||
--source include/sync_with_master_gtid.inc
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
#SHOW STATUS LIKE 'Slave_retried_transactions';
|
||||
|
||||
|
||||
--echo *** Test a bunch of non-transactional/DDL event groups. ***
|
||||
|
||||
--connection server_2
|
||||
--source include/stop_slave.inc
|
||||
|
||||
--connection server_1
|
||||
|
||||
INSERT INTO t1 VALUES (4,4);
|
||||
INSERT INTO t1 VALUES (5,5);
|
||||
CREATE TABLE t2 (a INT PRIMARY KEY) ENGINE=InnoDB;
|
||||
INSERT INTO t2 VALUES (1);
|
||||
CREATE TABLE t3 (a INT PRIMARY KEY) ENGINE=MyISAM;
|
||||
ALTER TABLE t2 ADD b INT;
|
||||
INSERT INTO t2 VALUES (2,2);
|
||||
ALTER TABLE t2 DROP b;
|
||||
INSERT INTO t2 VALUES (3);
|
||||
ALTER TABLE t2 ADD c INT;
|
||||
INSERT INTO t2 VALUES (4,5);
|
||||
INSERT INTO t2 VALUES (5,5);
|
||||
INSERT INTO t3 VALUES (1);
|
||||
UPDATE t2 SET c=NULL WHERE a=4;
|
||||
ALTER TABLE t2 ADD UNIQUE (c);
|
||||
INSERT INTO t2 VALUES (6,6);
|
||||
UPDATE t2 SET c=c+100 WHERE a=2;
|
||||
INSERT INTO t3(a) VALUES (2);
|
||||
DELETE FROM t3 WHERE a=2;
|
||||
INSERT INTO t3(a) VALUES (2);
|
||||
DELETE FROM t3 WHERE a=2;
|
||||
ALTER TABLE t3 CHANGE a c INT NOT NULL;
|
||||
INSERT INTO t3(c) VALUES (2);
|
||||
DELETE FROM t3 WHERE c=2;
|
||||
INSERT INTO t3 SELECT a+200 FROM t2;
|
||||
DELETE FROM t3 WHERE c >= 200;
|
||||
INSERT INTO t3 SELECT a+200 FROM t2;
|
||||
--source include/save_master_gtid.inc
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
SELECT * FROM t2 ORDER BY a;
|
||||
SELECT * FROM t3 ORDER BY c;
|
||||
|
||||
--connection server_2
|
||||
--source include/start_slave.inc
|
||||
--source include/sync_with_master_gtid.inc
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
SELECT * FROM t2 ORDER BY a;
|
||||
SELECT * FROM t3 ORDER BY c;
|
||||
#SHOW STATUS LIKE 'Slave_retried_transactions';
|
||||
|
||||
|
||||
--echo *** Test @@replicate_allow_parallel. ***
|
||||
|
||||
--connection server_2
|
||||
--source include/stop_slave.inc
|
||||
--let $retry1= query_get_value(SHOW STATUS LIKE 'Slave_retried_transactions', Value, 1)
|
||||
|
||||
--connection server_1
|
||||
# We do a bunch of conflicting transactions on the master with
|
||||
# replicate_allow_parallel set to false, and check that we do not
|
||||
# get any retries on the slave.
|
||||
|
||||
UPDATE t1 SET b=10 WHERE a=3;
|
||||
SET SESSION replicate_allow_parallel=0;
|
||||
UPDATE t1 SET b=20 WHERE a=3;
|
||||
UPDATE t1 SET b=30 WHERE a=3;
|
||||
UPDATE t1 SET b=50 WHERE a=3;
|
||||
UPDATE t1 SET b=80 WHERE a=3;
|
||||
UPDATE t1 SET b=130 WHERE a=3;
|
||||
UPDATE t1 SET b=210 WHERE a=3;
|
||||
UPDATE t1 SET b=340 WHERE a=3;
|
||||
UPDATE t1 SET b=550 WHERE a=3;
|
||||
UPDATE t1 SET b=890 WHERE a=3;
|
||||
SET SESSION replicate_allow_parallel=1;
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
--source include/save_master_gtid.inc
|
||||
|
||||
--connection server_2
|
||||
--source include/start_slave.inc
|
||||
--source include/sync_with_master_gtid.inc
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
--let $retry2= query_get_value(SHOW STATUS LIKE 'Slave_retried_transactions', Value, 1)
|
||||
--disable_query_log
|
||||
eval SELECT IF($retry1=$retry2, "Ok, no retry",
|
||||
CONCAT("ERROR: ", $retry2-$retry1, " retries during replication (was ",
|
||||
$retry1, " now ", $retry2, ")")) AS status;
|
||||
--enable_query_log
|
||||
|
||||
|
||||
--echo *** Test that we do not replicate in parallel transactions that had row lock waits on the master ***
|
||||
|
||||
--connection server_2
|
||||
--source include/stop_slave.inc
|
||||
--let $retry1= query_get_value(SHOW STATUS LIKE 'Slave_retried_transactions', Value, 1)
|
||||
|
||||
--connection server_1
|
||||
# Setup a bunch of transactions that all needed to wait.
|
||||
--connect (m1,127.0.0.1,root,,test,$SERVER_MYPORT_1,)
|
||||
--connect (m2,127.0.0.1,root,,test,$SERVER_MYPORT_1,)
|
||||
--connect (m3,127.0.0.1,root,,test,$SERVER_MYPORT_1,)
|
||||
--connect (m4,127.0.0.1,root,,test,$SERVER_MYPORT_1,)
|
||||
--connect (m5,127.0.0.1,root,,test,$SERVER_MYPORT_1,)
|
||||
--connect (m6,127.0.0.1,root,,test,$SERVER_MYPORT_1,)
|
||||
--connect (m7,127.0.0.1,root,,test,$SERVER_MYPORT_1,)
|
||||
--connect (m8,127.0.0.1,root,,test,$SERVER_MYPORT_1,)
|
||||
|
||||
--connection default
|
||||
BEGIN; UPDATE t1 SET b=b+1 WHERE a=3;
|
||||
|
||||
--connection m1
|
||||
SET debug_sync='thd_report_wait_for SIGNAL waiting1';
|
||||
send UPDATE t1 SET b=1001 WHERE a=3;
|
||||
--connection default
|
||||
SET debug_sync='now WAIT_FOR waiting1';
|
||||
|
||||
--connection m2
|
||||
BEGIN;
|
||||
UPDATE t1 SET b=1002 WHERE a=5;
|
||||
SET debug_sync='thd_report_wait_for SIGNAL waiting2';
|
||||
send UPDATE t1 SET b=102 WHERE a=3;
|
||||
--connection default
|
||||
SET debug_sync='now WAIT_FOR waiting2';
|
||||
|
||||
UPDATE t1 SET b=1000 WHERE a=1;
|
||||
--connection m3
|
||||
SET debug_sync='thd_report_wait_for SIGNAL waiting3';
|
||||
send UPDATE t1 SET b=1003 WHERE a=5;
|
||||
--connection default
|
||||
SET debug_sync='now WAIT_FOR waiting3';
|
||||
|
||||
--connection m4
|
||||
SET debug_sync='thd_report_wait_for SIGNAL waiting4';
|
||||
send UPDATE t1 SET b=1004 WHERE a=3;
|
||||
--connection default
|
||||
SET debug_sync='now WAIT_FOR waiting4';
|
||||
|
||||
--connection m5
|
||||
SET debug_sync='thd_report_wait_for SIGNAL waiting5';
|
||||
send UPDATE t1 SET b=1005 WHERE a=5;
|
||||
--connection default
|
||||
SET debug_sync='now WAIT_FOR waiting5';
|
||||
|
||||
--connection m6
|
||||
SET debug_sync='thd_report_wait_for SIGNAL waiting6';
|
||||
send UPDATE t1 SET b=1006 WHERE a=1;
|
||||
--connection default
|
||||
SET debug_sync='now WAIT_FOR waiting6';
|
||||
|
||||
--connection m7
|
||||
SET debug_sync='thd_report_wait_for SIGNAL waiting7';
|
||||
send UPDATE t1 SET b=1007 WHERE a=5;
|
||||
--connection default
|
||||
SET debug_sync='now WAIT_FOR waiting7';
|
||||
|
||||
--connection m8
|
||||
SET debug_sync='thd_report_wait_for SIGNAL waiting8';
|
||||
send UPDATE t1 SET b=1008 WHERE a=3;
|
||||
--connection default
|
||||
SET debug_sync='now WAIT_FOR waiting8';
|
||||
|
||||
--connection default
|
||||
COMMIT;
|
||||
--connection m1
|
||||
REAP;
|
||||
--connection m2
|
||||
REAP;
|
||||
COMMIT;
|
||||
--connection m3
|
||||
REAP;
|
||||
--connection m4
|
||||
REAP;
|
||||
--connection m5
|
||||
REAP;
|
||||
--connection m6
|
||||
REAP;
|
||||
--connection m7
|
||||
REAP;
|
||||
--connection m8
|
||||
REAP;
|
||||
--connection default
|
||||
SET debug_sync='RESET';
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
--source include/save_master_gtid.inc
|
||||
|
||||
--connection server_2
|
||||
--source include/start_slave.inc
|
||||
--source include/sync_with_master_gtid.inc
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
--let $retry2= query_get_value(SHOW STATUS LIKE 'Slave_retried_transactions', Value, 1)
|
||||
--disable_query_log
|
||||
eval SELECT IF($retry1=$retry2, "Ok, no retry",
|
||||
CONCAT("ERROR: ", $retry2-$retry1, " retries during replication (was ",
|
||||
$retry1, " now ", $retry2, ")")) AS status;
|
||||
--enable_query_log
|
||||
|
||||
|
||||
--echo *** Test that we replicate correctly when using READ COMMITTED and binlog_format=MIXED on the slave ***
|
||||
|
||||
--connection server_2
|
||||
--source include/stop_slave.inc
|
||||
SET @old_format= @@GLOBAL.binlog_format;
|
||||
# Use MIXED format; we cannot binlog ROW events on slave in STATEMENT format.
|
||||
SET GLOBAL binlog_format= MIXED;
|
||||
SET @old_isolation= @@GLOBAL.tx_isolation;
|
||||
SET GLOBAL TRANSACTION ISOLATION LEVEL READ COMMITTED;
|
||||
# Reset the worker threads to make the new settings take effect.
|
||||
SET GLOBAL slave_parallel_threads=0;
|
||||
SET GLOBAL slave_parallel_threads=10;
|
||||
|
||||
--connection server_1
|
||||
DROP TABLE t1, t2;
|
||||
CREATE TABLE t1 (a int PRIMARY KEY, b INT) ENGINE=InnoDB;
|
||||
CREATE TABLE t2 (a int PRIMARY KEY, b INT) ENGINE=InnoDB;
|
||||
INSERT INTO t1 VALUES (1,0), (2,0), (3,0);
|
||||
INSERT INTO t2 VALUES (1,0), (2,0);
|
||||
INSERT INTO t1 SELECT 4, COUNT(*) FROM t2;
|
||||
INSERT INTO t2 SELECT 4, COUNT(*) FROM t1;
|
||||
|
||||
INSERT INTO t1 SELECT 5, COUNT(*) FROM t2;
|
||||
INSERT INTO t2 SELECT 5, COUNT(*) FROM t1;
|
||||
|
||||
INSERT INTO t2 SELECT 6, COUNT(*) FROM t1;
|
||||
INSERT INTO t1 SELECT 6, COUNT(*) FROM t2;
|
||||
|
||||
INSERT INTO t1 SELECT 7, COUNT(*) FROM t2;
|
||||
INSERT INTO t2 SELECT 7, COUNT(*) FROM t1;
|
||||
|
||||
INSERT INTO t2 SELECT 8, COUNT(*) FROM t1;
|
||||
INSERT INTO t1 SELECT 8, COUNT(*) FROM t2;
|
||||
|
||||
INSERT INTO t2 SELECT 9, COUNT(*) FROM t1;
|
||||
INSERT INTO t1 SELECT 9, COUNT(*) FROM t2;
|
||||
|
||||
INSERT INTO t1 SELECT 10, COUNT(*) FROM t2;
|
||||
INSERT INTO t2 SELECT 10, COUNT(*) FROM t1;
|
||||
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
SELECT * FROM t2 ORDER BY a;
|
||||
--source include/save_master_gtid.inc
|
||||
|
||||
--connection server_2
|
||||
--source include/start_slave.inc
|
||||
--source include/sync_with_master_gtid.inc
|
||||
SELECT * FROM t1 ORDER BY a;
|
||||
SELECT * FROM t2 ORDER BY a;
|
||||
|
||||
--source include/stop_slave.inc
|
||||
SET GLOBAL binlog_format= @old_format;
|
||||
SET GLOBAL tx_isolation= @old_isolation;
|
||||
--source include/start_slave.inc
|
||||
|
||||
|
||||
--connection server_2
|
||||
--source include/stop_slave.inc
|
||||
SET GLOBAL slave_parallel_mode=@old_parallel_mode;
|
||||
SET GLOBAL slave_parallel_threads=@old_parallel_threads;
|
||||
--source include/start_slave.inc
|
||||
|
||||
--connection server_1
|
||||
DROP TABLE t1, t2, t3;
|
||||
|
||||
--source include/rpl_end.inc
|
||||
Reference in New Issue
Block a user