mirror of
https://github.com/MariaDB/server.git
synced 2025-11-27 05:41:41 +03:00
eca5c2c67f
MDEV-22088 S3 partitioning support
All ALTER PARTITION commands should now work on S3 tables except
REBUILD PARTITION
TRUNCATE PARTITION
REORGANIZE PARTITION
In addition, PARTIONED S3 TABLES can also be replicated.
This is achived by storing the partition tables .frm and .par file on S3
for partitioned shared (S3) tables.
The discovery methods are enchanced by allowing engines that supports
discovery to also support of the partitioned tables .frm and .par file
Things in more detail
- The .frm and .par files of partitioned tables are stored in S3 and kept
in sync.
- Added hton callback create_partitioning_metadata to inform handler
that metadata for a partitoned file has changed
- Added back handler::discover_check_version() to be able to check if
a table's or a part table's definition has changed.
- Added handler::check_if_updates_are_ignored(). Needed for partitioning.
- Renamed rebind() -> rebind_psi(), as it was before.
- Changed CHF_xxx hadnler flags to an enum
- Changed some checks from using table->file->ht to use
table->file->partition_ht() to get discovery to work with partitioning.
- If TABLE_SHARE::init_from_binary_frm_image() fails, ensure that we
don't leave any .frm or .par files around.
- Fixed that writefrm() doesn't leave unusable .frm files around
- Appended extension to path for writefrm() to be able to reuse to function
for creating .par files.
- Added DBUG_PUSH("") to a a few functions that caused a lot of not
critical tracing.
171 lines
4.3 KiB
Plaintext
171 lines
4.3 KiB
Plaintext
--source include/have_s3.inc
|
|
--source include/have_partition.inc
|
|
--source include/have_binlog_format_mixed.inc
|
|
--source include/have_innodb.inc
|
|
--source include/have_sequence.inc
|
|
--source include/master-slave.inc
|
|
--source create_database.inc
|
|
|
|
connection slave;
|
|
let $MYSQLD_DATADIR= `select @@datadir`;
|
|
--replace_result $database database
|
|
--eval use $database
|
|
connection master;
|
|
|
|
--echo #
|
|
--echo # Check replication of parititioned S3 tables
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (
|
|
c1 INT DEFAULT NULL
|
|
) ENGINE=Aria
|
|
PARTITION BY HASH (c1)
|
|
PARTITIONS 3;
|
|
INSERT INTO t1 VALUE (1), (2), (101), (102), (201), (202);
|
|
ALTER TABLE t1 ENGINE=S3;
|
|
ALTER TABLE t1 ADD PARTITION PARTITIONS 6;
|
|
select sum(c1) from t1;
|
|
ALTER TABLE t1 ADD COLUMN c INT;
|
|
select sum(c1) from t1;
|
|
sync_slave_with_master;
|
|
show create table t1;
|
|
select sum(c1) from t1;
|
|
connection master;
|
|
drop table t1;
|
|
|
|
--echo #
|
|
--echo # Checking that the slave is keeping in sync with changed partitions
|
|
--echo #
|
|
|
|
CREATE TABLE t1 (
|
|
c1 int primary key,
|
|
c2 int DEFAULT NULL
|
|
) ENGINE=InnoDB
|
|
PARTITION BY RANGE (c1)
|
|
(PARTITION p1 VALUES LESS THAN (200),
|
|
PARTITION p2 VALUES LESS THAN (300),
|
|
PARTITION p3 VALUES LESS THAN (400));
|
|
insert into t1 select seq*100,seq*100 from seq_1_to_3;
|
|
alter table t1 engine=S3;
|
|
show create table t1;
|
|
|
|
sync_slave_with_master;
|
|
select sum(c1) from t1;
|
|
--file_exists $MYSQLD_DATADIR/$database/t1.frm
|
|
--file_exists $MYSQLD_DATADIR/$database/t1.par
|
|
stop slave;
|
|
connection master;
|
|
ALTER TABLE t1 ADD PARTITION (PARTITION p4 VALUES LESS THAN (500));
|
|
connection slave;
|
|
show create table t1;
|
|
select sum(c1) from t1;
|
|
start slave;
|
|
connection master;
|
|
sync_slave_with_master;
|
|
select sum(c1)+0 from t1;
|
|
stop slave;
|
|
|
|
# .frm amd .par files should not exists on the salve as it has just seen the
|
|
# ALTER TABLE which cased the removal of the .frm and .par files. The table
|
|
# from the above "select sum()" came from table cache and was used as it's
|
|
# id matches the one in S3
|
|
--error 1
|
|
--file_exists $MYSQLD_DATADIR/$database/t1.frm
|
|
--error 1
|
|
--file_exists $MYSQLD_DATADIR/$database/t1.par
|
|
# Flushing the table cache will force the .frm and .par files to be
|
|
# re-generated
|
|
flush tables;
|
|
select sum(c1)+0 from t1;
|
|
--file_exists $MYSQLD_DATADIR/$database/t1.frm
|
|
--file_exists $MYSQLD_DATADIR/$database/t1.par
|
|
|
|
connection master;
|
|
drop table t1;
|
|
connection slave;
|
|
--file_exists $MYSQLD_DATADIR/$database/t1.par
|
|
--replace_result $database database
|
|
--error ER_NO_SUCH_TABLE
|
|
select sum(c1) from t1;
|
|
--error 1
|
|
--file_exists $MYSQLD_DATADIR/$database/t1.par
|
|
start slave;
|
|
connection master;
|
|
|
|
--echo #
|
|
--echo # Check altering partitioned table to S3 and back
|
|
--echo # Checks also rename partitoned table and drop partition
|
|
--echo #
|
|
|
|
CREATE TABLE t2 (
|
|
c1 int primary key,
|
|
c2 int DEFAULT NULL
|
|
) ENGINE=InnoDB
|
|
PARTITION BY RANGE (c1)
|
|
(PARTITION p1 VALUES LESS THAN (200),
|
|
PARTITION p2 VALUES LESS THAN (300),
|
|
PARTITION p3 VALUES LESS THAN (400));
|
|
insert into t2 select seq*100,seq*100 from seq_1_to_3;
|
|
alter table t2 engine=S3;
|
|
rename table t2 to t1;
|
|
alter table t1 drop partition p1;
|
|
sync_slave_with_master;
|
|
select sum(c1) from t1;
|
|
connection master;
|
|
alter table t1 engine=innodb;
|
|
sync_slave_with_master;
|
|
select sum(c1) from t1;
|
|
connection master;
|
|
drop table t1;
|
|
|
|
--echo #
|
|
--echo # Check that slaves ignores changes to S3 tables.
|
|
--echo #
|
|
|
|
connection master;
|
|
CREATE TABLE t1 (
|
|
c1 int primary key,
|
|
c2 int DEFAULT NULL
|
|
) ENGINE=InnoDB
|
|
PARTITION BY RANGE (c1)
|
|
(PARTITION p1 VALUES LESS THAN (200),
|
|
PARTITION p2 VALUES LESS THAN (300),
|
|
PARTITION p3 VALUES LESS THAN (400));
|
|
insert into t1 select seq*100,seq*100 from seq_1_to_3;
|
|
create table t2 like t1;
|
|
alter table t2 remove partitioning;
|
|
insert into t2 values (450,450);
|
|
sync_slave_with_master;
|
|
stop slave;
|
|
connection master;
|
|
alter table t1 engine=s3;
|
|
alter table t2 engine=s3;
|
|
ALTER TABLE t1 ADD PARTITION (PARTITION p4 VALUES LESS THAN (500));
|
|
alter table t1 exchange partition p4 with table t2;
|
|
select count(*) from t1;
|
|
drop table t1,t2;
|
|
connection slave;
|
|
start slave;
|
|
connection master;
|
|
sync_slave_with_master;
|
|
--replace_result $database database
|
|
--error ER_NO_SUCH_TABLE
|
|
select sum(c1) from t1;
|
|
connection master;
|
|
|
|
--echo #
|
|
--echo # Check slave binary log
|
|
--echo #
|
|
|
|
sync_slave_with_master;
|
|
--let $binlog_database=$database
|
|
--source include/show_binlog_events.inc
|
|
connection master;
|
|
|
|
--echo #
|
|
--echo # clean up
|
|
--echo #
|
|
--source drop_database.inc
|
|
sync_slave_with_master;
|
|
--source include/rpl_end.inc
|