mirror of
https://github.com/MariaDB/server.git
synced 2025-05-13 01:01:44 +03:00
3c09f148f3
Let InnoDB purge reset DB_TRX_ID,DB_ROLL_PTR when the history is removed. [TODO: It appears that the resetting is not taking place as often as it could be. We should test that a simple INSERT should eventually cause row_purge_reset_trx_id() to be invoked unless DROP TABLE is invoked soon enough.] The InnoDB clustered index record system columns DB_TRX_ID,DB_ROLL_PTR are used by multi-versioning. After the history is no longer needed, these columns can safely be reset to 0 and 1<<55 (to indicate a fresh insert). When a reader sees 0 in the DB_TRX_ID column, it can instantly determine that the record is present the read view. There is no need to acquire the transaction system mutex to check if the transaction exists, because writes can never be conducted by a transaction whose ID is 0. The persistent InnoDB undo log used to be split into two parts: insert_undo and update_undo. The insert_undo log was discarded at transaction commit or rollback, and the update_undo log was processed by the purge subsystem. As part of this change, we will only generate a single undo log for new transactions, and the purge subsystem will reset the DB_TRX_ID whenever a clustered index record is touched. That is, all persistent undo log will be preserved at transaction commit or rollback, to be removed by purge. The InnoDB redo log format is changed in two ways: We remove the redo log record type MLOG_UNDO_HDR_REUSE, and we introduce the MLOG_ZIP_WRITE_TRX_ID record for updating the DB_TRX_ID,DB_ROLL_PTR in a ROW_FORMAT=COMPRESSED table. This is also changing the format of persistent InnoDB data files: undo log and clustered index leaf page records. It will still be possible via import and export to exchange data files with earlier versions of MariaDB. The change to clustered index leaf page records is simple: we allow DB_TRX_ID to be 0. When it comes to the undo log, we must be able to upgrade from earlier MariaDB versions after a clean shutdown (no redo log to apply). While it would be nice to perform a slow shutdown (innodb_fast_shutdown=0) before an upgrade, to empty the undo logs, we cannot assume that this has been done. So, separate insert_undo log may exist for recovered uncommitted transactions. These transactions may be automatically rolled back, or they may be in XA PREPARE state, in which case InnoDB will preserve the transaction until an explicit XA COMMIT or XA ROLLBACK. Upgrade has been tested by starting up MariaDB 10.2 with ./mysql-test-run --manual-gdb innodb.read_only_recovery and then starting up this patched server with and without --innodb-read-only. trx_undo_ptr_t::undo: Renamed from update_undo. trx_undo_ptr_t::old_insert: Renamed from insert_undo. trx_rseg_t::undo_list: Renamed from update_undo_list. trx_rseg_t::undo_cached: Merged from update_undo_cached and insert_undo_cached. trx_rseg_t::old_insert_list: Renamed from insert_undo_list. row_purge_reset_trx_id(): New function to reset the columns. This will be called for all undo processing in purge that does not remove the clustered index record. trx_undo_update_rec_get_update(): Allow trx_id=0 when copying the old DB_TRX_ID of the record to the undo log. ReadView::changes_visible(): Allow id==0. (Return true for it. This is what speeds up the MVCC.) row_vers_impl_x_locked_low(), row_vers_build_for_semi_consistent_read(): Implement a fast path for DB_TRX_ID=0. Always initialize the TRX_UNDO_PAGE_TYPE to 0. Remove undo->type. MLOG_UNDO_HDR_REUSE: Remove. This changes the redo log format! innobase_start_or_create_for_mysql(): Set srv_undo_sources before starting any transactions. The parsing of the MLOG_ZIP_WRITE_TRX_ID record was successfully tested by running the following: ./mtr --parallel=auto --mysqld=--debug=d,ib_log innodb_zip.bug56680 grep MLOG_ZIP_WRITE_TRX_ID var/*/log/mysqld.1.err
124 lines
2.6 KiB
Plaintext
124 lines
2.6 KiB
Plaintext
SET GLOBAL tx_isolation='REPEATABLE-READ';
|
|
SET GLOBAL innodb_file_per_table=on;
|
|
CREATE TABLE bug56680(
|
|
a INT AUTO_INCREMENT PRIMARY KEY,
|
|
b CHAR(1),
|
|
c INT,
|
|
INDEX(b))
|
|
ENGINE=InnoDB STATS_PERSISTENT=0;
|
|
INSERT INTO bug56680 VALUES(0,'x',1);
|
|
BEGIN;
|
|
SELECT b FROM bug56680;
|
|
b
|
|
x
|
|
connect con1,localhost,root,,;
|
|
connection con1;
|
|
BEGIN;
|
|
UPDATE bug56680 SET b='X';
|
|
connection default;
|
|
SELECT b FROM bug56680;
|
|
b
|
|
x
|
|
SELECT * FROM bug56680;
|
|
a b c
|
|
1 x 1
|
|
connection con1;
|
|
ROLLBACK;
|
|
disconnect con1;
|
|
connection default;
|
|
SELECT b FROM bug56680;
|
|
b
|
|
x
|
|
SET GLOBAL tx_isolation='READ-UNCOMMITTED';
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
INSERT INTO bug56680 SELECT 0,b,c FROM bug56680;
|
|
BEGIN;
|
|
SELECT b FROM bug56680 LIMIT 2;
|
|
b
|
|
x
|
|
x
|
|
connect con1,localhost,root,,;
|
|
connection con1;
|
|
BEGIN;
|
|
DELETE FROM bug56680 WHERE a=1;
|
|
INSERT INTO bug56680 VALUES(1,'X',1);
|
|
SELECT b FROM bug56680 LIMIT 3;
|
|
b
|
|
X
|
|
x
|
|
x
|
|
connection default;
|
|
SELECT b FROM bug56680 LIMIT 2;
|
|
b
|
|
x
|
|
x
|
|
CHECK TABLE bug56680;
|
|
Table Op Msg_type Msg_text
|
|
test.bug56680 check status OK
|
|
connection con1;
|
|
ROLLBACK;
|
|
SELECT b FROM bug56680 LIMIT 2;
|
|
b
|
|
x
|
|
x
|
|
CHECK TABLE bug56680;
|
|
Table Op Msg_type Msg_text
|
|
test.bug56680 check status OK
|
|
connection default;
|
|
disconnect con1;
|
|
SELECT b FROM bug56680 LIMIT 2;
|
|
b
|
|
x
|
|
x
|
|
CREATE TABLE bug56680_2(
|
|
a INT AUTO_INCREMENT PRIMARY KEY,
|
|
b VARCHAR(2) CHARSET latin1 COLLATE latin1_german2_ci,
|
|
c INT,
|
|
INDEX(b))
|
|
ENGINE=InnoDB STATS_PERSISTENT=0;
|
|
INSERT INTO bug56680_2 SELECT 0,_latin1 0xdf,c FROM bug56680;
|
|
BEGIN;
|
|
SELECT HEX(b) FROM bug56680_2 LIMIT 2;
|
|
HEX(b)
|
|
DF
|
|
DF
|
|
DELETE FROM bug56680_2 WHERE a=1;
|
|
INSERT INTO bug56680_2 VALUES(1,'SS',1);
|
|
SELECT HEX(b) FROM bug56680_2 LIMIT 3;
|
|
HEX(b)
|
|
5353
|
|
DF
|
|
DF
|
|
CHECK TABLE bug56680_2;
|
|
Table Op Msg_type Msg_text
|
|
test.bug56680_2 check status OK
|
|
ALTER TABLE bug56680_2 ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=1;
|
|
SELECT HEX(b) FROM bug56680_2 LIMIT 2;
|
|
HEX(b)
|
|
5353
|
|
DF
|
|
DELETE FROM bug56680_2 WHERE a=1;
|
|
INSERT INTO bug56680_2 VALUES(1,_latin1 0xdf,1);
|
|
SELECT HEX(b) FROM bug56680_2 LIMIT 3;
|
|
HEX(b)
|
|
DF
|
|
DF
|
|
DF
|
|
CHECK TABLE bug56680_2;
|
|
Table Op Msg_type Msg_text
|
|
test.bug56680_2 check status OK
|
|
CHECK TABLE bug56680_2;
|
|
Table Op Msg_type Msg_text
|
|
test.bug56680_2 check status OK
|
|
DROP TABLE bug56680_2;
|
|
DROP TABLE bug56680;
|