mirror of
https://github.com/MariaDB/server.git
synced 2025-11-28 17:36:30 +03:00
e056efdd6c
1. In case of system-versioned table add row_end into FTS_DOC_ID index
in fts_create_common_tables() and innobase_create_key_defs().
fts_n_uniq() returns 1 or 2 depending on whether the table is
system-versioned.
After this patch recreate of FTS_DOC_ID index is required for
existing system-versioned tables. If you see this message in error
log or server warnings: "InnoDB: Table db/t1 contains 2 indexes
inside InnoDB, which is different from the number of indexes 1
defined in the MariaDB" use this command to fix the table:
ALTER TABLE db.t1 FORCE;
2. Fix duplicate history for secondary unique index like it was done
in MDEV-23644 for clustered index (932ec586aa). In case of
existing history row which conflicts with currently inseted row we
check in row_ins_scan_sec_index_for_duplicate() whether that row
was inserted as part of current transaction. In that case we
indicate with DB_FOREIGN_DUPLICATE_KEY that new history row is not
needed and should be silently skipped.
3. Some parts of MDEV-21138 (7410ff436e) reverted. Skipping of
FTS_DOC_ID index for history rows made problems with purge
system. Now this is fixed differently by p.2.
4. wait_all_purged.inc checks that we didn't affect non-history rows
so they are deleted and purged correctly.
Additional FTS fixes
fts_init_get_doc_id(): exclude history rows from max_doc_id
calculation. fts_init_get_doc_id() callback is used only for crash
recovery.
fts_add_doc_by_id(): set max value for row_end field.
fts_read_stopword(): stopwords table can be system-versioned too. We
now read stopwords only for current data.
row_insert_for_mysql(): exclude history rows from doc_id validation.
row_merge_read_clustered_index(): exclude history_rows from doc_id
processing.
fts_load_user_stopword(): for versioned table retrieve row_end field
and skip history rows. For non-versioned table we retrieve 'value'
field twice (just for uniformity).
FTS tests for System Versioning now include maybe_versioning.inc which
adds 3 combinations:
'vers' for debug build sets sysvers_force and
sysvers_hide. sysvers_force makes every created table
system-versioned, sysvers_hide hides WITH SYSTEM VERSIONING
for SHOW CREATE.
Note: basic.test, stopword.test and versioning.test do not
require debug for 'vers' combination. This is controlled by
$modify_create_table in maybe_versioning.inc and these
tests run WITH SYSTEM VERSIONING explicitly which allows to
test 'vers' combination on non-debug builds.
'vers_trx' like 'vers' sets sysvers_force_trx and sysvers_hide. That
tests FTS with trx_id-based System Versioning.
'orig' works like before: no System Versioning is added, no debug is
required.
Upgrade/downgrade test for System Versioning is done by
innodb_fts.versioning. It has 2 combinations:
'prepare' makes binaries in std_data (requires old server and OLD_BINDIR).
It tests upgrade/downgrade against old server as well.
'upgrade' tests upgrade against binaries in std_data.
Cleanups:
Removed innodb-fts-stopword.test as it duplicates stopword.test
174 lines
4.5 KiB
Plaintext
174 lines
4.5 KiB
Plaintext
#
|
|
# BUG#22516559 MYSQL INSTANCE STALLS WHEN SYNCING FTS INDEX
|
|
#
|
|
|
|
--source include/have_innodb.inc
|
|
--source include/have_debug_sync.inc
|
|
--source include/not_valgrind.inc
|
|
--source include/not_embedded.inc
|
|
--source include/not_crashrep.inc
|
|
--source include/maybe_versioning.inc
|
|
|
|
connect (con1,localhost,root,,);
|
|
connection default;
|
|
|
|
--echo # Case 1: Test select and insert(row in both disk and cache)
|
|
CREATE TABLE t1 (
|
|
FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
|
|
title VARCHAR(200),
|
|
FULLTEXT(title)
|
|
) ENGINE = InnoDB;
|
|
|
|
INSERT INTO t1(title) VALUES('mysql');
|
|
INSERT INTO t1(title) VALUES('database');
|
|
|
|
connection con1;
|
|
|
|
SET @old_dbug = @@SESSION.debug_dbug;
|
|
SET debug_dbug = '+d,fts_instrument_sync_debug';
|
|
|
|
SET DEBUG_SYNC= 'fts_write_node SIGNAL written WAIT_FOR selected';
|
|
|
|
send INSERT INTO t1(title) VALUES('mysql database');
|
|
|
|
connection default;
|
|
|
|
SET DEBUG_SYNC= 'now WAIT_FOR written';
|
|
|
|
SET GLOBAL innodb_ft_aux_table="test/t1";
|
|
SELECT * FROM INFORMATION_SCHEMA.INNODB_FT_INDEX_CACHE;
|
|
SELECT * FROM INFORMATION_SCHEMA.INNODB_FT_INDEX_TABLE;
|
|
SET GLOBAL innodb_ft_aux_table=default;
|
|
|
|
SELECT * FROM t1 WHERE MATCH(title) AGAINST('mysql database');
|
|
|
|
SET DEBUG_SYNC= 'now SIGNAL selected';
|
|
|
|
connection con1;
|
|
--reap
|
|
|
|
SET @old_dbug = @@SESSION.debug_dbug;
|
|
|
|
SET GLOBAL innodb_ft_aux_table="test/t1";
|
|
SELECT * FROM INFORMATION_SCHEMA.INNODB_FT_INDEX_CACHE;
|
|
SELECT * FROM INFORMATION_SCHEMA.INNODB_FT_INDEX_TABLE;
|
|
SET GLOBAL innodb_ft_aux_table=default;
|
|
|
|
SELECT * FROM t1 WHERE MATCH(title) AGAINST('mysql database');
|
|
|
|
connection default;
|
|
|
|
DROP TABLE t1;
|
|
|
|
--echo # Case 2: Test insert and insert(sync)
|
|
CREATE TABLE t1 (
|
|
FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
|
|
title VARCHAR(200),
|
|
FULLTEXT(title)
|
|
) ENGINE = InnoDB;
|
|
|
|
INSERT INTO t1(title) VALUES('mysql');
|
|
INSERT INTO t1(title) VALUES('database');
|
|
|
|
connection con1;
|
|
|
|
SET debug_dbug = '+d,fts_instrument_sync_debug';
|
|
|
|
SET DEBUG_SYNC= 'fts_write_node SIGNAL written WAIT_FOR inserted';
|
|
|
|
send INSERT INTO t1(title) VALUES('mysql database');
|
|
|
|
connection default;
|
|
|
|
SET DEBUG_SYNC= 'now WAIT_FOR written';
|
|
|
|
INSERT INTO t1(title) VALUES('mysql database');
|
|
|
|
SET DEBUG_SYNC= 'now SIGNAL inserted';
|
|
|
|
connection con1;
|
|
--reap
|
|
|
|
SET debug_dbug = @old_dbug;
|
|
|
|
SET GLOBAL innodb_ft_aux_table="test/t1";
|
|
SELECT * FROM INFORMATION_SCHEMA.INNODB_FT_INDEX_CACHE;
|
|
SELECT * FROM INFORMATION_SCHEMA.INNODB_FT_INDEX_TABLE;
|
|
SET GLOBAL innodb_ft_aux_table=default;
|
|
|
|
SELECT * FROM t1 WHERE MATCH(title) AGAINST('mysql database');
|
|
|
|
connection default;
|
|
disconnect con1;
|
|
|
|
DROP TABLE t1;
|
|
|
|
--echo # Case 3: Test insert crash recovery
|
|
--let $_expect_file_name=$MYSQLTEST_VARDIR/tmp/mysqld.$_server_id.expect
|
|
|
|
CREATE TABLE t1 (
|
|
FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
|
|
title VARCHAR(200),
|
|
FULLTEXT(title)
|
|
) ENGINE = InnoDB;
|
|
|
|
INSERT INTO t1(title) VALUES('database');
|
|
|
|
--exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
|
|
|
|
SET debug_dbug = '+d,fts_instrument_sync_debug,fts_write_node_crash';
|
|
|
|
--error 2013
|
|
INSERT INTO t1(title) VALUES('mysql');
|
|
|
|
--source include/start_mysqld.inc
|
|
|
|
-- echo After restart
|
|
# PAGE_ROOT_AUTO_INC could contain last failed autoinc value. Avoid
|
|
# doing show the result of auto increment field
|
|
SELECT title FROM t1 WHERE MATCH(title) AGAINST ('mysql database');
|
|
|
|
SET @old_dbug = @@SESSION.debug_dbug;
|
|
|
|
SET debug_dbug = '+d,fts_instrument_sync_debug';
|
|
|
|
INSERT INTO t1(title) VALUES('mysql');
|
|
|
|
SET debug_dbug = @old_dbug;
|
|
|
|
SELECT title FROM t1 WHERE MATCH(title) AGAINST ('mysql database');
|
|
|
|
DROP TABLE t1;
|
|
|
|
--echo # Case 4: Test sync commit & rollback in background
|
|
CREATE TABLE t1(
|
|
id INT AUTO_INCREMENT,
|
|
title VARCHAR(100),
|
|
FULLTEXT(title),
|
|
PRIMARY KEY(id)) ENGINE=InnoDB;
|
|
|
|
SET debug_dbug = '+d,fts_instrument_sync';
|
|
INSERT INTO t1(title) VALUES('mysql');
|
|
SET debug_dbug = @old_dbug;
|
|
|
|
--source include/restart_mysqld.inc
|
|
|
|
SET @old_global_dbug = @@GLOBAL.debug_dbug;
|
|
SET @old_dbug = @@SESSION.debug_dbug;
|
|
SET GLOBAL debug_dbug='+d,fts_instrument_sync,fts_instrument_sync_interrupted';
|
|
INSERT INTO t1(title) VALUES('database');
|
|
SET GLOBAL debug_dbug = @old_global_dbug;
|
|
|
|
SET debug_dbug = '+d,fts_instrument_sync_debug';
|
|
INSERT INTO t1(title) VALUES('good');
|
|
SET debug_dbug = @old_dbug;
|
|
|
|
SET GLOBAL innodb_ft_aux_table="test/t1";
|
|
SELECT * FROM INFORMATION_SCHEMA.INNODB_FT_INDEX_TABLE;
|
|
SELECT * FROM INFORMATION_SCHEMA.INNODB_FT_INDEX_CACHE;
|
|
SET GLOBAL innodb_ft_aux_table=default;
|
|
|
|
SELECT * FROM t1 WHERE MATCH(title) AGAINST ('mysql database good');
|
|
|
|
DROP TABLE t1;
|