mirror of
https://github.com/postgres/postgres.git
synced 2025-07-30 11:03:19 +03:00
Add tests for two-phase commit
There's some ongoing performance work on this area, so let's make sure we don't break things. Extracted from a larger patch originally by Stas Kelvich. Authors: Stas Kelvich, Nikhil Sontakke, Michael Paquier Discussion: https://postgr.es/m/CAMGcDxfsuLLOg=h5cTg3g77Jjk-UGnt=RW7zK57zBSoFsapiWA@mail.gmail.com
This commit is contained in:
Alvaro Herrera
322
src/test/recovery/t/009_twophase.pl
Normal file
322
src/test/recovery/t/009_twophase.pl
Normal file
@ -0,0 +1,322 @@
|
|||||||
|
# Tests dedicated to two-phase commit in recovery
|
||||||
|
use strict;
|
||||||
|
use warnings;
|
||||||
|
|
||||||
|
use PostgresNode;
|
||||||
|
use TestLib;
|
||||||
|
use Test::More tests => 13;
|
||||||
|
|
||||||
|
# Setup master node
|
||||||
|
my $node_master = get_new_node("master");
|
||||||
|
$node_master->init(allows_streaming => 1);
|
||||||
|
$node_master->append_conf('postgresql.conf', qq(
|
||||||
|
max_prepared_transactions = 10
|
||||||
|
log_checkpoints = true
|
||||||
|
));
|
||||||
|
$node_master->start;
|
||||||
|
$node_master->backup('master_backup');
|
||||||
|
$node_master->psql('postgres', "CREATE TABLE t_009_tbl (id int)");
|
||||||
|
|
||||||
|
# Setup slave node
|
||||||
|
my $node_slave = get_new_node('slave');
|
||||||
|
$node_slave->init_from_backup($node_master, 'master_backup', has_streaming => 1);
|
||||||
|
$node_slave->start;
|
||||||
|
|
||||||
|
# Switch to synchronous replication
|
||||||
|
$node_master->append_conf('postgresql.conf', qq(
|
||||||
|
synchronous_standby_names = '*'
|
||||||
|
));
|
||||||
|
$node_master->psql('postgres', "SELECT pg_reload_conf()");
|
||||||
|
|
||||||
|
my $psql_out = '';
|
||||||
|
my $psql_rc = '';
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that we can commit and abort transaction after soft restart.
|
||||||
|
# Here checkpoint happens before shutdown and no WAL replay will occur at next
|
||||||
|
# startup. In this case postgres re-creates shared-memory state from twophase
|
||||||
|
# files.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (142);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (143);
|
||||||
|
PREPARE TRANSACTION 'xact_009_2';");
|
||||||
|
$node_master->stop;
|
||||||
|
$node_master->start;
|
||||||
|
|
||||||
|
$psql_rc = $node_master->psql('postgres', "COMMIT PREPARED 'xact_009_1'");
|
||||||
|
is($psql_rc, '0', 'Commit prepared transaction after restart');
|
||||||
|
|
||||||
|
$psql_rc = $node_master->psql('postgres', "ROLLBACK PREPARED 'xact_009_2'");
|
||||||
|
is($psql_rc, '0', 'Rollback prepared transaction after restart');
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that we can commit and abort after a hard restart.
|
||||||
|
# At next startup, WAL replay will re-create shared memory state for prepared
|
||||||
|
# transaction using dedicated WAL records.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
CHECKPOINT;
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (142);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (143);
|
||||||
|
PREPARE TRANSACTION 'xact_009_2';");
|
||||||
|
$node_master->teardown_node;
|
||||||
|
$node_master->start;
|
||||||
|
|
||||||
|
$psql_rc = $node_master->psql('postgres', "COMMIT PREPARED 'xact_009_1'");
|
||||||
|
is($psql_rc, '0', 'Commit prepared transaction after teardown');
|
||||||
|
|
||||||
|
$psql_rc = $node_master->psql('postgres', "ROLLBACK PREPARED 'xact_009_2'");
|
||||||
|
is($psql_rc, '0', 'Rollback prepared transaction after teardown');
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that WAL replay can handle several transactions with same GID name.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
CHECKPOINT;
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';
|
||||||
|
COMMIT PREPARED 'xact_009_1';
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';");
|
||||||
|
$node_master->teardown_node;
|
||||||
|
$node_master->start;
|
||||||
|
|
||||||
|
$psql_rc = $node_master->psql('postgres', "COMMIT PREPARED 'xact_009_1'");
|
||||||
|
is($psql_rc, '0', 'Replay several transactions with same GID');
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that WAL replay cleans up its shared memory state and releases locks
|
||||||
|
# while replaying transaction commits.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';
|
||||||
|
COMMIT PREPARED 'xact_009_1';");
|
||||||
|
$node_master->teardown_node;
|
||||||
|
$node_master->start;
|
||||||
|
$psql_rc = $node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
-- This prepare can fail due to conflicting GID or locks conflicts if
|
||||||
|
-- replay did not fully cleanup its state on previous commit.
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';");
|
||||||
|
is($psql_rc, '0', "Cleanup of shared memory state for 2PC commit");
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "COMMIT PREPARED 'xact_009_1'");
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that WAL replay will cleanup its shared memory state on running slave.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';
|
||||||
|
COMMIT PREPARED 'xact_009_1';");
|
||||||
|
$node_slave->psql('postgres', "SELECT count(*) FROM pg_prepared_xacts",
|
||||||
|
stdout => \$psql_out);
|
||||||
|
is($psql_out, '0',
|
||||||
|
"Cleanup of shared memory state on running standby without checkpoint");
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Same as in previous case, but let's force checkpoint on slave between
|
||||||
|
# prepare and commit to use on-disk twophase files.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';");
|
||||||
|
$node_slave->psql('postgres', "CHECKPOINT");
|
||||||
|
$node_master->psql('postgres', "COMMIT PREPARED 'xact_009_1'");
|
||||||
|
$node_slave->psql('postgres', "SELECT count(*) FROM pg_prepared_xacts",
|
||||||
|
stdout => \$psql_out);
|
||||||
|
is($psql_out, '0',
|
||||||
|
"Cleanup of shared memory state on running standby after checkpoint");
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that prepared transactions can be committed on promoted slave.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';");
|
||||||
|
$node_master->teardown_node;
|
||||||
|
$node_slave->promote;
|
||||||
|
$node_slave->poll_query_until('postgres',
|
||||||
|
"SELECT NOT pg_is_in_recovery()")
|
||||||
|
or die "Timed out while waiting for promotion of standby";
|
||||||
|
|
||||||
|
$psql_rc = $node_slave->psql('postgres', "COMMIT PREPARED 'xact_009_1'");
|
||||||
|
is($psql_rc, '0', "Restore of prepared transaction on promoted slave");
|
||||||
|
|
||||||
|
# change roles
|
||||||
|
($node_master, $node_slave) = ($node_slave, $node_master);
|
||||||
|
$node_slave->enable_streaming($node_master);
|
||||||
|
$node_slave->append_conf('recovery.conf', qq(
|
||||||
|
recovery_target_timeline='latest'
|
||||||
|
));
|
||||||
|
$node_slave->start;
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that prepared transactions are replayed after soft restart of standby
|
||||||
|
# while master is down. Since standby knows that master is down it uses a
|
||||||
|
# different code path on startup to ensure that the status of transactions is
|
||||||
|
# consistent.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (42);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';");
|
||||||
|
$node_master->stop;
|
||||||
|
$node_slave->restart;
|
||||||
|
$node_slave->promote;
|
||||||
|
$node_slave->poll_query_until('postgres',
|
||||||
|
"SELECT NOT pg_is_in_recovery()")
|
||||||
|
or die "Timed out while waiting for promotion of standby";
|
||||||
|
|
||||||
|
$node_slave->psql('postgres', "SELECT count(*) FROM pg_prepared_xacts",
|
||||||
|
stdout => \$psql_out);
|
||||||
|
is($psql_out, '1',
|
||||||
|
"Restore prepared transactions from files with master down");
|
||||||
|
|
||||||
|
# restore state
|
||||||
|
($node_master, $node_slave) = ($node_slave, $node_master);
|
||||||
|
$node_slave->enable_streaming($node_master);
|
||||||
|
$node_slave->append_conf('recovery.conf', qq(
|
||||||
|
recovery_target_timeline='latest'
|
||||||
|
));
|
||||||
|
$node_slave->start;
|
||||||
|
$node_master->psql('postgres', "COMMIT PREPARED 'xact_009_1'");
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that prepared transactions are correctly replayed after slave hard
|
||||||
|
# restart while master is down.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (242);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (243);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';
|
||||||
|
");
|
||||||
|
$node_master->stop;
|
||||||
|
$node_slave->teardown_node;
|
||||||
|
$node_slave->start;
|
||||||
|
$node_slave->promote;
|
||||||
|
$node_slave->poll_query_until('postgres',
|
||||||
|
"SELECT NOT pg_is_in_recovery()")
|
||||||
|
or die "Timed out while waiting for promotion of standby";
|
||||||
|
|
||||||
|
$node_slave->psql('postgres', "SELECT count(*) FROM pg_prepared_xacts",
|
||||||
|
stdout => \$psql_out);
|
||||||
|
is($psql_out, '1',
|
||||||
|
"Restore prepared transactions from records with master down");
|
||||||
|
|
||||||
|
# restore state
|
||||||
|
($node_master, $node_slave) = ($node_slave, $node_master);
|
||||||
|
$node_slave->enable_streaming($node_master);
|
||||||
|
$node_slave->append_conf('recovery.conf', qq(
|
||||||
|
recovery_target_timeline='latest'
|
||||||
|
));
|
||||||
|
$node_slave->start;
|
||||||
|
$node_master->psql('postgres', "COMMIT PREPARED 'xact_009_1'");
|
||||||
|
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check for a lock conflict between prepared transaction with DDL inside and replay of
|
||||||
|
# XLOG_STANDBY_LOCK wal record.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
CREATE TABLE t_009_tbl2 (id int);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl2 VALUES (42);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';
|
||||||
|
-- checkpoint will issue XLOG_STANDBY_LOCK that can conflict with lock
|
||||||
|
-- held by 'create table' statement
|
||||||
|
CHECKPOINT;
|
||||||
|
COMMIT PREPARED 'xact_009_1';");
|
||||||
|
|
||||||
|
$node_slave->psql('postgres', "SELECT count(*) FROM pg_prepared_xacts",
|
||||||
|
stdout => \$psql_out);
|
||||||
|
is($psql_out, '0', "Replay prepared transaction with DDL");
|
||||||
|
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Check that replay will correctly set SUBTRANS and properly advance nextXid
|
||||||
|
# so that it won't conflict with savepoint xids.
|
||||||
|
###############################################################################
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
BEGIN;
|
||||||
|
DELETE FROM t_009_tbl;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
SAVEPOINT s1;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
SAVEPOINT s2;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
SAVEPOINT s3;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
SAVEPOINT s4;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
SAVEPOINT s5;
|
||||||
|
INSERT INTO t_009_tbl VALUES (43);
|
||||||
|
PREPARE TRANSACTION 'xact_009_1';
|
||||||
|
CHECKPOINT;");
|
||||||
|
|
||||||
|
$node_master->stop;
|
||||||
|
$node_master->start;
|
||||||
|
$node_master->psql('postgres', "
|
||||||
|
-- here we can get xid of previous savepoint if nextXid
|
||||||
|
-- wasn't properly advanced
|
||||||
|
BEGIN;
|
||||||
|
INSERT INTO t_009_tbl VALUES (142);
|
||||||
|
ROLLBACK;
|
||||||
|
COMMIT PREPARED 'xact_009_1';");
|
||||||
|
|
||||||
|
$node_master->psql('postgres', "SELECT count(*) FROM t_009_tbl",
|
||||||
|
stdout => \$psql_out);
|
||||||
|
is($psql_out, '6', "Check nextXid handling for prepared subtransactions");
|
||||||
Reference in New Issue
Block a user