mirror of
https://github.com/MariaDB/server.git
synced 2025-08-26 01:44:06 +03:00
a6c00c276e
FLUSH TABLES <list> WITH READ LOCK are incompatible" to be pushed as separate patch. Replaced thread state name "Waiting for table", which was used by threads waiting for a metadata lock or table flush, with a set of names which better reflect types of resources being waited for. Also replaced "Table lock" thread state name, which was used by threads waiting on thr_lock.c table level lock, with more elaborate "Waiting for table level lock", to make it more consistent with other thread state names. Updated test cases and their results according to these changes. Fixed sys_vars.query_cache_wlock_invalidate_func test to not to wait for timeout of wait_condition.inc script.
466 lines
17 KiB
PHP
466 lines
17 KiB
PHP
########### suite/funcs_1/datadict/processlist_val.inc #########################
|
|
# #
|
|
# Testing of values within INFORMATION_SCHEMA.PROCESSLIST #
|
|
# #
|
|
# Ensure that the values fit to the current state of the connection and #
|
|
# especially that they change if a connection does nothing or runs some SQL. #
|
|
# runs some SQL. #
|
|
# Examples: #
|
|
# - change the default database #
|
|
# - send some period of time no SQL command to the server #
|
|
# - send a long running query #
|
|
# #
|
|
# Note(mleich): #
|
|
# 1. Please inform me if this test fails because of timing problems. #
|
|
# 2. Storage engine variants of this test do not make sense. #
|
|
# - I_S tables use the MEMORY storage engine whenever possible. #
|
|
# - There are some I_S tables which need column data types which are not #
|
|
# supported by MEMORY. Example: LONGTEXT/BLOB #
|
|
# MyISAM will be used for such tables. #
|
|
# The column PROCESSLIST.INFO is of data type LONGTEXT ----> MyISAM #
|
|
# - There is no impact of the GLOBAL(server) or SESSION default storage #
|
|
# engine setting on the engine used for I_S tables. #
|
|
# That means we cannot get NDB or InnoDB instead. #
|
|
# 3. The SHOW (FULL) PROCESSLIST command are for comparison. #
|
|
# The main test target is INFORMATION_SCHEMA.PROCESSLIST ! #
|
|
# 4. Attention: #
|
|
# The values of the PROCESSLIST columns HOST and TIME tend to cause #
|
|
# problems and therefore their printing has to be suppressed. #
|
|
# Examples of the exact values: #
|
|
# HOST: 'localhost' (UNIX derivates) #
|
|
# 'localhost:<varying_port>' (WINDOWS) #
|
|
# TIME: In many cases within this test 0 seconds but if the testing box is #
|
|
# overloaded we might get up to 2 seconds. #
|
|
# Solution: #
|
|
# --replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME> #
|
|
# 5. How to debug the script? #
|
|
# <graphical diff tool> \ #
|
|
# suite/funcs_1/datadict/processlist_val.inc \ #
|
|
# <Result|Reject|Log file> #
|
|
# I tweaked a lot of the script lines around "echo" so that you will get a #
|
|
# lot of useful synchronisation. #
|
|
# #
|
|
# Creation: #
|
|
# 2007-08-09 mleich Implement this test as part of #
|
|
# WL#3982 Test information_schema.processlist #
|
|
# #
|
|
# Last Modification: #
|
|
# 2008-07-04 mleich Fix for #
|
|
# Bug#37853 Test "funcs_1.processlist_val_ps" fails in #
|
|
# various ways #
|
|
# - issues with printing of port (Win only) #
|
|
# - too optimistic assumptions about timing #
|
|
# + corrections of logic in poll routines #
|
|
# + minor improvements #
|
|
################################################################################
|
|
|
|
# Basic preparations
|
|
--error 0, ER_CANNOT_USER
|
|
DROP USER test_user@'localhost';
|
|
CREATE USER test_user@'localhost';
|
|
GRANT ALL ON *.* TO test_user@'localhost';
|
|
REVOKE PROCESS ON *.* FROM test_user@'localhost';
|
|
SET PASSWORD FOR test_user@'localhost' = PASSWORD('ddictpass');
|
|
--disable_warnings
|
|
DROP TABLE IF EXISTS test.t1;
|
|
--enable_warnings
|
|
CREATE TABLE test.t1 (f1 BIGINT);
|
|
USE test;
|
|
|
|
|
|
echo
|
|
# Show the definition of the PROCESSLIST table
|
|
#--------------------------------------------------------------------------
|
|
;
|
|
SHOW CREATE TABLE INFORMATION_SCHEMA.PROCESSLIST;
|
|
|
|
echo
|
|
# Ensure that the information about the own connection is correct.
|
|
#--------------------------------------------------------------------------
|
|
;
|
|
# Expected values
|
|
# - USER = 'root'
|
|
# - HOST (printed value is unified), the exact values are often like
|
|
# UNIX: 'localhost'
|
|
# WIN: 'localhost:<some port>'
|
|
# - DB = 'test'
|
|
# - Command IN (no protocol -> 'Query', ps-protocol -> 'Execute')
|
|
# - TIME (printed value will be unified), the exact values are like
|
|
# "normal" load: 0 (seconds)
|
|
# "heavy" load: 1 or more (seconds)
|
|
# - State 'executing'
|
|
# - INFO must contain the corresponding SHOW/SELECT PROCESSLIST
|
|
#
|
|
# 1. Just dump what we get
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SELECT * FROM INFORMATION_SCHEMA.PROCESSLIST;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SHOW FULL PROCESSLIST;
|
|
#
|
|
# Determine the connection id of the current connection (default)
|
|
SET @default_id = CONNECTION_ID();
|
|
#
|
|
# 2. There must be exact one connection with @default_id;
|
|
SELECT COUNT(*) = 1 AS "Expect exact one connection with this id"
|
|
FROM INFORMATION_SCHEMA.PROCESSLIST WHERE ID = @default_id;
|
|
#
|
|
# 3. Check the remaining stuff
|
|
SELECT COUNT(*) = 1 AS "Expect 1"
|
|
FROM INFORMATION_SCHEMA.PROCESSLIST WHERE ID = @default_id
|
|
AND USER = 'root' AND DB = 'test' AND Command IN('Query','Execute')
|
|
AND State = 'executing';
|
|
#
|
|
# 4. Change the DB
|
|
USE information_schema;
|
|
SELECT COUNT(*) = 1 AS "Is the DB correct?"
|
|
FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE ID = @default_id AND DB = 'information_schema';
|
|
#
|
|
# 5. Change the statement
|
|
let $my_statement =
|
|
SELECT @my_info := INFO FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE ID = @default_id;
|
|
eval $my_statement;
|
|
eval
|
|
SELECT @my_info = '$my_statement'
|
|
AS 'Is the content of PROCESSLIST.INFO correct?';
|
|
#
|
|
# 6. TIME must have a reasonable value
|
|
SELECT COUNT(*) = 1 AS "Has TIME a reasonable value?"
|
|
FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE ID = @default_id AND 0 <= TIME < 10;
|
|
|
|
|
|
echo
|
|
# Ensure that the information about an inactive connection is correct.
|
|
#--------------------------------------------------------------------------
|
|
;
|
|
echo
|
|
# ----- establish connection con1 (user = test_user) -----
|
|
;
|
|
connect (con1,localhost,test_user,ddictpass,information_schema);
|
|
#
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
# We have now a second connection.
|
|
# First working phase for the new connection is with Command = 'Connect'.
|
|
# This is a very short phase and the likelihood to meet it is
|
|
# - nearly zero on average boxes with low parallel load
|
|
# - around some percent on weak or overloaded boxes
|
|
# (Bug#32153 Status output differs - scheduling ?)
|
|
# Therefore we do not try to catch this state.
|
|
# We poll till we reach the long lasting phase with Command = 'Sleep'.
|
|
# - USER = 'test_user'
|
|
# - DB = 'information_schema'
|
|
# - Command = 'Sleep'
|
|
# - State is empty
|
|
# - INFO IS NULL
|
|
echo
|
|
# Poll till the connection con1 is in state COMMAND = 'Sleep'.
|
|
;
|
|
let $wait_timeout= 10;
|
|
let $wait_condition= SELECT COUNT(*) = 1 FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE COMMAND = 'Sleep' AND USER = 'test_user';
|
|
--source include/wait_condition.inc
|
|
# 1. Just dump what we get
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SELECT * FROM INFORMATION_SCHEMA.PROCESSLIST;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SHOW FULL PROCESSLIST;
|
|
#
|
|
# Pull ID and TIME of the second connection
|
|
SELECT ID,TIME INTO @test_user_con1_id,@time FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE COMMAND = 'Sleep' AND USER = 'test_user';
|
|
#
|
|
# 2. The second connection must (behaviour at least since 2007) have an
|
|
# ID = ID_of_previous_connection + 1
|
|
SELECT @test_user_con1_id = @default_id + 1
|
|
AS "Did we got the next higher PROCESSLIST ID?";
|
|
#
|
|
# 3. TIME must have a reasonable value
|
|
SELECT 0 <= @time < 10 AS "Has TIME a reasonable value?";
|
|
#
|
|
# 4. HOST must be for both connections similar (varying port on Win)
|
|
SELECT COUNT(*) = 2 AS "Is HOST LIKE 'localhost%'?"
|
|
FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE HOST LIKE 'localhost%';
|
|
#
|
|
# 5. Check the remaining stuff
|
|
SELECT COUNT(*) = 1 AS "Expect 1"
|
|
FROM INFORMATION_SCHEMA.PROCESSLIST WHERE ID = @test_user_con1_id
|
|
AND USER = 'test_user' AND DB = 'information_schema'
|
|
AND Command = 'Sleep' AND State = '' AND INFO IS NULL;
|
|
#
|
|
# 6. Check that TIME increases
|
|
let $wait_timeout= 10;
|
|
let $wait_condition= SELECT COUNT(*) = 1 FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE COMMAND = 'Sleep' AND USER = 'test_user'
|
|
AND TIME > @time;
|
|
--source include/wait_condition.inc
|
|
|
|
|
|
echo
|
|
# Ensure that the user test_user sees only connections with his username
|
|
# because he has not the PROCESS privilege.
|
|
#----------------------------------------------------------------------------
|
|
;
|
|
echo
|
|
# ----- switch to connection con1 (user = test_user) -----
|
|
;
|
|
connection con1;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SELECT * FROM INFORMATION_SCHEMA.PROCESSLIST;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SHOW FULL PROCESSLIST;
|
|
|
|
|
|
echo
|
|
# Ensure that the user test_user sees all connections with his username.
|
|
#----------------------------------------------------------------------------
|
|
;
|
|
echo
|
|
----- establish connection con2 (user = test_user) ------
|
|
;
|
|
connect (con2,localhost,test_user,ddictpass,information_schema);
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
# If the testing box is under heavy load we might see within some of the
|
|
# next queries connection
|
|
# con2 with Command = 'Connect'
|
|
# con1 with INFO = 'SHOW FULL PROCESSLIST' and STATE = 'Writing to net'
|
|
# Both phases are too short to be checked.
|
|
echo
|
|
# Poll till all connections of 'test_user' are in a state with COMMAND = 'Sleep'
|
|
;
|
|
let $wait_condition= SELECT COUNT(*) = 2 FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE USER = 'test_user' AND COMMAND = 'Sleep';
|
|
--source include/wait_condition.inc
|
|
echo
|
|
# ----- switch to connection con2 (user = test_user) -----
|
|
;
|
|
connection con2;
|
|
# Just dump what we get
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SELECT * FROM INFORMATION_SCHEMA.PROCESSLIST;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SHOW FULL PROCESSLIST;
|
|
#
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
# Pull the ID of con2, we will need it later
|
|
SELECT ID INTO @test_user_con2_id FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE ID <> @test_user_con1_id
|
|
AND USER = 'test_user' AND DB = 'information_schema';
|
|
|
|
|
|
echo
|
|
# Ensure we get correct information about a connection during work
|
|
#----------------------------------------------------------------------------
|
|
;
|
|
echo
|
|
# ----- switch to connection con2 (user = test_user) -----
|
|
;
|
|
connection con2;
|
|
# "Organise" a long running command to be observed by the root user.
|
|
echo
|
|
# Send a long enough running statement to the server, but do not
|
|
# wait till the result comes back.
|
|
;
|
|
# Worst case scenario (=high I/O load on testing box):
|
|
# - My experience:
|
|
# Up to 2 seconds runtime per SELECT ... FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
# in rare cases.
|
|
# - The following sequence contains ~ 4 of such SELECTs
|
|
# Therefore we sleep 10 seconds.
|
|
let $sleep_command =
|
|
SELECT sleep(10), 17;
|
|
send;
|
|
eval $sleep_command;
|
|
#
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
echo
|
|
# Poll till connection con2 is in state 'User sleep'.
|
|
;
|
|
# Expect to see within the processlist the other connection just during
|
|
# statement execution.
|
|
# - USER = 'test_user'
|
|
# - DB = 'information_schema'
|
|
# - Command = 'Query'(run without --ps-protocol)/'Execute' (run --ps-protocol)
|
|
# - TIME >= 0
|
|
# - State = 'User sleep'
|
|
# - INFO = $sleep_command
|
|
let $wait_condition=
|
|
SELECT COUNT(*) FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE ID = @test_user_con2_id AND Command IN('Query','Execute')
|
|
AND State = 'User sleep' AND INFO IS NOT NULL ;
|
|
--source include/wait_condition.inc
|
|
# 1. Just dump what we get
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SELECT * FROM INFORMATION_SCHEMA.PROCESSLIST;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SHOW FULL PROCESSLIST;
|
|
#
|
|
# Pull some information about the connection con2
|
|
SELECT STATE, TIME, INFO INTO @state, @time, @info
|
|
FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE ID = @test_user_con2_id;
|
|
# 2. TIME must have a reasonable value
|
|
SELECT 0 <= @time < 10 AS "Has TIME a reasonable value?";
|
|
# 3. STATE must be 'User sleep'
|
|
SELECT @state = 'User sleep' AS "Has STATE the expected value?";
|
|
# 4. INFO must fit
|
|
eval SELECT @info = '$sleep_command' AS "Has INFO the expected value?";
|
|
# 5. Check that TIME increases
|
|
let $wait_timeout= 10;
|
|
let $wait_condition= SELECT COUNT(*) = 1 FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE ID = @test_user_con2_id AND INFO IS NOT NULL AND TIME > @time;
|
|
--source include/wait_condition.inc
|
|
echo
|
|
# ----- switch to connection con2 (user = testuser) -----
|
|
;
|
|
connection con2;
|
|
echo
|
|
# Pull("reap") the result set from the statement executed with "send".
|
|
;
|
|
reap;
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
echo
|
|
# Poll till all connections of 'test_user' are in a state with COMMAND = 'Sleep'
|
|
;
|
|
let $wait_timeout= 10;
|
|
let $wait_condition= SELECT COUNT(*) = 2 FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE COMMAND = 'Sleep' AND USER = 'test_user';
|
|
--source include/wait_condition.inc
|
|
|
|
|
|
echo
|
|
# Ensure that we see that a connection "hangs" when colliding with a
|
|
# WRITE TABLE LOCK
|
|
#----------------------------------------------------------------------------
|
|
;
|
|
LOCK TABLE test.t1 WRITE;
|
|
#
|
|
echo
|
|
# ----- switch to connection con2 (user = test_user) -----
|
|
;
|
|
connection con2;
|
|
echo
|
|
# Send a statement to the server, but do not wait till the result
|
|
# comes back. We will pull this later.
|
|
;
|
|
send
|
|
SELECT COUNT(*) FROM test.t1;
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
echo
|
|
# Poll till INFO is no more NULL and State = 'Waiting for table metadata lock'.
|
|
;
|
|
let $wait_condition= SELECT COUNT(*) FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE INFO IS NOT NULL AND STATE = 'Waiting for table metadata lock';
|
|
--source include/wait_condition.inc
|
|
#
|
|
# Expect to see the state 'Waiting for table metadata lock' for the third
|
|
# connection because the SELECT collides with the WRITE TABLE LOCK.
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 6 <TIME>
|
|
SELECT * FROM INFORMATION_SCHEMA.PROCESSLIST;
|
|
UNLOCK TABLES;
|
|
#
|
|
echo
|
|
# ----- switch to connection con2 (user = test_user) -----
|
|
;
|
|
connection con2;
|
|
echo
|
|
# Pull("reap") the result set from the statement executed with "send".
|
|
;
|
|
reap;
|
|
|
|
|
|
echo
|
|
# Ensure that SHOW/SELECT processlist can handle extreme long commands
|
|
#----------------------------------------------------------------------------
|
|
;
|
|
# We do not want to waste runtime, therefore we run the following test based
|
|
# on "Lock collision" and not with some "sleep(10)".
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
LOCK TABLE test.t1 WRITE;
|
|
#
|
|
echo
|
|
# ----- switch to connection con2 (user = test_user) -----
|
|
;
|
|
connection con2;
|
|
echo
|
|
# Send a long (~20 KB code) statement to the server, but do not wait
|
|
# till the result comes back. We will pull this later.
|
|
;
|
|
let $string=
|
|
`SELECT CONCAT('BEGIN-',
|
|
REPEAT('This is the representative of a very long statement.',400),
|
|
'-END')`;
|
|
let $my_statement =
|
|
SELECT count(*),'$string' AS "Long string" FROM test.t1;
|
|
send;
|
|
eval $my_statement;
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
echo
|
|
# Poll till INFO is no more NULL and State = 'Waiting for table metadata lock'.
|
|
;
|
|
let $wait_condition= SELECT COUNT(*) FROM INFORMATION_SCHEMA.PROCESSLIST
|
|
WHERE INFO IS NOT NULL AND STATE = 'Waiting for table metadata lock';
|
|
--source include/wait_condition.inc
|
|
echo
|
|
# Expect result:
|
|
# Statement Content of INFO
|
|
# SELECT * FROM INFORMATION_SCHEMA.PROCESSLIST Complete statement
|
|
# SHOW FULL PROCESSLIST Complete statement
|
|
# SHOW PROCESSLIST statement truncated after 100 char
|
|
;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 5 <COMMAND> 6 <TIME> 7 <STATE>
|
|
SELECT * FROM INFORMATION_SCHEMA.PROCESSLIST;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 5 <COMMAND> 6 <TIME> 7 <STATE>
|
|
SHOW FULL PROCESSLIST;
|
|
--replace_column 1 <ID> 3 <HOST_NAME> 5 <COMMAND> 6 <TIME> 7 <STATE>
|
|
SHOW PROCESSLIST;
|
|
UNLOCK TABLES;
|
|
echo
|
|
# ----- switch to connection con2 (user = test_user) -----
|
|
;
|
|
connection con2;
|
|
echo
|
|
# Pull("reap") the result set from the monster statement executed with "send".
|
|
;
|
|
reap;
|
|
|
|
|
|
# Cleanup
|
|
echo
|
|
# ----- switch to connection default (user = root) -----
|
|
;
|
|
connection default;
|
|
echo
|
|
----- disconnect con1 and con2 -----
|
|
;
|
|
disconnect con1;
|
|
disconnect con2;
|
|
DROP USER test_user@'localhost';
|
|
DROP TABLE test.t1;
|