mirror of
https://github.com/MariaDB/server.git
synced 2025-11-09 11:41:36 +03:00
81bb604c63
by default we never run disabled tests (even if they're explicitely listed on the command-line). We add an option --enable-disabled which will run tests even though they are disabled, and will print, for each such test, the comment explaining why it was disabled. The reason for the change is when you want to run "all tests which are about NDB" for example: mysql-test-run.pl t/*ndb*.test used to run some disabled NDB tests, causing failures, causing investigations. Code amended and approved by Kent. mysql-test/lib/mtr_cases.pl: always detect if a test is listed as disabled, and read the comment why is is. If it is listed, don't run the test, except if --enable-disabled was given, then mark the test as to-run-even- though-it-is-listed-as-disabled. mysql-test/lib/mtr_report.pl: Report tests which will run though they are listed as disabled (does something only if --enable-disabled). mysql-test/mysql-test-run.pl: New behaviour: by default we never run disabled tests (even if they're explicitely listed on the command-line). We add an option --enable-disabled which will run tests even though they are disabled, and will print, for each such test, the comment explaining why it was disabled.
485 lines
12 KiB
Perl
485 lines
12 KiB
Perl
# -*- cperl -*-
|
|
|
|
# This is a library file used by the Perl version of mysql-test-run,
|
|
# and is part of the translation of the Bourne shell script with the
|
|
# same name.
|
|
|
|
use File::Basename;
|
|
use strict;
|
|
|
|
sub collect_test_cases ($);
|
|
sub collect_one_test_case ($$$$$$$);
|
|
|
|
##############################################################################
|
|
#
|
|
# Collect information about test cases we are to run
|
|
#
|
|
##############################################################################
|
|
|
|
sub collect_test_cases ($) {
|
|
my $suite= shift; # Test suite name
|
|
|
|
my $testdir;
|
|
my $resdir;
|
|
|
|
if ( $suite eq "main" )
|
|
{
|
|
$testdir= "$::glob_mysql_test_dir/t";
|
|
$resdir= "$::glob_mysql_test_dir/r";
|
|
}
|
|
else
|
|
{
|
|
$testdir= "$::glob_mysql_test_dir/suite/$suite/t";
|
|
$resdir= "$::glob_mysql_test_dir/suite/$suite/r";
|
|
}
|
|
|
|
my $cases = []; # Array of hash, will be array of C struct
|
|
|
|
opendir(TESTDIR, $testdir) or mtr_error("Can't open dir \"$testdir\": $!");
|
|
|
|
# ----------------------------------------------------------------------
|
|
# Disable some tests listed in disabled.def
|
|
# ----------------------------------------------------------------------
|
|
my %disabled;
|
|
if ( open(DISABLED, "$testdir/disabled.def" ) )
|
|
{
|
|
while ( <DISABLED> )
|
|
{
|
|
chomp;
|
|
if ( /^\s*(\S+)\s*:\s*(.*?)\s*$/ )
|
|
{
|
|
$disabled{$1}= $2;
|
|
}
|
|
}
|
|
close DISABLED;
|
|
}
|
|
|
|
if ( @::opt_cases )
|
|
{
|
|
foreach my $tname ( @::opt_cases ) { # Run in specified order, no sort
|
|
my $elem= undef;
|
|
my $component_id= undef;
|
|
|
|
# Get rid of directory part (path). Leave the extension since it is used
|
|
# to understand type of the test.
|
|
|
|
$tname = basename($tname);
|
|
|
|
# Check if the extenstion has been specified.
|
|
|
|
if ( mtr_match_extension($tname, "test") )
|
|
{
|
|
$elem= $tname;
|
|
$tname=~ s/\.test$//;
|
|
$component_id= 'mysqld';
|
|
}
|
|
elsif ( mtr_match_extension($tname, "imtest") )
|
|
{
|
|
$elem= $tname;
|
|
$tname =~ s/\.imtest$//;
|
|
$component_id= 'im';
|
|
}
|
|
|
|
# If target component is known, check that the specified test case
|
|
# exists.
|
|
#
|
|
# Otherwise, try to guess the target component.
|
|
|
|
if ( $component_id )
|
|
{
|
|
if ( ! -f "$testdir/$elem")
|
|
{
|
|
mtr_error("Test case $tname ($testdir/$elem) is not found");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
my $mysqld_test_exists = -f "$testdir/$tname.test";
|
|
my $im_test_exists = -f "$testdir/$tname.imtest";
|
|
|
|
if ( $mysqld_test_exists and $im_test_exists )
|
|
{
|
|
mtr_error("Ambiguos test case name ($tname)");
|
|
}
|
|
elsif ( ! $mysqld_test_exists and ! $im_test_exists )
|
|
{
|
|
mtr_error("Test case $tname is not found");
|
|
}
|
|
elsif ( $mysqld_test_exists )
|
|
{
|
|
$elem= "$tname.test";
|
|
$component_id= 'mysqld';
|
|
}
|
|
elsif ( $im_test_exists )
|
|
{
|
|
$elem= "$tname.imtest";
|
|
$component_id= 'im';
|
|
}
|
|
}
|
|
|
|
collect_one_test_case($testdir,$resdir,$tname,$elem,$cases,\%disabled,
|
|
$component_id);
|
|
}
|
|
closedir TESTDIR;
|
|
}
|
|
else
|
|
{
|
|
foreach my $elem ( sort readdir(TESTDIR) ) {
|
|
my $component_id= undef;
|
|
my $tname= undef;
|
|
|
|
if ($tname= mtr_match_extension($elem, 'test'))
|
|
{
|
|
$component_id = 'mysqld';
|
|
}
|
|
elsif ($tname= mtr_match_extension($elem, 'imtest'))
|
|
{
|
|
$component_id = 'im';
|
|
}
|
|
else
|
|
{
|
|
next;
|
|
}
|
|
|
|
next if $::opt_do_test and ! defined mtr_match_prefix($elem,$::opt_do_test);
|
|
|
|
collect_one_test_case($testdir,$resdir,$tname,$elem,$cases,\%disabled,
|
|
$component_id);
|
|
}
|
|
closedir TESTDIR;
|
|
}
|
|
|
|
# To speed things up, we sort first in if the test require a restart
|
|
# or not, second in alphanumeric order.
|
|
|
|
if ( $::opt_reorder )
|
|
{
|
|
@$cases = sort {
|
|
if ( ! $a->{'master_restart'} and ! $b->{'master_restart'} )
|
|
{
|
|
return $a->{'name'} cmp $b->{'name'};
|
|
}
|
|
|
|
if ( $a->{'master_restart'} and $b->{'master_restart'} )
|
|
{
|
|
my $cmp= mtr_cmp_opts($a->{'master_opt'}, $b->{'master_opt'});
|
|
if ( $cmp == 0 )
|
|
{
|
|
return $a->{'name'} cmp $b->{'name'};
|
|
}
|
|
else
|
|
{
|
|
return $cmp;
|
|
}
|
|
}
|
|
|
|
if ( $a->{'master_restart'} )
|
|
{
|
|
return 1; # Is greater
|
|
}
|
|
else
|
|
{
|
|
return -1; # Is less
|
|
}
|
|
} @$cases;
|
|
}
|
|
|
|
return $cases;
|
|
}
|
|
|
|
|
|
##############################################################################
|
|
#
|
|
# Collect information about a single test case
|
|
#
|
|
##############################################################################
|
|
|
|
|
|
sub collect_one_test_case($$$$$$$) {
|
|
my $testdir= shift;
|
|
my $resdir= shift;
|
|
my $tname= shift;
|
|
my $elem= shift;
|
|
my $cases= shift;
|
|
my $disabled=shift;
|
|
my $component_id= shift;
|
|
|
|
my $path= "$testdir/$elem";
|
|
|
|
# ----------------------------------------------------------------------
|
|
# Skip some tests silently
|
|
# ----------------------------------------------------------------------
|
|
|
|
if ( $::opt_start_from and $tname lt $::opt_start_from )
|
|
{
|
|
return;
|
|
}
|
|
|
|
# ----------------------------------------------------------------------
|
|
# Skip some tests but include in list, just mark them to skip
|
|
# ----------------------------------------------------------------------
|
|
|
|
my $tinfo= {};
|
|
$tinfo->{'name'}= $tname;
|
|
$tinfo->{'result_file'}= "$resdir/$tname.result";
|
|
$tinfo->{'component_id'} = $component_id;
|
|
push(@$cases, $tinfo);
|
|
|
|
if ( $::opt_skip_test and defined mtr_match_prefix($tname,$::opt_skip_test) )
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
return;
|
|
}
|
|
|
|
# ----------------------------------------------------------------------
|
|
# Collect information about test case
|
|
# ----------------------------------------------------------------------
|
|
|
|
$tinfo->{'path'}= $path;
|
|
$tinfo->{'timezone'}= "GMT-3"; # for UNIX_TIMESTAMP tests to work
|
|
|
|
if ( defined mtr_match_prefix($tname,"rpl") )
|
|
{
|
|
if ( $::opt_skip_rpl )
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
return;
|
|
}
|
|
|
|
$tinfo->{'slave_num'}= 1; # Default, use one slave
|
|
|
|
# FIXME currently we always restart slaves
|
|
$tinfo->{'slave_restart'}= 1;
|
|
|
|
if ( $tname eq 'rpl_failsafe' or $tname eq 'rpl_chain_temp_table' )
|
|
{
|
|
# $tinfo->{'slave_num'}= 3; # Not 3 ? Check old code, strange
|
|
}
|
|
}
|
|
|
|
if ( defined mtr_match_prefix($tname,"federated") )
|
|
{
|
|
$tinfo->{'slave_num'}= 1; # Default, use one slave
|
|
|
|
# FIXME currently we always restart slaves
|
|
$tinfo->{'slave_restart'}= 1;
|
|
}
|
|
|
|
if ( $::opt_with_ndbcluster_all or defined mtr_match_substring($tname,"ndb") )
|
|
{
|
|
# This is an ndb test or all tests should be run with ndb cluster started
|
|
$tinfo->{'ndb_test'}= 1;
|
|
if ( $::opt_skip_ndbcluster )
|
|
{
|
|
# All ndb test's should be skipped
|
|
$tinfo->{'skip'}= 1;
|
|
return;
|
|
}
|
|
if ( ! $::opt_with_ndbcluster )
|
|
{
|
|
# Ndb is not supported, skip them
|
|
$tinfo->{'skip'}= 1;
|
|
return;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
# This is not a ndb test
|
|
$tinfo->{'ndb_test'}= 0;
|
|
if ( $::opt_with_ndbcluster_only )
|
|
{
|
|
# Only the ndb test should be run, all other should be skipped
|
|
$tinfo->{'skip'}= 1;
|
|
return;
|
|
}
|
|
}
|
|
|
|
# FIXME what about embedded_server + ndbcluster, skip ?!
|
|
|
|
my $master_opt_file= "$testdir/$tname-master.opt";
|
|
my $slave_opt_file= "$testdir/$tname-slave.opt";
|
|
my $slave_mi_file= "$testdir/$tname.slave-mi";
|
|
my $master_sh= "$testdir/$tname-master.sh";
|
|
my $slave_sh= "$testdir/$tname-slave.sh";
|
|
my $disabled_file= "$testdir/$tname.disabled";
|
|
my $im_opt_file= "$testdir/$tname-im.opt";
|
|
|
|
$tinfo->{'master_opt'}= [];
|
|
$tinfo->{'slave_opt'}= [];
|
|
$tinfo->{'slave_mi'}= [];
|
|
|
|
if ( -f $master_opt_file )
|
|
{
|
|
$tinfo->{'master_restart'}= 1; # We think so for now
|
|
|
|
MASTER_OPT:
|
|
{
|
|
my $master_opt= mtr_get_opts_from_file($master_opt_file);
|
|
|
|
foreach my $opt ( @$master_opt )
|
|
{
|
|
my $value;
|
|
|
|
# This is a dirty hack from old mysql-test-run, we use the opt
|
|
# file to flag other things as well, it is not a opt list at
|
|
# all
|
|
|
|
$value= mtr_match_prefix($opt, "--timezone=");
|
|
if ( defined $value )
|
|
{
|
|
$tinfo->{'timezone'}= $value;
|
|
last MASTER_OPT;
|
|
}
|
|
|
|
$value= mtr_match_prefix($opt, "--result-file=");
|
|
if ( defined $value )
|
|
{
|
|
$tinfo->{'result_file'}= "r/$value.result";
|
|
if ( $::opt_result_ext and $::opt_record or
|
|
-f "$tinfo->{'result_file'}$::opt_result_ext")
|
|
{
|
|
$tinfo->{'result_file'}.= $::opt_result_ext;
|
|
}
|
|
$tinfo->{'master_restart'}= 0;
|
|
last MASTER_OPT;
|
|
}
|
|
|
|
# If we set default time zone, remove the one we have
|
|
$value= mtr_match_prefix($opt, "--default-time-zone=");
|
|
if ( defined $value )
|
|
{
|
|
$tinfo->{'master_opt'}= [];
|
|
}
|
|
|
|
}
|
|
|
|
# Ok, this was a real option list, add it
|
|
push(@{$tinfo->{'master_opt'}}, @$master_opt);
|
|
}
|
|
}
|
|
|
|
if ( -f $slave_opt_file )
|
|
{
|
|
$tinfo->{'slave_restart'}= 1;
|
|
my $slave_opt= mtr_get_opts_from_file($slave_opt_file);
|
|
|
|
foreach my $opt ( @$slave_opt )
|
|
{
|
|
# If we set default time zone, remove the one we have
|
|
my $value= mtr_match_prefix($opt, "--default-time-zone=");
|
|
$tinfo->{'slave_opt'}= [] if defined $value;
|
|
}
|
|
push(@{$tinfo->{'slave_opt'}}, @$slave_opt);
|
|
}
|
|
|
|
if ( -f $slave_mi_file )
|
|
{
|
|
$tinfo->{'slave_mi'}= mtr_get_opts_from_file($slave_mi_file);
|
|
$tinfo->{'slave_restart'}= 1;
|
|
}
|
|
|
|
if ( -f $master_sh )
|
|
{
|
|
if ( $::glob_win32_perl )
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
}
|
|
else
|
|
{
|
|
$tinfo->{'master_sh'}= $master_sh;
|
|
$tinfo->{'master_restart'}= 1;
|
|
}
|
|
}
|
|
|
|
if ( -f $slave_sh )
|
|
{
|
|
if ( $::glob_win32_perl )
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
}
|
|
else
|
|
{
|
|
$tinfo->{'slave_sh'}= $slave_sh;
|
|
$tinfo->{'slave_restart'}= 1;
|
|
}
|
|
}
|
|
|
|
if ( -f $im_opt_file )
|
|
{
|
|
$tinfo->{'im_opts'} = mtr_get_opts_from_file($im_opt_file);
|
|
}
|
|
else
|
|
{
|
|
$tinfo->{'im_opts'} = [];
|
|
}
|
|
|
|
# FIXME why this late?
|
|
my $marked_as_disabled= 0;
|
|
if ( $disabled->{$tname} )
|
|
{
|
|
$marked_as_disabled= 1;
|
|
$tinfo->{'comment'}= $disabled->{$tname};
|
|
}
|
|
|
|
if ( -f $disabled_file )
|
|
{
|
|
$marked_as_disabled= 1;
|
|
$tinfo->{'comment'}= mtr_fromfile($disabled_file);
|
|
}
|
|
|
|
# If test was marked as disabled, either opt_enable_disabled is off and then
|
|
# we skip this test, or it is on and then we run this test but warn
|
|
|
|
if ( $marked_as_disabled )
|
|
{
|
|
if ( $::opt_enable_disabled )
|
|
{
|
|
$tinfo->{'dont_skip_though_disabled'}= 1;
|
|
}
|
|
else
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
$tinfo->{'disable'}= 1; # Sub type of 'skip'
|
|
}
|
|
}
|
|
|
|
if ( $component_id eq 'im' )
|
|
{
|
|
if ( $::glob_use_embedded_server )
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
|
|
mtr_report(
|
|
"Instance Manager tests are not available in embedded mode. " .
|
|
"Test case '$tname' is skipped.");
|
|
}
|
|
elsif ( $::opt_ps_protocol )
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
|
|
mtr_report(
|
|
"Instance Manager tests are not run with --ps-protocol. " .
|
|
"Test case '$tname' is skipped.");
|
|
}
|
|
elsif ( $::opt_skip_im )
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
|
|
mtr_report(
|
|
"Instance Manager executable is unavailable." .
|
|
"Test case '$tname' is skipped.");
|
|
}
|
|
}
|
|
|
|
# We can't restart a running server that may be in use
|
|
|
|
if ( $::glob_use_running_server and
|
|
( $tinfo->{'master_restart'} or $tinfo->{'slave_restart'} ) )
|
|
{
|
|
$tinfo->{'skip'}= 1;
|
|
}
|
|
}
|
|
|
|
|
|
1;
|