You've already forked pgbackrest
mirror of
https://github.com/pgbackrest/pgbackrest.git
synced 2025-11-09 14:40:55 +03:00
Refactor storage layer to allow for new repository filesystems using drivers. (Reviewed by Cynthia Shang.) Refactor IO layer to allow for new compression formats, checksum types, and other capabilities using filters. (Reviewed by Cynthia Shang.)
192 lines
6.7 KiB
Perl
192 lines
6.7 KiB
Perl
####################################################################################################################################
|
|
# CiTest.pm - Create Travis configuration file for continuous integration testing
|
|
####################################################################################################################################
|
|
package pgBackRestTest::Common::CiTest;
|
|
|
|
####################################################################################################################################
|
|
# Perl includes
|
|
####################################################################################################################################
|
|
use strict;
|
|
use warnings FATAL => qw(all);
|
|
use Carp qw(confess);
|
|
use English '-no_match_vars';
|
|
|
|
use Cwd qw(abs_path);
|
|
use Exporter qw(import);
|
|
our @EXPORT = qw();
|
|
use File::Basename qw(dirname);
|
|
use POSIX qw(ceil);
|
|
use Time::HiRes qw(gettimeofday);
|
|
|
|
use pgBackRest::DbVersion;
|
|
use pgBackRest::Common::Exception;
|
|
use pgBackRest::Common::Log;
|
|
use pgBackRest::Common::String;
|
|
use pgBackRest::Version;
|
|
|
|
use pgBackRestTest::Common::ContainerTest;
|
|
use pgBackRestTest::Common::DefineTest;
|
|
use pgBackRestTest::Common::ExecuteTest;
|
|
use pgBackRestTest::Common::ListTest;
|
|
use pgBackRestTest::Common::VmTest;
|
|
|
|
####################################################################################################################################
|
|
# new
|
|
####################################################################################################################################
|
|
sub new
|
|
{
|
|
my $class = shift; # Class name
|
|
|
|
# Create the class hash
|
|
my $self = {};
|
|
bless $self, $class;
|
|
|
|
# Assign function parameters, defaults, and log debug info
|
|
(
|
|
my $strOperation,
|
|
$self->{oStorage},
|
|
) =
|
|
logDebugParam
|
|
(
|
|
__PACKAGE__ . '->new', \@_,
|
|
{name => 'oStorage'},
|
|
);
|
|
|
|
# Return from function and log return values if any
|
|
return logDebugReturn
|
|
(
|
|
$strOperation,
|
|
{name => 'self', value => $self, trace => true}
|
|
);
|
|
}
|
|
|
|
####################################################################################################################################
|
|
# process
|
|
####################################################################################################################################
|
|
sub process
|
|
{
|
|
my $self = shift;
|
|
|
|
# Assign function parameters, defaults, and log debug info
|
|
(my $strOperation) = logDebugParam (__PACKAGE__ . '->process', \@_,);
|
|
|
|
# Configure environment
|
|
my $strConfig =
|
|
"branches:\n" .
|
|
" only:\n" .
|
|
" - master\n" .
|
|
" - integration\n" .
|
|
" - /-ci\$/\n" .
|
|
"\n" .
|
|
"dist: trusty\n" .
|
|
"sudo: required\n" .
|
|
"\n" .
|
|
"language: c\n" .
|
|
"\n" .
|
|
"services:\n" .
|
|
" - docker\n" .
|
|
"\n" .
|
|
"env:\n";
|
|
|
|
my $bFirst = true;
|
|
|
|
# Iterate each OS
|
|
foreach my $strVm (VM_LIST)
|
|
{
|
|
my $hVm = vmGet();
|
|
my @stryModule;
|
|
my $strFullModule = undef;
|
|
|
|
# Get all modules but full to break up the tests
|
|
foreach my $strModule (testDefModuleList())
|
|
{
|
|
if ($strModule ne 'full')
|
|
{
|
|
push(@stryModule, $strModule);
|
|
}
|
|
else
|
|
{
|
|
$strFullModule = $strModule;
|
|
}
|
|
}
|
|
|
|
# Add config options for tests that are not the very first one
|
|
my $strConfigNotFirst = '--no-lint';
|
|
my $strConfigNotFirstOS = '--no-package';
|
|
|
|
$strConfig .=
|
|
" - PGB_TEST_VM=\"${strVm}\" PGB_BUILD_PARAM=\"--db=none\" PGB_TEST_PARAM=\"--vm-max=2 --module=" .
|
|
join(' --module=', @stryModule) . ($bFirst ? '' : " ${strConfigNotFirst}") . "\"\n";
|
|
$bFirst = false;
|
|
|
|
# Now generate full tests
|
|
my $strRealTest = undef;
|
|
|
|
if (!defined($strFullModule))
|
|
{
|
|
confess "${strFullModule} module not found, has the name changed?";
|
|
}
|
|
|
|
foreach my $strTest (testDefModuleTestList($strFullModule))
|
|
{
|
|
if ($strTest eq 'real')
|
|
{
|
|
$strRealTest = $strTest;
|
|
|
|
foreach my $strDbVersion (sort {$b cmp $a} @{$hVm->{$strVm}{&VM_DB_MINIMAL}})
|
|
{
|
|
$strConfig .=
|
|
" - PGB_TEST_VM=\"${strVm}\" PGB_BUILD_PARAM=\"--db=${strDbVersion}\"" .
|
|
" PGB_TEST_PARAM=\"--module=full --test=real --db=${strDbVersion}" .
|
|
" --process-max=2 ${strConfigNotFirst} ${strConfigNotFirstOS}\"\n";
|
|
}
|
|
}
|
|
else
|
|
{
|
|
$strConfig .=
|
|
" - PGB_TEST_VM=\"${strVm}\" PGB_BUILD_PARAM=\"--db=none\"" .
|
|
" PGB_TEST_PARAM=\"--vm-max=2 --module=full --test=${strTest} ${strConfigNotFirst} ${strConfigNotFirstOS}\"\n";
|
|
}
|
|
}
|
|
|
|
if (!defined($strRealTest))
|
|
{
|
|
confess "${strRealTest} test not found in ${strFullModule} module, has the name changed?";
|
|
}
|
|
}
|
|
|
|
# Configure install and script
|
|
$strConfig .=
|
|
"\n" .
|
|
"before_install:\n" .
|
|
" - sudo apt-get -qq update && sudo apt-get install libxml-checker-perl libdbd-pg-perl libperl-critic-perl" .
|
|
" libtemplate-perl libpod-coverage-perl libtest-differences-perl libhtml-parser-perl lintian debhelper txt2man" .
|
|
" devscripts libjson-perl libio-socket-ssl-perl libxml-libxml-perl python-pip\n" .
|
|
" - |\n" .
|
|
" # Build Devel::Cover\n" .
|
|
" git clone https://anonscm.debian.org/git/pkg-perl/packages/libdevel-cover-perl.git ~/libdevel-cover-perl\n" .
|
|
' cd ~/libdevel-cover-perl && git checkout debian/' . LIB_COVER_VERSION . " && debuild -i -us -uc -b\n" .
|
|
' sudo dpkg -i ~/' . LIB_COVER_PACKAGE . "\n" .
|
|
' ' . LIB_COVER_EXE . " -v\n" .
|
|
"\n" .
|
|
"install:\n" .
|
|
" - |\n" .
|
|
" # User Configuration\n" .
|
|
" sudo adduser --ingroup=\${USER?} --disabled-password --gecos \"\" " . BACKREST_USER . "\n" .
|
|
" umask 0022\n" .
|
|
" cd ~ && pwd && whoami && umask && groups\n" .
|
|
" mv \${TRAVIS_BUILD_DIR?} " . BACKREST_EXE . "\n" .
|
|
" rm -rf \${TRAVIS_BUILD_DIR?}\n" .
|
|
" - " . BACKREST_EXE . "/test/test.pl --vm-build --vm=\${PGB_TEST_VM?} \${PGB_BUILD_PARAM?}\n" .
|
|
"\n" .
|
|
"script:\n" .
|
|
" - " . BACKREST_EXE . "/test/test.pl --vm-host=u14 --vm=\${PGB_TEST_VM?} \${PGB_TEST_PARAM?}\n";
|
|
|
|
$self->{oStorage}->put('.travis.yml', $strConfig);
|
|
|
|
# Return from function and log return values if any
|
|
return logDebugReturn($strOperation);
|
|
}
|
|
|
|
1;
|