database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-08-11 12:42:43 +03:00
Code Activity
Files
eb178df679d0391f13b62a8fe77a31e00f9fe8bb
mariadb-columnstore-engine/mysql/queries/queryTester.cpp
david hill f6afc42dd0 the begginning
2016-01-06 14:08:59 -06:00

703 lines
19 KiB
C++
Raw Blame History

/******************************************************************************************
* $Id: queryTester.cpp 64 2006-10-12 22:21:51Z dhill $
*
*
*
******************************************************************************************/
/**
* @file
*/
#include <iterator>
#include <numeric>
#include <deque>
#include <iostream>
#include <ostream>
#include <fstream>
#include <cstdlib>
#include <string>
#include <limits.h>
#include <sstream>
#include <exception>
#include <stdexcept>
#include <vector>
#include <time.h>
#include "stdio.h"
#include "ctype.h"
#include "string.h"
using namespace std;
#ifdef _MSC_VER
#define CONF_FILE_NAME "/my.ini"
#else
#define CONF_FILE_NAME "/my.cnf"
#endif
int main(int argc, char *argv[])
{
string directories = "ALL";
string type = "ALL";
string user = "tpch1";
vector <string> queryDirectory;
vector <string> queryType;
string referenceSystem = "srvhill01";
string referenceDatabase = "idbref";
string mysqldPort = "3306";
string runType = "B";
string cmd = "";
bool output = false;
bool clear = false;
bool outputGrandTotals = false;
#ifdef _MSC_VER
string path = "c:/Calpont";
#else
string path = "/usr/local/Calpont/mysql";
#endif
string tablemode = "tablemode";
int totalTestPass = 0;
int totalTestFail = 0;
int totalRefPass = 0;
int totalRefFail = 0;
int totalComparePass = 0;
int totalCompareFail = 0;
int ret = 0;
string verbose = " ";
for( int i = 1; i < argc; i++ )
{
if( string("-h") == argv[i] )
{
cout << endl;
cout << "Calpont MySql Query Test tool." << endl;
cout << "It will run queries that are in sub directories where this tool runs." << endl;
cout << "It can run them against the local and references databases." << endl;
cout << "If a log file for the reference run already exist in the query folder," << endl;
cout << "the run against the reference database will be skipped. Use the -c option" << endl;
cout << "to clear all logs out and this will force a run against both local and reference." << endl;
cout << endl;
cout << "Usage: queryTester [-h][-q query-directories][-t query-Type][-u user][-r TRB'Tr'][-s reference-System][-d reference-database][-o][-c][-p run path][-m mysqld port][-g][-v]" << endl;
cout << " -q query-directories, default to ALL" << endl;
cout << " -t query-type, default to ALL" << endl;
cout << " -u database user, default to 'tpch1'" << endl;
cout << " -r what to run (T for Test, R for Reference, B for Both, Tr for Test with Reference log compare), default to Both" << endl;
cout << " -s reference System, default to '10.100.4.67' (srvswdev1)" << endl;
cout << " -d reference Database, default to 'qrefd01m'" << endl;
cout << " -o for output detailed test results, default to summary report" << endl;
cout << " -c clear logs from query-directories, default to leave logs" << endl;
cout << " -p mysql directory run path, default to '/usr/local/Calpont/mysql'" << endl;
cout << " -m reference mysqld port, default to '3306'" << endl;
cout << " -g output totals at end of the report" << endl;
cout << " -v verbose output for local Test run" << endl;
exit ( 0 );
}
else if ( string ( "-q" ) == argv[i] )
{
i++;
if ( argc == i )
{
cout << "ERROR: missing query directory argument" << endl;
exit ( -1 );
}
directories = argv[i];
}
else if ( string ( "-t" ) == argv[i] )
{
i++;
if ( argc == i )
{
cout << "ERROR: missing query type argument" << endl;
exit ( -1 );
}
type = argv[i];
}
else if ( string ( "-u" ) == argv[i] )
{
i++;
if ( argc == i )
{
cout << "ERROR: missing user argument" << endl;
exit ( -1 );
}
user = argv[i];
}
else if ( string ( "-s" ) == argv[i] )
{
i++;
if ( argc == i )
{
cout << "ERROR: missing reference system argument" << endl;
exit ( -1 );
}
referenceSystem = argv[i];
}
else if ( string ( "-d" ) == argv[i] )
{
i++;
if ( argc == i )
{
cout << "ERROR: missing reference database argument" << endl;
exit ( -1 );
}
referenceDatabase = argv[i];
}
else if ( string ( "-r" ) == argv[i] )
{
i++;
if ( argc == i )
{
cout << "ERROR: missing reference database argument" << endl;
exit ( -1 );
}
runType = argv[i];
if ( runType != "T" && runType != "R" && runType != "B" && runType != "Tr" )
{
cout << "ERROR: invalid run type entered" << endl;
exit ( -1 );
}
}
else if ( string ( "-o" ) == argv[i] )
{
output = true;
}
else if ( string ( "-c" ) == argv[i] )
{
clear = true;
}
else if ( string ( "-g" ) == argv[i] )
{
outputGrandTotals = true;
}
else if ( string ( "-v" ) == argv[i] )
{
verbose = "-vvv";
}
else if ( string ( "-p" ) == argv[i] )
{
i++;
if ( argc == i )
{
cout << "ERROR: missing path argument" << endl;
exit ( -1 );
}
path = argv[i];
}
else if ( string ( "-m" ) == argv[i] )
{
i++;
if ( argc == i )
{
cout << "ERROR: missing port argument" << endl;
exit ( -1 );
}
mysqldPort = argv[i];
}
else
{
cout << "ERROR: invalid option: " << argv[i] << endl;
exit ( -1 );
}
}
//valid path
#ifdef _MSC_VER
string fileName = path + "/bin/mysql.exe";
#else
string fileName = path + "/bin/mysql";
#endif
ifstream file (fileName.c_str());
if (!file) {
cout << " Error: " + path + "/bin/mysql not found" << endl;
exit (-1);
}
fileName = path + CONF_FILE_NAME;
ifstream file1 (fileName.c_str());
if (!file1) {
cout << " Error: " + path + CONF_FILE_NAME + " not found" << endl;
exit (-1);
}
if ( directories == "ALL" ) {
system("ls . > /tmp/querydirs");
string fileName = "/tmp/querydirs";
ifstream file (fileName.c_str());
if (!file) {
cout << " Error: can't open /tmp/querydirs" << endl;
exit (-1);
}
char line[200];
string buf;
while (file.getline(line, 200))
{
buf = line;
if ( buf.find("queryTester",0) != string::npos
|| buf == "Makefile" )
continue;
queryDirectory.push_back(buf);
}
file.close();
unlink (fileName.c_str());
if ( queryDirectory.size() == 0 ) {
cout << endl << "Error: no query sub-directories located in local directory" << endl;
exit (-1);
}
}
else
{
char* pdirectories = (char*) directories.c_str();
char *p;
p = strtok(pdirectories,",");
while (p)
{
queryDirectory.push_back(p);
p = strtok (NULL, ",");
}
if ( queryDirectory.size() == 0 ) {
cout << endl << "Error: no query sub-directories entered" << endl;
exit (-1);
}
}
if ( type == "ALL" ) {
std::vector<std::string>::iterator pt1 = queryDirectory.begin();
for( ; pt1 != queryDirectory.end() ; pt1++)
{
string directory = *pt1;
cmd = "ls " + directory +"/. > /tmp/querytypes";
system(cmd.c_str());
string fileName = "/tmp/querytypes";
ifstream file (fileName.c_str());
if (file) {
char line[200];
string buf;
while (file.getline(line, 200))
{
buf = line;
if ( buf.find(".",0) != string::npos )
continue;
queryType.push_back(buf);
}
}
file.close();
unlink (fileName.c_str());
}
}
else
{
char* ptype = (char*) type.c_str();
char *p;
p = strtok(ptype,",");
while (p)
{
queryType.push_back(p);
p = strtok (NULL, ",");
}
if ( queryType.size() == 0 ) {
cout << endl << "Error: no query Type sub-directories entered" << endl;
exit (-1);
}
}
cout << endl;
cout << " ###################################################################" << endl;
cout << " Running query test on user '" + user + "'"<< endl;
cout << " Running against";
if ( runType == "T" || runType == "B" || runType == "Tr" )
cout << " Local";
if ( runType == "B" )
cout << " and";
if ( runType == "R" || runType == "B" )
cout << " Reference";
cout << " Database(s)" << endl;
cout << endl;
cout << " ###################################################################" << endl << endl << endl;
// run query tests
std::vector<std::string>::iterator pt1 = queryDirectory.begin();
for( ; pt1 != queryDirectory.end() ; pt1++)
{
string directory = *pt1;
if ( directory.find("compareLogOnly",0) != string::npos
&& runType != "Tr")
continue;
std::vector<std::string>::iterator pt2 = queryType.begin();
for( ; pt2 != queryType.end() ; pt2++)
{
string qt = *pt2;
#ifdef _MSC_VER
cmd = "ls " + directory + "/" + qt + "/*.sql > nul 2>&1";
#else
cmd = "ls " + directory + "/" + qt + "/*.sql > /dev/null 2>&1";
#endif
ret = system(cmd.c_str());
if ( ret != 0 ) {
cout << endl << "%%%%% No query files in '" << directory + "/" + qt << "' directory %%%%%" << endl << endl;
continue;
}
vector <string> winqueries;
vector <string> queries;
char line[200];
string buf;
#ifdef _MSC_VER
// Build a list of Windows specific tests to take the place of the standard tests
cmd = "ls " + directory + "/" + qt + "/*.sql.win > /tmp/winqueryList 2>nul";
system(cmd.c_str());
string winfileName = "/tmp/winqueryList";
ifstream winfile (winfileName.c_str());
if (winfile)
{
vector <string> queries;
char line[200];
string buf;
while (winfile.getline(line, 200))
{
buf = line;
winqueries.push_back(buf);
}
file.close();
unlink (winfileName.c_str());
}
#endif
cmd = "ls " + directory + "/" + qt + "/*.sql > /tmp/queryList";
system(cmd.c_str());
string fileName = "/tmp/queryList";
ifstream file (fileName.c_str());
if (!file)
continue;
while (file.getline(line, 200))
{
buf = line;
queries.push_back(buf);
}
file.close();
unlink (fileName.c_str());
if ( queries.size() > 0 ) {
cout << "================================================================================" << endl;
cout << " RUNNING QUERIES OUT OF DIRECTORY '" << directory + "/" + qt << "'" << endl;
// get current time in seconds
time_t startTimeSec;
time (&startTimeSec);
int testPass = 0;
int testFail = 0;
int refPass = 0;
int refFail = 0;
int comparePass = 0;
int compareFail = 0;
vector <string> testQueryFail;
vector <string> refQueryFail;
vector <string> compareQueryFail;
//clear out query logs before starting
if ( clear ) {
cmd = "rm -f " + directory + "/" + qt + "/*.log";
system(cmd.c_str());
}
std::vector<std::string>::iterator pt2 = queries.begin();
for( ; pt2 != queries.end() ; pt2++)
{
string query = *pt2;
if ( query.find("negative",0) != string::npos
&& runType != "Tr")
continue;
#ifdef _MSC_VER
string winquery = query;
for (int i = 0; i < winqueries.size(); ++i)
{
size_t dotWin = winqueries[i].find(".win");
if (query == winqueries[i].substr(0, winqueries[i].find(".win")))
{
winquery = winqueries[i];
}
}
#endif
if ( output )
cout << " Running query " << query << " ";cout.flush();
if ( runType == "T" || runType == "B" || runType == "Tr") {
// @Bug 3145. Do not pass -f (force flag) runType for runType T (Calpont run only).
// The force flag will keep running if a MySQL error is encountered and we
// don't want to do that if we are only running against Calpont. It's okay to pass -f
// with the other runTypes as they will be diff'd against a reference log and any errors
// will show up that way.
string forceFlag = "";
if ( runType != "T" ) {
forceFlag = "-f ";
}
#ifdef _MSC_VER
cmd = path + "/bin/mysql --defaults-file=" + path + CONF_FILE_NAME + " -u root " + forceFlag + user + " " + verbose + " < " + winquery + " > " + query + ".log 2>&1";
#else
cmd = path + "/bin/mysql --defaults-file=" + path + CONF_FILE_NAME + " -u root " + forceFlag + user + " " + verbose + " < " + query + " > " + query + ".log 2>&1";
#endif
//cout << cmd << endl;
ret = system(cmd.c_str());
if ( ret != 0) {
if ( output )
cout << "FAILED LOCAL RUN" << endl;
testFail++;
totalTestFail++;
testQueryFail.push_back(query);
continue;
}
else {
if ( runType == "T" && output )
cout << "PASSED" << endl;
testPass++;
totalTestPass++;
}
}
bool refLog = false;
if ( runType == "R" || runType == "B" ) {
string refFile = query + ".ref.log";
ifstream file (refFile.c_str());
if (!file) {
//check and adjust for 'tablemode' queries
string runQuery = query;
if ( qt == tablemode ) {
system ("rm -f /tmp/tablemode.sql");
cmd = "cp " + query + " /tmp/tablemode.sql";
system(cmd.c_str());
cmd = "sed -i s/'select calvtablemode'/'-- select calvtablemode'/ /tmp/tablemode.sql";
system(cmd.c_str());
runQuery = "/tmp/tablemode.sql";
}
cmd = path+ "/bin/mysql -h " + referenceSystem + " -u root -f -pCalpont1 --database=" + user + " --port=" + mysqldPort + " " + verbose + " < " + runQuery + " > " + query + ".ref.log 2>&1";
//cout << cmd << endl;
ret = system(cmd.c_str());
if ( ret != 0) {
if ( output )
cout << "FAILED REFERENCE RUN" << endl;
refFail++;
totalRefFail++;
refQueryFail.push_back(query);
continue;
}
else
{
if ( runType == "R" && output )
cout << "PASSED" << endl;
refPass++;
totalRefPass++;
}
}
else
{
file.close();
refLog = true;
if ( runType == "R" && output )
cout << "PASSED" << endl;
refPass++;
totalRefPass++;
}
}
if ( runType == "B" || runType == "Tr" ) {
#ifdef _MSC_VER
string fileName = query + ".win.ref.log";
ifstream rfile (fileName.c_str());
if (!rfile) {
rfile.clear();
fileName = query + ".ref.log";
rfile.open(fileName.c_str());
}
#else
string fileName = query + ".ref.log";
ifstream rfile (fileName.c_str());
#endif
if (!rfile) {
if ( output )
cout << "FAILED NO REFERENCE LOG FILE" << endl;
compareFail++;
totalCompareFail++;
compareQueryFail.push_back(query);
continue;
}
cmd = "diff --ignore-space-change --ignore-tab " + query + ".log " + fileName + " > " + query + ".diff";
system(cmd.c_str());
fileName = query + ".diff";
ifstream file (fileName.c_str());
char line[200];
if ( file.getline(line, 200) ) {
// compare failed, run reference if it wasn't run original because of an existing log
if (refLog) {
cmd = path + "/bin/mysql -h " + referenceSystem + " -u root -pCalpont1 --database=" + user + " --port=" + mysqldPort + " < " + query + " > " + query + ".ref.log 2>&1";
//cout << cmd << endl;
ret = system(cmd.c_str());
if ( ret != 0) {
if ( output )
cout << "FAILED REFERENCE RUN" << endl;
refPass--;
totalRefPass--;
refFail++;
totalRefFail++;
refQueryFail.push_back(query);
continue;
}
else
{
cmd = "diff --ignore-space-change --ignore-tab " + query + ".log " + query + ".ref.log > " + query + ".diff";
system(cmd.c_str());
string fileName = query + ".diff";
ifstream file (fileName.c_str());
char line[200];
if ( file.getline(line, 200) ) {
if ( output )
cout << "FAILED COMPARISION" << endl;
compareFail++;
totalCompareFail++;
compareQueryFail.push_back(query);
}
else
{
if ( output )
cout << "MATCHED" << endl;
comparePass++;
totalComparePass++;
}
}
}
else
{
if ( output )
cout << "FAILED COMPARISION" << endl;
compareFail++;
totalCompareFail++;
compareQueryFail.push_back(query);
}
}
else
{
if ( output )
cout << "MATCHED" << endl;
comparePass++;
totalComparePass++;
}
file.close();
unlink (fileName.c_str());
}
}
// print summary
// get current time in seconds
time_t endTimeSec;
time (&endTimeSec);
cout << endl;
cout << "Run time in seconds: " << endTimeSec - startTimeSec << endl << endl;
cout << "Local Passed Local Failed Ref Passed Ref Failed Compare Passed Compare Failed" << endl;
cout << "------------ ------------ ---------- ---------- -------------- --------------" << endl;
cout.setf(ios::right);
cout.width(8);
cout << testPass;
cout.width(14);
cout << testFail;
cout.width(12);
cout << refPass;
cout.width(11);
cout << refFail;
cout.width(14);
cout << comparePass;
cout.width(15);
cout << compareFail;
cout << endl;
if ( testQueryFail.empty() && refQueryFail.empty() && compareQueryFail.empty())
cout << endl << "***** ALL TEST PASSED *****" << endl;
else
{
cout << endl << "***** TEST FAILED '" << directory + "/" + qt << "' *****" << endl << endl;
// print list of any qeuries that failed
if ( !testQueryFail.empty() ) {
// cout << endl << "List of queries that failed against local database:" << endl;
std::vector<std::string>::iterator pt4 = testQueryFail.begin();
for( ; pt4 != testQueryFail.end() ; pt4++)
{
cout << "Local failed - " << *pt4 << endl;
}
}
if ( !refQueryFail.empty() ) {
// cout << endl << "List of queries that failed against reference database:" << endl;
std::vector<std::string>::iterator pt5 = refQueryFail.begin();
for( ; pt5 != refQueryFail.end() ; pt5++)
{
cout << "Ref failed - " << *pt5 << endl;
}
}
if ( !compareQueryFail.empty() ) {
// cout << endl << "List of queries that failed the compare between local and reference database:" << endl;
std::vector<std::string>::iterator pt6 = compareQueryFail.begin();
for( ; pt6 != compareQueryFail.end() ; pt6++)
{
cout << "Compare failed - " << *pt6 << endl;
}
}
}
cout << "================================================================================" << endl << endl;
}
}
}
// If -g option was used, print a summary.
if(outputGrandTotals)
{
cout << "" << endl;
cout << "Totals:" << endl;
cout << "Total Local Passed = " << totalTestPass << endl;
cout << "Total Local Failed = " << totalTestFail << endl;
cout << "Total Ref Passed = " << totalRefPass << endl;
cout << "Total Ref Failed = " << totalRefFail << endl;
cout << "Total Compare Passed = " << totalComparePass << endl;
cout << "Total Compare Failed = " << totalCompareFail << endl;
}
cout << endl << endl << "QUERYTESTER RUN COMPLETED" << endl;
}
View Git Blame Copy Permalink