mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-04-18 21:44:02 +03:00
7489d0bfd0
Rename packages to MariaDB-columnstore-engine, MariaDB-columnstore-libs and MariaDB-columnstore-platform. Also add the "columnstore-" prefix the the components so that MariaDB's packaging system understands then and add a line to include them in MariaDB's packaging. In addition * Fix S3 building for dist source build * Fix Debian 10 dependency issue * Fix git handling for dist builds * Add support for MariaDB's RPM building * Use MariaDB's PCRE and readline * Removes a few dead files * Fix Boost noncopyable includes
1079 lines
38 KiB
C++
1079 lines
38 KiB
C++
/* Copyright (C) 2013 Calpont Corp. */
|
|
/* Copyright (C) 2016 MariaDB Corporation */
|
|
|
|
/******************************************************************************************
|
|
* $Id: columnstoreSupport.cpp 64 2006-10-12 22:21:51Z dhill $
|
|
*
|
|
*
|
|
*
|
|
******************************************************************************************/
|
|
/**
|
|
* @file
|
|
*/
|
|
|
|
#include <iterator>
|
|
#include <numeric>
|
|
#include <deque>
|
|
#include <iostream>
|
|
#include <ostream>
|
|
#include <fstream>
|
|
#include <cstdlib>
|
|
#include <string>
|
|
#include <limits.h>
|
|
#include <sstream>
|
|
#include <exception>
|
|
#include <stdexcept>
|
|
#include <vector>
|
|
#include "stdio.h"
|
|
#include "ctype.h"
|
|
#include <netdb.h>
|
|
#include <readline.h>
|
|
|
|
#include "mcsconfig.h"
|
|
#include "liboamcpp.h"
|
|
#include "configcpp.h"
|
|
#include "installdir.h"
|
|
|
|
using namespace std;
|
|
using namespace oam;
|
|
using namespace config;
|
|
|
|
typedef struct Child_Module_struct
|
|
{
|
|
std::string moduleName;
|
|
std::string moduleIP;
|
|
std::string hostName;
|
|
} ChildModule;
|
|
|
|
typedef std::vector<ChildModule> ChildModuleList;
|
|
|
|
string currentDate;
|
|
string systemName;
|
|
string localModule;
|
|
string localModuleHostName;
|
|
ChildModuleList childmodulelist;
|
|
ChildModuleList parentmodulelist;
|
|
ChildModule childmodule;
|
|
|
|
string rootPassword = "";
|
|
string debug_flag = "0";
|
|
string mysqlpw = " ";
|
|
string tmpDir;
|
|
string ProfileFile;
|
|
|
|
int runningThreads = 0;
|
|
pthread_mutex_t mutex1 = PTHREAD_MUTEX_INITIALIZER;
|
|
|
|
typedef boost::tuple<ChildModuleList::iterator, string > threadInfo_t;
|
|
|
|
bool LOCAL = false;
|
|
|
|
void title(string outputFile = "columnstoreSupportReport.txt")
|
|
{
|
|
string cmd = "echo '%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' System " + systemName + "' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' columnstoreSupportReport script ran from Module " + localModule + " on " + currentDate + "' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
}
|
|
|
|
void childReportThread(threadInfo_t& st)
|
|
{
|
|
ChildModuleList::iterator& list = boost::get<0>(st);
|
|
string reportType = boost::get<1>(st);
|
|
|
|
string remoteModuleName = (*list).moduleName;
|
|
string remoteModuleIP = (*list).moduleIP;
|
|
string remoteHostName = (*list).hostName;
|
|
|
|
pthread_mutex_lock( &mutex1 );
|
|
runningThreads++;
|
|
//cout << "++ " << runningThreads << endl;
|
|
pthread_mutex_unlock( &mutex1 );
|
|
|
|
string outputFile;
|
|
|
|
if (reportType == "log")
|
|
{
|
|
outputFile = remoteModuleName + "_" + reportType + "Report.tar.gz";
|
|
}
|
|
else
|
|
{
|
|
outputFile = remoteModuleName + "_" + reportType + "Report.txt";
|
|
|
|
title(outputFile);
|
|
|
|
string cmd = "echo '=======================================================================' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '= " + reportType + " report =' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '=======================================================================' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
}
|
|
|
|
cout << "Get " + reportType + " report data for " + remoteModuleName + " " << endl;
|
|
|
|
cout.flush();
|
|
|
|
string cmd = "remote_command.sh " + remoteModuleIP + " " + rootPassword + " '. " + ProfileFile + ";" +
|
|
reportType + "Report.sh " + remoteModuleName +
|
|
"' " + debug_flag + " - forcetty";
|
|
|
|
int rtnCode = system(cmd.c_str());
|
|
|
|
if (WEXITSTATUS(rtnCode) != 0)
|
|
{
|
|
cout << "Error with running remote_command.sh, exiting..." << endl;
|
|
}
|
|
|
|
cmd = "remote_scp_get.sh " + remoteModuleIP + " " + rootPassword + " " + tmpDir + "/" + outputFile + " > /dev/null 2>&1";
|
|
rtnCode = system(cmd.c_str());
|
|
|
|
if (WEXITSTATUS(rtnCode) != 0)
|
|
cout << "ERROR: failed to retrieve " << tmpDir << "/" << outputFile << " from " + remoteHostName << endl;
|
|
|
|
pthread_mutex_lock( &mutex1 );
|
|
runningThreads--;
|
|
//cout << "-- " << runningThreads << endl;
|
|
pthread_mutex_unlock( &mutex1 );
|
|
|
|
// exit thread
|
|
pthread_exit(0);
|
|
}
|
|
|
|
void reportThread(string reporttype)
|
|
{
|
|
string reportType = reporttype;
|
|
|
|
Oam oam;
|
|
|
|
pthread_mutex_lock( &mutex1 );
|
|
runningThreads++;
|
|
//cout << "++ " << runningThreads << endl;
|
|
pthread_mutex_unlock( &mutex1 );
|
|
|
|
string outputFile = localModule + "_" + reportType + "Report.txt";
|
|
|
|
// run on child servers and get report
|
|
if (!LOCAL)
|
|
{
|
|
ChildModuleList::iterator list1 = childmodulelist.begin();
|
|
|
|
for (; list1 != childmodulelist.end() ; list1++)
|
|
{
|
|
threadInfo_t* st = new threadInfo_t;
|
|
*st = boost::make_tuple(list1, reportType);
|
|
|
|
pthread_t childreportthread;
|
|
int status = pthread_create (&childreportthread, NULL, (void* (*)(void*)) &childReportThread, st);
|
|
|
|
if ( status != 0 )
|
|
{
|
|
cout << "ERROR: childreportthread: pthread_create failed, return status = " + oam.itoa(status) << endl;
|
|
}
|
|
|
|
sleep(1);
|
|
}
|
|
}
|
|
|
|
// run report on local server
|
|
cout << "Get " + reportType + " report data for " + localModule << endl;
|
|
|
|
if (reportType == "log")
|
|
{
|
|
string cmd = "logReport.sh " + localModule;
|
|
system(cmd.c_str());
|
|
|
|
cmd = "mv -f " + tmpDir + "/" + localModule + "_logReport.tar.gz .";
|
|
system(cmd.c_str());
|
|
|
|
cmd = "tar -zcf " + localModule + "_mysqllogReport.tar.gz /var/log/mysql/*.err* 2>/dev/null";
|
|
system(cmd.c_str());
|
|
|
|
// run log config on local server
|
|
cout << "Get log config data for " + localModule << endl;
|
|
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '******************** Log Configuration ********************' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '################# mcsadmin getLogConfig ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "mcsadmin getLogConfig >> " + outputFile;
|
|
system(cmd.c_str());
|
|
}
|
|
else
|
|
{
|
|
//get local report
|
|
title(outputFile);
|
|
|
|
string cmd = "echo '=======================================================================' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '= " + reportType + " report =' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '=======================================================================' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
|
|
cmd = reportType + "Report.sh " + localModule;
|
|
system(cmd.c_str());
|
|
cmd = " mv -f " + tmpDir + "/" + localModule + "_" + reportType + "Report.txt .";
|
|
system(cmd.c_str());
|
|
|
|
if (reportType == "config" )
|
|
{
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '******************** System Network Configuration ********************' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '################# mcsadmin getSystemNetworkConfig ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "mcsadmin getSystemNetworkConfig >> " + outputFile;
|
|
system(cmd.c_str());
|
|
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '******************** System Module Configure ********************' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '################# mcsadmin getModuleTypeConfig ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "mcsadmin getModuleTypeConfig >> " + outputFile;
|
|
system(cmd.c_str());
|
|
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '******************** System Storage Configuration ********************' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '################# mcsadmin getStorageConfig ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "mcsadmin getStorageConfig >> " + outputFile;
|
|
system(cmd.c_str());
|
|
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '******************** System Storage Status ********************' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '################# mcsadmin getStorageStatus ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "mcsadmin getStorageStatus >> " + outputFile;
|
|
system(cmd.c_str());
|
|
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '******************** System Status ********************' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '################# mcsadmin getSystemInfo ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "mcsadmin getSystemInfo >> " + outputFile;
|
|
system(cmd.c_str());
|
|
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '******************** System Directories ********************' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '################# mcsadmin getSystemDirectories ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "mcsadmin getSystemDirectories >> " + outputFile;
|
|
system(cmd.c_str());
|
|
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '******************** System Configuration File ********************' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo '################# cat /etc/columnstore/Columnstore.xml ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "cat " + std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml >> " + outputFile;
|
|
system(cmd.c_str());
|
|
}
|
|
|
|
if (reportType == "resource" )
|
|
{
|
|
if (LOCAL)
|
|
{
|
|
cmd = "echo '################# mcsadmin getModuleResourceUsage ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
string cmd = "mcsadmin getModuleResourceUsage " + localModule + " >> " + outputFile;
|
|
system(cmd.c_str());
|
|
}
|
|
else
|
|
{
|
|
cmd = "echo '################# mcsadmin getSystemResourceUsage ################# ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> " + outputFile;
|
|
system(cmd.c_str());
|
|
string cmd = "mcsadmin getSystemResourceUsage >> " + outputFile;
|
|
system(cmd.c_str());
|
|
}
|
|
}
|
|
}
|
|
|
|
// exit thread
|
|
pthread_mutex_lock( &mutex1 );
|
|
runningThreads--;
|
|
//cout << "-- " << runningThreads << endl;
|
|
pthread_mutex_unlock( &mutex1 );
|
|
|
|
pthread_exit(0);
|
|
}
|
|
|
|
int main(int argc, char* argv[])
|
|
{
|
|
Oam oam;
|
|
|
|
Config* sysConfig = Config::makeConfig();
|
|
string SystemSection = "SystemConfig";
|
|
string InstallSection = "Installation";
|
|
|
|
bool HARDWARE = false;
|
|
bool SOFTWARE = false;
|
|
bool CONFIG = false;
|
|
bool DBMS = false;
|
|
bool RESOURCE = false;
|
|
bool LOG = false;
|
|
bool BULKLOG = false;
|
|
bool HADOOP = false;
|
|
|
|
//get current time and date
|
|
time_t now;
|
|
now = time(NULL);
|
|
struct tm tm;
|
|
localtime_r(&now, &tm);
|
|
char timestamp[200];
|
|
strftime (timestamp, 200, "%m:%d:%y-%H:%M:%S", &tm);
|
|
currentDate = timestamp;
|
|
|
|
char helpArg[3] = "-h";
|
|
|
|
// Get System Name
|
|
try
|
|
{
|
|
oam.getSystemConfig("SystemName", systemName);
|
|
}
|
|
catch (...)
|
|
{
|
|
systemName = "unassigned";
|
|
}
|
|
|
|
// get Local Module Name and Server Install Indicator
|
|
string singleServerInstall;
|
|
|
|
oamModuleInfo_t st;
|
|
|
|
try
|
|
{
|
|
st = oam.getModuleInfo();
|
|
localModule = boost::get<0>(st);
|
|
}
|
|
catch (...)
|
|
{
|
|
cout << endl << "**** Failed : Failed to read Local Module Name" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
try
|
|
{
|
|
oam.getSystemConfig("SingleServerInstall", singleServerInstall);
|
|
}
|
|
catch (...)
|
|
{
|
|
singleServerInstall = "y";
|
|
}
|
|
|
|
if (argc == 1)
|
|
{
|
|
argv[1] = &helpArg[0];
|
|
argc = 2;
|
|
}
|
|
|
|
string DataFilePlugin;
|
|
|
|
try
|
|
{
|
|
DataFilePlugin = sysConfig->getConfig(SystemSection, "DataFilePlugin");
|
|
}
|
|
catch (...)
|
|
{
|
|
cout << "ERROR: Problem accessing Columnstore configuration file" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
tmpDir = startup::StartUp::tmpDir();
|
|
|
|
for ( int i = 1; i < argc; i++ )
|
|
{
|
|
if ( string("-h") == argv[i] )
|
|
{
|
|
cout << endl;
|
|
cout << "'columnstoreSupport' generates a Set of System Support Report Files in a tar file" << endl;
|
|
cout << "called columnstoreSupportReport.'system-name'.tar.gz in the local directory." << endl;
|
|
cout << "It should be run on the server with the DBRM front-end." << endl;
|
|
cout << "Check the Admin Guide for additional information." << endl;
|
|
cout << endl;
|
|
cout << "Usage: columnstoreSupport [-h][-a][-hw][-s][-c][-db][-r][-l][-bl][-lc][-p 'root-password'][-de]";
|
|
|
|
cout << endl;
|
|
cout << " -h help" << endl;
|
|
cout << " -a Output all Reports (excluding Bulk Logs Reports)" << endl;
|
|
cout << " -hw Output Hardware Reports only" << endl;
|
|
cout << " -s Output Software Reports only" << endl;
|
|
cout << " -c Output Configuration/Status Reports only" << endl;
|
|
cout << " -db Output DBMS Reports only" << endl;
|
|
cout << " -r Output Resource Reports only" << endl;
|
|
cout << " -l Output Columnstore Log/Alarms Reports only" << endl;
|
|
cout << " -bl Output Columnstore Bulk Log Reports only" << endl;
|
|
cout << " -lc Output Reports for Local Server only" << endl;
|
|
cout << " -p password (multi-server systems), root-password or 'ssh' to use 'ssh keys'" << endl;
|
|
cout << " -de Debug Flag" << endl;
|
|
|
|
exit (0);
|
|
}
|
|
else
|
|
{
|
|
if ( string("-a") == argv[i] )
|
|
{
|
|
HARDWARE = true;
|
|
SOFTWARE = true;
|
|
CONFIG = true;
|
|
DBMS = true;
|
|
RESOURCE = true;
|
|
LOG = true;
|
|
HADOOP = (DataFilePlugin.empty() ? false : true);
|
|
}
|
|
else if ( string("-hw") == argv[i] )
|
|
HARDWARE = true;
|
|
else if ( string("-s") == argv[i] )
|
|
SOFTWARE = true;
|
|
else if ( string("-c") == argv[i] )
|
|
CONFIG = true;
|
|
else if ( string("-db") == argv[i] )
|
|
DBMS = true;
|
|
else if ( string("-r") == argv[i] )
|
|
RESOURCE = true;
|
|
else if ( string("-l") == argv[i] )
|
|
LOG = true;
|
|
else if ( string("-bl") == argv[i] )
|
|
BULKLOG = true;
|
|
else if ( string("-lc") == argv[i] )
|
|
LOCAL = true;
|
|
else if ( string("-p") == argv[i] )
|
|
{
|
|
i++;
|
|
|
|
if ( argc == i )
|
|
{
|
|
cout << "ERROR: missing root password argument" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
rootPassword = argv[i];
|
|
|
|
//add single quote for special characters
|
|
if ( rootPassword != "ssh" )
|
|
{
|
|
rootPassword = "'" + rootPassword + "'";
|
|
}
|
|
}
|
|
else if ( string("-mp") == argv[i] )
|
|
{
|
|
i++;
|
|
|
|
if ( argc == i )
|
|
{
|
|
cout << "ERROR: missing MariaDB Columnstore root user password argument" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
mysqlpw = argv[i];
|
|
mysqlpw = "'" + mysqlpw + "'";
|
|
}
|
|
else if ( string("-de") == argv[i] )
|
|
debug_flag = "1";
|
|
else if ( string("-hd") == argv[i] )
|
|
{
|
|
HADOOP = (DataFilePlugin.empty() ? false : true);
|
|
}
|
|
else
|
|
{
|
|
cout << "Invalid Option of '" << argv[i] << "', run with '-h' for help" << endl;
|
|
exit (1);
|
|
}
|
|
}
|
|
}
|
|
|
|
//default to -a if nothing is set
|
|
if ( !HARDWARE && !SOFTWARE && !CONFIG && !DBMS && !RESOURCE && !LOG && !BULKLOG && !HADOOP)
|
|
{
|
|
HARDWARE = true;
|
|
SOFTWARE = true;
|
|
CONFIG = true;
|
|
DBMS = true;
|
|
RESOURCE = true;
|
|
LOG = true;
|
|
HADOOP = (DataFilePlugin.empty() ? false : true);
|
|
}
|
|
|
|
//get Parent OAM Module Name and setup of it's Custom OS files
|
|
string PrimaryUMModuleName;
|
|
|
|
try
|
|
{
|
|
PrimaryUMModuleName = sysConfig->getConfig(SystemSection, "PrimaryUMModuleName");
|
|
}
|
|
catch (...)
|
|
{
|
|
cout << "ERROR: Problem getting Parent OAM Module Name" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
if ( PrimaryUMModuleName == "unassigned" )
|
|
PrimaryUMModuleName = localModule;
|
|
|
|
if ( (localModule != PrimaryUMModuleName) && DBMS )
|
|
{
|
|
char* pcommand = 0;
|
|
char* p;
|
|
string argument = "n";
|
|
|
|
while (true)
|
|
{
|
|
cout << endl << "You selected to get the DBMS data." << endl;
|
|
cout << "You need to run the columnstoreSupport command on module '" << PrimaryUMModuleName << "' to get that information." << endl;
|
|
cout << "Or you can proceed on to get all data except the DBMS." << endl;
|
|
|
|
pcommand = readline(" Do you want to proceed: (y or n) [n]: ");
|
|
|
|
if (pcommand && *pcommand)
|
|
{
|
|
p = strtok(pcommand, " ");
|
|
argument = p;
|
|
free(pcommand);
|
|
pcommand = 0;
|
|
}
|
|
|
|
if (pcommand)
|
|
{
|
|
free(pcommand);
|
|
pcommand = 0;
|
|
}
|
|
|
|
if ( argument == "y")
|
|
{
|
|
cout << endl;
|
|
break;
|
|
}
|
|
else if ( argument == "n")
|
|
exit (1);
|
|
}
|
|
}
|
|
|
|
//get number of worker-nodes, will tell us if a single server system
|
|
//get Parent OAM Module Name and setup of it's Custom OS files
|
|
try
|
|
{
|
|
string NumWorkers = sysConfig->getConfig("DBRM_Controller", "NumWorkers");
|
|
|
|
if ( NumWorkers == "1" )
|
|
singleServerInstall = "y";
|
|
}
|
|
catch (...)
|
|
{}
|
|
|
|
if ( singleServerInstall == "n" && !LOCAL)
|
|
if ( HARDWARE || SOFTWARE || CONFIG || RESOURCE || LOG || HADOOP )
|
|
if ( rootPassword.empty() )
|
|
{
|
|
cout << "ERROR: Multi-Module System, Password Argument required or use '-lc' option, check help for more information" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
//get Parent OAM Module Name and setup of it's Custom OS files
|
|
//string parentOAMModuleName;
|
|
ChildModule parentOAMModule;
|
|
|
|
try
|
|
{
|
|
parentOAMModule.moduleName = sysConfig->getConfig(SystemSection, "ParentOAMModuleName");
|
|
}
|
|
catch (...)
|
|
{
|
|
cout << "ERROR: Problem getting Parent OAM Module Name" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
//Get list of configured system modules
|
|
SystemModuleTypeConfig sysModuleTypeConfig;
|
|
|
|
try
|
|
{
|
|
oam.getSystemConfig(sysModuleTypeConfig);
|
|
}
|
|
catch (...)
|
|
{
|
|
cout << "ERROR: Problem reading the Columnstore System Configuration file" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
//Get Profile file
|
|
try
|
|
{
|
|
ProfileFile = sysConfig->getConfig(InstallSection, "ProfileFile");
|
|
}
|
|
catch (...)
|
|
{
|
|
cout << "ERROR: Problem getting ProfileFile" << endl;
|
|
exit(-1);
|
|
}
|
|
|
|
string ModuleSection = "SystemModuleConfig";
|
|
|
|
for ( unsigned int i = 0 ; i < sysModuleTypeConfig.moduletypeconfig.size(); i++)
|
|
{
|
|
string moduleType = sysModuleTypeConfig.moduletypeconfig[i].ModuleType;
|
|
int moduleCount = sysModuleTypeConfig.moduletypeconfig[i].ModuleCount;
|
|
|
|
if ( moduleCount == 0 )
|
|
//no modules equipped for this Module Type, skip
|
|
continue;
|
|
|
|
//get IP addresses and Host Names
|
|
DeviceNetworkList::iterator listPT = sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.begin();
|
|
|
|
for ( ; listPT != sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.end() ; listPT++)
|
|
{
|
|
string moduleName = (*listPT).DeviceName;
|
|
HostConfigList::iterator pt1 = (*listPT).hostConfigList.begin();
|
|
string moduleIPAddr = (*pt1).IPAddr;
|
|
string moduleHostName = (*pt1).HostName;
|
|
|
|
if ( moduleName == localModule)
|
|
{
|
|
localModuleHostName = moduleHostName;
|
|
}
|
|
|
|
//save Child modules
|
|
if ( moduleName != localModule && moduleType != "xm")
|
|
{
|
|
childmodule.moduleName = moduleName;
|
|
childmodule.moduleIP = moduleIPAddr;
|
|
childmodule.hostName = moduleHostName;
|
|
childmodulelist.push_back(childmodule);
|
|
}
|
|
|
|
if (moduleName == parentOAMModule.moduleName)
|
|
{
|
|
parentOAMModule.moduleIP = moduleIPAddr;
|
|
parentOAMModule.hostName = moduleHostName;
|
|
parentOAMModule.moduleName = moduleName;
|
|
}
|
|
}
|
|
} //end of i for loop
|
|
|
|
// create a clean Columnstore Support Report
|
|
system("rm -f *_configReport.txt");
|
|
system("rm -f *_dbmsReport.txt");
|
|
system("rm -f *_hardwareReport.txt");
|
|
system("rm -f *_logReport.txt");
|
|
system("rm -f *_bulklogReport.txt");
|
|
system("rm -f *_resourceReport.txt");
|
|
system("rm -f *_softwareReport.txt");
|
|
|
|
//
|
|
// Software
|
|
//
|
|
|
|
if ( SOFTWARE )
|
|
{
|
|
string reportType = "software";
|
|
pthread_t reportthread;
|
|
int status = pthread_create (&reportthread, NULL, (void* (*)(void*)) &reportThread, &reportType);
|
|
|
|
if ( status != 0 )
|
|
{
|
|
cout << "ERROR: reportthread: pthread_create failed, return status = " + oam.itoa(status);
|
|
}
|
|
|
|
sleep(5);
|
|
}
|
|
|
|
//
|
|
// Configuration
|
|
//
|
|
|
|
if ( CONFIG )
|
|
{
|
|
string reportType = "config";
|
|
pthread_t reportthread;
|
|
int status = pthread_create (&reportthread, NULL, (void* (*)(void*)) &reportThread, &reportType);
|
|
|
|
if ( status != 0 )
|
|
{
|
|
cout << "ERROR: reportthread: pthread_create failed, return status = " + oam.itoa(status);
|
|
}
|
|
|
|
sleep(5);
|
|
}
|
|
|
|
//
|
|
// Alarms and Columnstore Logs
|
|
//
|
|
|
|
if ( LOG )
|
|
{
|
|
string reportType = "log";
|
|
pthread_t reportthread;
|
|
int status = pthread_create (&reportthread, NULL, (void* (*)(void*)) &reportThread, &reportType);
|
|
|
|
if ( status != 0 )
|
|
{
|
|
cout << "ERROR: reportthread: pthread_create failed, return status = " + oam.itoa(status);
|
|
}
|
|
|
|
sleep(5);
|
|
}
|
|
|
|
//
|
|
// Bulk Logs
|
|
//
|
|
|
|
if ( BULKLOG )
|
|
{
|
|
string reportType = "bulklog";
|
|
pthread_t reportthread;
|
|
int status = pthread_create (&reportthread, NULL, (void* (*)(void*)) &reportThread, &reportType);
|
|
|
|
if ( status != 0 )
|
|
{
|
|
cout << "ERROR: reportthread: pthread_create failed, return status = " + oam.itoa(status);
|
|
}
|
|
|
|
sleep(5);
|
|
}
|
|
|
|
//
|
|
// Hardware
|
|
//
|
|
|
|
if ( HARDWARE )
|
|
{
|
|
string reportType = "hardware";
|
|
pthread_t reportthread;
|
|
int status = pthread_create (&reportthread, NULL, (void* (*)(void*)) &reportThread, &reportType);
|
|
|
|
if ( status != 0 )
|
|
{
|
|
cout << "ERROR: reportthread: pthread_create failed, return status = " + oam.itoa(status);
|
|
}
|
|
|
|
sleep(5);
|
|
}
|
|
|
|
//
|
|
// Resources
|
|
//
|
|
|
|
if ( RESOURCE )
|
|
{
|
|
string reportType = "resource";
|
|
pthread_t reportthread;
|
|
int status = pthread_create (&reportthread, NULL, (void* (*)(void*)) &reportThread, &reportType);
|
|
|
|
if ( status != 0 )
|
|
{
|
|
cout << "ERROR: reportthread: pthread_create failed, return status = " + oam.itoa(status);
|
|
}
|
|
|
|
sleep(5);
|
|
}
|
|
|
|
//
|
|
// DBMS
|
|
//
|
|
|
|
if ( DBMS )
|
|
{
|
|
system("rm -f columnstoreSupportReport.txt;touch columnstoreSupportReport.txt");
|
|
title();
|
|
|
|
system("echo '=======================================================================' >> columnstoreSupportReport.txt");
|
|
system("echo '= DBMS Report =' >> columnstoreSupportReport.txt");
|
|
system("echo '=======================================================================' >> columnstoreSupportReport.txt");
|
|
|
|
// run DBMS report on local server
|
|
cout << "Get dbms report data for " << localModule << endl;
|
|
|
|
bool FAILED = false;
|
|
|
|
if ( localModule != PrimaryUMModuleName )
|
|
{
|
|
cout << " FAILED: run columnstoreSupport on '" << PrimaryUMModuleName << "' to get the dbrm report" << endl;
|
|
FAILED = true;
|
|
}
|
|
else
|
|
{
|
|
// check if mysql is supported and get info
|
|
string logFile = tmpDir + "/idbmysql.log";
|
|
string columnstoreMysql = "mysql -u root ";
|
|
string cmd = columnstoreMysql + " -e 'status' > " + logFile + " 2>&1";
|
|
system(cmd.c_str());
|
|
|
|
//check for mysql password set
|
|
string pwprompt = " ";
|
|
|
|
if (oam.checkLogStatus(logFile, "ERROR 1045") )
|
|
{
|
|
cout << "NOTE: MariaDB Columnstore root user password is set" << endl;
|
|
|
|
//needs a password, was password entered on command line
|
|
if ( mysqlpw == " " )
|
|
{
|
|
//go check columnstore.cnf
|
|
string file = std::string(MCSMYCNFDIR) + "/columnstore.cnf";
|
|
ifstream oldFile (file.c_str());
|
|
|
|
vector <string> lines;
|
|
char line[200];
|
|
string buf;
|
|
|
|
while (oldFile.getline(line, 200))
|
|
{
|
|
buf = line;
|
|
string::size_type pos = buf.find("password", 0);
|
|
|
|
if (pos != string::npos)
|
|
{
|
|
string::size_type pos1 = buf.find("=", 0);
|
|
|
|
if (pos1 != string::npos)
|
|
{
|
|
pos = buf.find("#", 0);
|
|
|
|
if (pos == string::npos)
|
|
{
|
|
//password arg in columnstore.cnf, go get password
|
|
cout << "NOTE: Using password from columnstore.cnf" << endl;
|
|
mysqlpw = buf.substr(pos1 + 1, 80);
|
|
cout << mysqlpw << endl;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
oldFile.close();
|
|
|
|
if ( mysqlpw == " " )
|
|
{
|
|
cout << "NOTE: No password provide on command line or found uncommented in columnstore.cnf" << endl;
|
|
cout << endl;
|
|
string prompt = " *** Enter MariaDB Columnstore password > ";
|
|
mysqlpw = getpass(prompt.c_str());
|
|
}
|
|
}
|
|
|
|
//check for mysql password set
|
|
pwprompt = "--password=" + mysqlpw;
|
|
|
|
string cmd = columnstoreMysql + pwprompt + " -e 'status' > " + logFile + " 2>&1";
|
|
system(cmd.c_str());
|
|
|
|
if (oam.checkLogStatus(logFile, "ERROR 1045") )
|
|
{
|
|
cout << "FAILED: Failed login using MariaDB Columnstore root user password '" << mysqlpw << "'" << endl;
|
|
FAILED = true;
|
|
}
|
|
}
|
|
|
|
if (!FAILED)
|
|
{
|
|
// check if mysql is supported and get info
|
|
string columnstoreMysql = "mysql -u root " + pwprompt;
|
|
string cmd = columnstoreMysql + " -V > /dev/null 2>&1";
|
|
int ret = system(cmd.c_str());
|
|
|
|
if ( WEXITSTATUS(ret) == 0)
|
|
{
|
|
// run DBMS report info
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** DBMS Columnstore Version ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
cmd = "echo '################# " + columnstoreMysql + " -e status ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = columnstoreMysql + " -e 'status' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** DBMS Columnstore System Column ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
cmd = "echo '################# " + columnstoreMysql + " -e desc calpontsys.syscolumn ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = columnstoreMysql + " -e 'desc calpontsys.syscolumn;' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** DBMS Columnstore System Table ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
cmd = "echo '################# " + columnstoreMysql + " -e desc calpontsys.systable ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = columnstoreMysql + " -e 'desc calpontsys.systable;' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** DBMS Columnstore System Catalog Data ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
cmd = "echo '################# " + columnstoreMysql + " calpontsys < " + MCSSUPPORTDIR + "/dumpcat_mysql.sql ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = columnstoreMysql + " calpontsys < " + MCSSUPPORTDIR + "/dumpcat_mysql.sql >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** DBMS Columnstore System Table Data ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
cmd = "echo '################# " + columnstoreMysql + " -e select * from calpontsys.systable ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = columnstoreMysql + " -e 'select * from calpontsys.systable;' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** DBMS Columnstore Usernames ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
cmd = "echo '################# " + columnstoreMysql + " -e show databases ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = columnstoreMysql + " -e 'show databases;' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** DBMS Columnstore variables ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
cmd = "echo '################# " + columnstoreMysql + " show variables ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = columnstoreMysql + " -e 'show variables;' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
}
|
|
}
|
|
}
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** Database Size Report ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
|
|
string file = "databaseSizeReport";
|
|
ifstream File (file.c_str());
|
|
|
|
if (File)
|
|
{
|
|
|
|
string cmd = "echo '################# /bin/databaseSizeReport ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "databaseSizeReport >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
}
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** DBMS Columnstore config file ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
string cmd = "echo '################# cat " + std::string(MCSMYCNFDIR) + "/columnstore.cnf ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "cat " + std::string(MCSMYCNFDIR) + "/columnstore.cnf 2>/dev/null >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
system("echo '******************** Active Queries ********************' >> columnstoreSupportReport.txt");
|
|
system("echo ' ' >> columnstoreSupportReport.txt");
|
|
cmd = "echo '################# mcsadmin getActiveSqlStatement ################# ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "echo ' ' >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
cmd = "mcsadmin getActiveSqlStatement >> columnstoreSupportReport.txt";
|
|
system(cmd.c_str());
|
|
|
|
cmd = "cat columnstoreSupportReport.txt > " + localModule + "_dbmsReport.txt";
|
|
system(cmd.c_str());
|
|
}
|
|
|
|
int wait = 0;
|
|
|
|
while (true)
|
|
{
|
|
//cout << "check " << runningThreads << endl;
|
|
if (runningThreads < 1)
|
|
break;
|
|
|
|
sleep(2);
|
|
wait++;
|
|
|
|
// give it 60 minutes to complete
|
|
if ( wait >= 3600 * 5)
|
|
{
|
|
cout << "Timed out (60 minutes) waiting for Requests to complete" << endl;
|
|
}
|
|
}
|
|
|
|
system("rm -f columnstoreSupportReport.txt");
|
|
|
|
system("unix2dos *Report.txt > /dev/null 2>&1");
|
|
system("rm -rf columnstoreSupportReport;mkdir columnstoreSupportReport;mv *Report.txt columnstoreSupportReport/. > /dev/null 2>&1;mv *Report.tar.gz columnstoreSupportReport/. > /dev/null 2>&1");
|
|
string cmd = "tar -zcf columnstoreSupportReport." + systemName + ".tar.gz columnstoreSupportReport/*";
|
|
system(cmd.c_str());
|
|
|
|
|
|
cout << endl << "Columnstore Support Script Successfully completed, files located in columnstoreSupportReport." + systemName + ".tar.gz" << endl;
|
|
}
|