database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-04-18 21:44:02 +03:00
Code
mariadb-columnstore-engine/oamapps/postConfigure/postConfigure.cpp
Andrew Hutchings 7489d0bfd0 MCOL-3625 Rename packages 
Rename packages to MariaDB-columnstore-engine, MariaDB-columnstore-libs
and MariaDB-columnstore-platform.

Also add the "columnstore-" prefix the the components so that MariaDB's
packaging system understands then and add a line to include them in
MariaDB's packaging.

In addition
* Fix S3 building for dist source build
* Fix Debian 10 dependency issue
* Fix git handling for dist builds
* Add support for MariaDB's RPM building
* Use MariaDB's PCRE and readline
* Removes a few dead files
* Fix Boost noncopyable includes
2019-12-04 11:04:39 +00:00

6632 lines
222 KiB
C++
Raw Blame History

/* Copyright (C) 2014 InfiniDB, Inc.
Copyright (C) 2016 MariaDB Corporation
This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; version 2 of
the License.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
MA 02110-1301, USA. */
/******************************************************************************************
* $Id: postConfigure.cpp 64 2006-10-12 22:21:51Z dhill $
*
*
* List of files being updated by post-install configure:
* mariadb/columnstore/etc/Columnstore.xml
* mariadb/columnstore/etc/ProcessConfig.xml
* /etc/rc.d/rc.local
*
******************************************************************************************/
/**
* @file
*/
#include <unistd.h>
#include <iterator>
#include <numeric>
#include <deque>
#include <iostream>
#include <ostream>
#include <fstream>
#include <cstdlib>
#include <string>
#include <limits.h>
#include <sstream>
#include <exception>
#include <stdexcept>
#include <vector>
#include <stdio.h>
#include <ctype.h>
#include <netdb.h>
#include <sys/sysinfo.h>
#include <climits>
#include <cstring>
#include <glob.h>
#include <arpa/inet.h>
#include <sys/socket.h>
#include <ifaddrs.h>
#include <string.h> /* for strncpy */
#include <sys/types.h>
#include <sys/ioctl.h>
#include <netinet/in.h>
#include <net/if.h>
#include <readline.h>
#include <history.h>
#include <boost/filesystem/operations.hpp>
#include <boost/filesystem/path.hpp>
#include <boost/tokenizer.hpp>
#include "mcsconfig.h"
#include "columnstoreversion.h"
#include "liboamcpp.h"
#include "configcpp.h"
using namespace std;
using namespace oam;
using namespace config;
#include "helpers.h"
using namespace installer;
#include "installdir.h"
typedef struct DBRoot_Module_struct
{
std::string moduleName;
std::string dbrootID;
} DBRootModule;
typedef std::vector<DBRootModule> DBRootList;
typedef struct Performance_Module_struct
{
std::string moduleIP1;
std::string moduleIP2;
std::string moduleIP3;
std::string moduleIP4;
} PerformanceModule;
typedef std::vector<PerformanceModule> PerformanceModuleList;
typedef struct ModuleIP_struct
{
std::string IPaddress;
std::string moduleName;
} ModuleIP;
typedef std::vector<ModuleIP> ModuleIpList;
void offLineAppCheck();
bool setOSFiles(string parentOAMModuleName, int serverTypeInstall);
bool checkSaveConfigFile();
bool updateBash();
bool makeModuleFile(string moduleName, string parentOAMModuleName);
bool updateProcessConfig();
bool uncommentCalpontXml( string entry);
bool makeRClocal(string moduleType, string moduleName, int IserverTypeInstall);
bool createDbrootDirs(string DBRootStorageType, bool amazonInstall);
bool pkgCheck(std::string columnstorePackage);
bool storageSetup(bool amazonInstall);
void setSystemName();
bool singleServerDBrootSetup();
bool copyFstab(string moduleName);
bool attachVolume(string instanceName, string volumeName, string deviceName, string dbrootPath);
void singleServerConfigSetup(Config* sysConfig);
std::string resolveHostNameToReverseDNSName(std::string hostname);
void remoteInstallThread(void*);
bool glusterSetup(string password, bool doNotResolveHostNames);
std::string launchInstance(ModuleIP moduleip);
string columnstorePackage;
//string calpontPackage2;
//string calpontPackage3;
//string mysqlPackage;
//string mysqldPackage;
string parentOAMModuleName;
int pmNumber = 0;
int umNumber = 0;
string DBRootStorageLoc;
string DBRootStorageType;
string UMStorageType;
string PMVolumeSize = oam::UnassignedName;
string UMVolumeSize = oam::UnassignedName;
string UMVolumeType = "standard";
string PMVolumeType = "standard";
string PMVolumeIOPS = oam::UnassignedName;
string UMVolumeIOPS = oam::UnassignedName;
int DBRootCount;
string deviceName;
Config* sysConfig = Config::makeConfig();
string SystemSection = "SystemConfig";
string InstallSection = "Installation";
string ModuleSection = "SystemModuleConfig";
string serverTypeInstall;
int IserverTypeInstall;
string parentOAMModuleIPAddr;
string remote_installer_debug = "1";
bool thread_remote_installer = true;
string singleServerInstall = "1";
string reuseConfig = "n";
string oldFileName = oam::UnassignedName;
string glusterCopies;
string glusterInstalled = "n";
string hadoopInstalled = "n";
string mysqlPort = oam::UnassignedName;
string systemName;
bool noPrompting = false;
bool rootUser = true;
string USER = "root";
bool hdfs = false;
bool DataRedundancy = false;
bool pmwithum = false;
bool mysqlRep = false;
string MySQLRep = "y";
string PMwithUM = "n";
bool amazonInstall = false;
bool single_server_quick_install = false;
bool multi_server_quick_install = false;
bool amazon_quick_install = false;
bool doNotResolveHostNames = false;
bool resolveHostNamesToReverseDNSNames = false;
string tmpDir;
string HOME = "/root";
string SUDO = "";
extern string pwprompt;
extern const char* pcommand;
extern string prompt;
/* create thread argument struct for thr_func() */
typedef struct _thread_data_t
{
std::string command;
} thread_data_t;
int main(int argc, char* argv[])
{
Oam oam;
string parentOAMModuleHostName;
ChildModuleList childmodulelist;
ChildModuleList niclist;
ChildModule childmodule;
DBRootModule dbrootmodule;
DBRootList dbrootlist;
PerformanceModuleList performancemodulelist;
int DBRMworkernodeID = 0;
string nodeps = "-h";
bool startOfflinePrompt = false;
noPrompting = false;
string password;
string cmd;
string pmIpAddrs = "";
string umIpAddrs = "";
string numBlocksPctParam = "";
string totalUmMemoryParam = "";
// struct sysinfo myinfo;
// hidden options
// -f for force use nodeps on rpm install
// -o to prompt for process to start offline
//check if root-user
int user;
user = getuid();
string SUDO = "";
if (user != 0)
{
rootUser = false;
SUDO = "sudo ";
}
char* p = getenv("USER");
if (p && *p)
USER = p;
if (!rootUser)
{
char* p = getenv("HOME");
if (p && *p)
HOME = p;
}
tmpDir = startup::StartUp::tmpDir();
for ( int i = 1; i < argc; i++ )
{
if( string("-h") == argv[i] )
{
cout << endl;
cout << "This is the MariaDB ColumnStore System Configuration and Installation tool." << endl;
cout << "It will Configure the MariaDB ColumnStore System based on Operator inputs and" << endl;
cout << "will perform a Package Installation of all of the Modules within the" << endl;
cout << "System that is being configured." << endl;
cout << endl;
cout << "IMPORTANT: This tool is required to run on a Performance Module #1 (pm1) Server." << endl;
cout << endl;
cout << "Instructions:" << endl << endl;
cout << " Press 'enter' to accept a value in (), if available or" << endl;
cout << " Enter one of the options within [], if available, or" << endl;
cout << " Enter a new value" << endl << endl;
cout << endl;
cout << "Usage: postConfigure [-h][-c][-u][-p][-qs][-qm][-qa][-port][-i][-sn][-pm-ip-addrs][-um-ip-addrs][-pm-count][-um-count][-x][-xr][-numBlocksPct][-totalUmMemory]" << endl;
cout << " -h Help" << endl;
cout << " -c Config File to use to extract configuration data, default is Columnstore.xml.rpmsave" << endl;
cout << " -u Upgrade, Install using the Config File from -c, default to Columnstore.xml.rpmsave" << endl;
cout << " If ssh-keys aren't setup, you should provide passwords as command line arguments" << endl;
cout << " -p Unix Password, used with no-prompting option" << endl;
cout << " -qs Quick Install - Single Server" << endl;
cout << " -qm Quick Install - Multi Server" << endl;
cout << " -port MariaDB ColumnStore Port Address" << endl;
cout << " -sn System Name" << endl;
cout << " -pm-ip-addrs Performance Module IP Addresses xxx.xxx.xxx.xxx,xxx.xxx.xxx.xxx" << endl;
cout << " -um-ip-addrs User Module IP Addresses xxx.xxx.xxx.xxx,xxx.xxx.xxx.xxx" << endl;
cout << " -x Do not resolve IP Addresses from host names" << endl;
cout << " -xr Resolve host names into their reverse DNS host names. Only applied in combination with -x" << endl;
cout << " -numBlocksPct amount of physical memory to utilize for disk block caching" << endl;
cout << " (percentages of the total memory need to be stated without suffix, explcit values with suffixes M or G)" << endl;
cout << " -totalUmMemory amount of physical memory to utilize for joins, intermediate results and set operations on the UM" << endl;
cout << " (percentages of the total memory need to be stated with suffix %, explcit values with suffixes M or G)" << endl;
exit (0);
}
else if (string("-x") == argv[i])
{
doNotResolveHostNames = true;
}
else if (string("-xr") == argv[i])
{
resolveHostNamesToReverseDNSNames = true;
}
else if( string("-qs") == argv[i] )
{
single_server_quick_install = true;
noPrompting = true;
}
else if( string("-qm") == argv[i] )
{
multi_server_quick_install = true;
noPrompting = true;
}
else if( string("-qa") == argv[i] )
{
amazon_quick_install = true;
noPrompting = true;
}
else if ( string("-f") == argv[i] )
nodeps = "--nodeps";
else if ( string("-o") == argv[i] )
startOfflinePrompt = true;
else if( string("-c") == argv[i] )
{
i++;
if (i >= argc )
{
cout << " ERROR: Config File not provided" << endl;
exit (1);
}
oldFileName = argv[i];
if ( oldFileName.find("Columnstore.xml") == string::npos )
{
cout << " ERROR: Config File is not a Columnstore.xml file name" << endl;
exit (1);
}
}
else if( string("-p") == argv[i] )
{
i++;
if (i >= argc )
{
cout << " ERROR: Password not provided" << endl;
exit (1);
}
password = argv[i];
if ( password.find("-") != string::npos )
{
cout << " ERROR: Valid Password not provided" << endl;
exit (1);
}
}
else if ( string("-u") == argv[i] )
noPrompting = true;
// for backward compatibility
else if( string("-port") == argv[i] )
{
i++;
if (i >= argc )
{
cout << " ERROR: MariaDB ColumnStore Port ID not supplied" << endl;
exit (1);
}
mysqlPort = argv[i];
if ( atoi(mysqlPort.c_str()) < 1000 || atoi(mysqlPort.c_str()) > 9999)
{
cout << " ERROR: Invalid MariaDB ColumnStore Port ID supplied, must be between 1000-9999" << endl;
exit (1);
}
}
else if( string("-sn") == argv[i] )
{
i++;
if (i >= argc )
{
cout << " ERROR: System-name not provided" << endl;
exit (1);
}
systemName = argv[i];
}
else if( string("-pm-ip-addrs") == argv[i] )
{
i++;
if (i >= argc )
{
cout << " ERROR: PM-IP-ADRESSES not provided" << endl;
exit (1);
}
pmIpAddrs = argv[i];
}
else if( string("-um-ip-addrs") == argv[i] )
{
i++;
if (i >= argc )
{
cout << " ERROR: UM-IP-ADRESSES not provided" << endl;
exit (1);
}
umIpAddrs = argv[i];
}
else if( string("-pm-count") == argv[i] )
{
i++;
if (i >= argc )
{
cout << " ERROR: PM-COUNT not provided" << endl;
exit (1);
}
pmNumber = atoi(argv[i]);
}
else if( string("-um-count") == argv[i] )
{
i++;
if (i >= argc )
{
cout << " ERROR: UM-COUNT not provided" << endl;
exit (1);
}
umNumber = atoi(argv[i]);
}
else if ( string("-numBlocksPct") == argv[i] )
{
i++;
if (i >= argc)
{
cout << " ERROR: Memory settings for numBlocksPct not provided" << endl;
exit(1);
}
numBlocksPctParam = argv[i];
// check that the parameter ends with a number M or G
if (!(isdigit(*numBlocksPctParam.rbegin()) || *numBlocksPctParam.rbegin() == 'M' || *numBlocksPctParam.rbegin() == 'G')) {
cout << " ERROR: Memory settings for numBlocksPct need to end on a digit, M or G" << endl;
exit(1);
}
}
else if (string("-totalUmMemory") == argv[i])
{
i++;
if (i >= argc)
{
cout << " ERROR: Memory settings for totalUmMemory not provided" << endl;
exit(1);
}
totalUmMemoryParam = argv[i];
// check that the parameter ends with a %, M, or G
if (!(*totalUmMemoryParam.rbegin() == '%' || *totalUmMemoryParam.rbegin() == 'M' || *totalUmMemoryParam.rbegin() == 'G')) {
cout << " ERROR: Memory settings for totalUmMemory need to end on %, M or G" << endl;
exit(1);
}
}
else
{
cout << " ERROR: Invalid Argument = " << argv[i] << endl;
cout << " Usage: postConfigure [-h][-c][-u][-p][-qs][-qm][-qa][-port][-i][-sn][-pm-ip-addrs][-um-ip-addrs][-pm-count][-um-count][-x][-xr][-numBlocksPct][-totalUmMemory]" << endl;
exit (1);
}
}
//check if quick install multi-server has been given ip address
if (multi_server_quick_install)
{
if ( ( umIpAddrs.empty() && pmIpAddrs.empty() ) ||
( !umIpAddrs.empty() && pmIpAddrs.empty() ))
{
cout << " ERROR: Multi-Server option entered, but invalid UM/PM IP addresses were provided, exiting" << endl;
exit(1);
}
}
//check if quick install multi-server has been given ip address
if (amazon_quick_install)
{
if ( ( umNumber == 0 && pmNumber == 0 ) ||
( umNumber != 0 && pmNumber == 0 ) )
{
cout << " ERROR: Amazon option entered, but invalid UM/PM Counts were provided, exiting" << endl;
exit(1);
}
}
if ( oldFileName == oam::UnassignedName )
oldFileName = std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml.rpmsave";
cout << endl;
cout << "This is the MariaDB ColumnStore System Configuration and Installation tool." << endl;
cout << "It will Configure the MariaDB ColumnStore System and will perform a Package" << endl;
cout << "Installation of all of the Servers within the System that is being configured." << endl;
cout << endl;
cout << "IMPORTANT: This tool requires to run on the Performance Module #1" << endl;
cout << endl;
if (!single_server_quick_install || !multi_server_quick_install || !amazon_quick_install)
{
if (!noPrompting) {
cout << "Prompting instructions:" << endl << endl;
cout << " Press 'enter' to accept a value in (), if available or" << endl;
cout << " Enter one of the options within [], if available, or" << endl;
cout << " Enter a new value" << endl << endl;
}
else
{
//get current time and date
time_t now;
now = time(NULL);
struct tm tm;
localtime_r(&now, &tm);
char timestamp[200];
strftime (timestamp, 200, "%m:%d:%y-%H:%M:%S", &tm);
string currentDate = timestamp;
string postConfigureLog = "/var/log/columnstore-postconfigure-" + currentDate;
cout << "With the no-Prompting Option being specified, you will be required to have the following:" << endl;
cout << endl;
cout << " 1. Root user ssh keys setup between all nodes in the system or" << endl;
cout << " use the password command line option." << endl;
cout << " 2. A Configure File to use to retrieve configure data, default to Columnstore.xml.rpmsave" << endl;
cout << " or use the '-c' option to point to a configuration file." << endl;
cout << endl;
// cout << " Output if being redirected to " << postConfigureLog << endl;
// redirectStandardOutputToFile(postConfigureLog, false );
}
}
//check if MariaDB ColumnStore is up and running
if (oam.checkSystemRunning())
{
cout << "MariaDB ColumnStore is running, can't run postConfigure while MariaDB ColumnStore is running. Exiting.." << endl;
exit (1);
}
char buf[512];
FILE *cmd_pipe = popen("pidof -s mysqld", "r");
fgets(buf, 512, cmd_pipe);
pid_t pid = strtoul(buf, NULL, 10);
pclose(cmd_pipe);
if (pid)
{
cout << "MariaDB Server is currently running on PID " << pid << ". Cannot run postConfigure whilst this is running. Exiting.." << endl;
exit (1);
}
//check Config saved files
if ( !checkSaveConfigFile())
{
cout << "ERROR: Configuration File not setup" << endl;
exit(1);
}
//determine package type
string EEPackageType;
if (!rootUser)
EEPackageType = "binary";
else
{
string cmd = "rpm -qi mariadb-columnstore-platform > " + tmpDir + "/columnstore.txt 2>&1";
int rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) == 0)
EEPackageType = "rpm";
else {
string cmd = "dpkg -s mariadb-columnstore-platform > " + tmpDir + "/columnstore.txt 2>&1";
int rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) == 0)
EEPackageType = "deb";
else
EEPackageType = "binary";
}
}
try {
sysConfig->setConfig(InstallSection, "EEPackageType", EEPackageType);
}
catch(...)
{
cout << "ERROR: Problem setting EEPackageType from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//check for local ip address as pm1
ModuleConfig moduleconfig;
try
{
oam.getSystemConfig("pm1", moduleconfig);
if (moduleconfig.hostConfigList.size() > 0 )
{
HostConfigList::iterator pt1 = moduleconfig.hostConfigList.begin();
// MCOL-1607. The 'am I pm1?' check below requires an ipaddr.
string PM1ipAdd = oam.getIPAddress((*pt1).IPAddr.c_str());
if (PM1ipAdd.empty())
PM1ipAdd = (*pt1).IPAddr; // this is what it was doing before
//cout << PM1ipAdd << endl;
if ( PM1ipAdd != "127.0.0.1" )
{
if ( PM1ipAdd != "0.0.0.0")
{
struct ifaddrs* ifap, *ifa;
struct sockaddr_in* sa;
char* addr;
bool found = false;
if (getifaddrs (&ifap) == 0 )
{
for (ifa = ifap; ifa; ifa = ifa->ifa_next)
{
if (ifa->ifa_addr == NULL )
{
found = true;
break;
}
if (ifa->ifa_addr->sa_family == AF_INET)
{
sa = (struct sockaddr_in*) ifa->ifa_addr;
addr = inet_ntoa(sa->sin_addr);
//printf("Interface: %s\tAddress: %s\n", ifa->ifa_name, addr);
if ( PM1ipAdd == addr )
{
//match
found = true;
}
}
if (found)
break;
}
freeifaddrs(ifap);
if (!found)
{
string answer = "y";
while (true)
{
cout << endl << "The Configured PM1 IP Address of " << PM1ipAdd << " does not match any of the" << endl;
cout << "Server Ethernet IP addresses there were detected, do you want to continue?" << endl;
cout << "This is to make sure that you arent running postConfigure from a non-PM1 node." << endl;
prompt = "Enter 'y' to continue using Configured IP address [y,n] (y) > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) answer = pcommand;
callFree(pcommand);
}
if ( answer == "y" || answer == "n" )
{
cout << endl;
break;
}
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
if ( noPrompting )
exit(1);
}
if ( answer == "n" )
{
cout << endl;
cout << "ERROR: postConfigure install can only be done on the PM1" << endl;
cout << "designated node. The configured PM1 IP address doesn't match the local" << endl;
cout << "IP Address. exiting..." << endl;
exit(1);
}
}
}
}
}
}
}
catch (...)
{}
// run columnstore.cnf upgrade script
if ( reuseConfig == "y" )
{
cmd = "mycnfUpgrade > " + tmpDir + "/mycnfUpgrade.log 2>&1";
int rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
cout << "Error: Problem upgrade columnstore.cnf, check " << tmpDir << "/mycnfUpgrade.log" << endl;
else
cout << "NOTE: columnstore.cnf file was upgraded based on columnstore.cnf.rpmsave" << endl;
}
//check mysql port changes
string MySQLPort;
try
{
MySQLPort = sysConfig->getConfig(InstallSection, "MySQLPort");
}
catch (...)
{}
if ( mysqlPort == oam::UnassignedName )
{
if ( MySQLPort.empty() || MySQLPort == "" )
{
mysqlPort = "3306";
try
{
sysConfig->setConfig(InstallSection, "MySQLPort", "3306");
}
catch (...)
{}
}
else
mysqlPort = MySQLPort;
}
else
{
// mysql port was providing on command line
try
{
sysConfig->setConfig(InstallSection, "MySQLPort", mysqlPort);
}
catch (...)
{}
}
cout << endl;
if (single_server_quick_install)
{
cout << "===== Quick Install Single-Server Configuration =====" << endl << endl;
cout << "Single-Server install is used when there will only be 1 server configured" << endl;
cout << "on the system. It can also be used for production systems, if the plan is" << endl;
cout << "to stay single-server." << endl;
singleServerInstall = "1";
}
else if (multi_server_quick_install)
{
cout << "===== Quick Install Multi-Server Configuration =====" << endl << endl;
cout << "Multi-Server install defaulting to using local storage" << endl;
singleServerInstall = "2";
}
else if (amazon_quick_install)
{
cout << "===== Quick Install Amazon Configuration =====" << endl << endl;
cout << "Amazon AMI EC2 install defaulting to using local storage" << endl;
singleServerInstall = "2";
}
else
{
cout << "===== Setup System Server Type Configuration =====" << endl << endl;
cout << "There are 2 options when configuring the System Server Type: single and multi" << endl << endl;
cout << " 'single' - Single-Server install is used when there will only be 1 server configured" << endl;
cout << " on the system. It can also be used for production systems, if the plan is" << endl;
cout << " to stay single-server." << endl << endl;
cout << " 'multi' - Multi-Server install is used when you want to configure multiple servers now or" << endl;
cout << " in the future. With Multi-Server install, you can still configure just 1 server" << endl;
cout << " now and add on addition servers/modules in the future." << endl << endl;
string temp;
try
{
temp = sysConfig->getConfig(InstallSection, "SingleServerInstall");
}
catch(...)
{}
if ( temp == "y" )
singleServerInstall = "1";
else
singleServerInstall = "2";
while(true)
{
string temp = singleServerInstall;
prompt = "Select the type of System Server install [1=single, 2=multi] (" + singleServerInstall + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0)
temp = pcommand;
else
temp = singleServerInstall;
callFree(pcommand);
if (temp == "1")
{
singleServerInstall = "1";
break;
}
else
{
if (temp == "2")
{
singleServerInstall = "2";
break;
}
}
cout << "Invalid Entry, please re-enter" << endl;
if ( noPrompting )
exit(1);
}
}
}
// perform single server install
if (singleServerInstall == "1")
{
cout << endl << "Performing the Single Server Install." << endl << endl;
if ( reuseConfig == "n" )
{
//setup to Columnstore.xml file for single server
singleServerConfigSetup(sysConfig);
}
//module ProcessConfig.xml to setup all apps on the pm
if ( !updateProcessConfig() )
cout << "Update ProcessConfig.xml error" << endl;
try
{
sysConfig->setConfig(InstallSection, "SingleServerInstall", "y");
sysConfig->setConfig(InstallSection, "ServerTypeInstall", "2");
}
catch (...)
{
cout << "ERROR: Problem setting SingleServerInstall from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
setSystemName();
cout << endl;
system(cmd.c_str());
// setup storage
if (!storageSetup(false))
{
cout << "ERROR: Problem setting up storage" << endl;
exit(1);
}
if (hdfs || !rootUser)
if ( !updateBash() )
cout << "updateBash error" << endl;
// setup storage
if (!singleServerDBrootSetup())
{
cout << "ERROR: Problem setting up DBRoot IDs" << endl;
exit(1);
}
//set system DBRoot count and check 'files per parition' with number of dbroots
try
{
sysConfig->setConfig(SystemSection, "DBRootCount", oam.itoa(DBRootCount));
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot Count in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//check if dbrm data resides in older directory path and inform user if it does
dbrmDirCheck();
if (startOfflinePrompt)
offLineAppCheck();
checkMysqlPort(mysqlPort, sysConfig);
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
cout << endl << "===== Performing Configuration Setup and MariaDB ColumnStore Startup =====" << endl;
if (numBlocksPctParam.empty()) {
numBlocksPctParam = "-";
}
if (totalUmMemoryParam.empty()) {
totalUmMemoryParam = "-";
}
cmd = "columnstore_installer dummy.rpm dummy.rpm dummy.rpm dummy.rpm dummy.rpm initial dummy " + reuseConfig + " --nodeps ' ' 1 " + numBlocksPctParam + " " + totalUmMemoryParam;
system(cmd.c_str());
exit(0);
}
// perform multi-node install
try
{
sysConfig->setConfig(InstallSection, "SingleServerInstall", "n");
}
catch (...)
{
cout << "ERROR: Problem setting SingleServerInstall from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//
// Multi-server install
//
ModuleIP InputModuleIP;
ModuleIpList InputModuleIPList;
int MaxNicID = oam::MAX_NIC;
if (multi_server_quick_install)
{
//set configuarion settings for default setup
try {
sysConfig->setConfig(InstallSection, "MySQLRep", "y");
}
catch(...)
{}
if (umIpAddrs == "" )
{
// set Server Type Installation to combined
try {
sysConfig->setConfig(InstallSection, "ServerTypeInstall", "2");
}
catch(...)
{}
}
else
{
int id = 1;
boost::char_separator<char> sep(",");
boost::tokenizer< boost::char_separator<char> > tokens(umIpAddrs, sep);
for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens.begin();
it != tokens.end();
++it, ++id)
{
string module = "um" + oam.itoa(id);
InputModuleIP.IPaddress = *it;
InputModuleIP.moduleName = module;
InputModuleIPList.push_back(InputModuleIP);
}
umNumber = id-1;
}
if (pmIpAddrs != "" )
{
int id = 1;
boost::char_separator<char> sep(",");
boost::tokenizer< boost::char_separator<char> > tokens(pmIpAddrs, sep);
for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens.begin();
it != tokens.end();
++it, ++id)
{
string module = "pm" + oam.itoa(id);
InputModuleIP.IPaddress = *it;
InputModuleIP.moduleName = module;
InputModuleIPList.push_back(InputModuleIP);
}
pmNumber = id-1;
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
MaxNicID = 1;
}
else
{
if (amazon_quick_install)
{
//set configuarion settings for default setup
try {
sysConfig->setConfig(InstallSection, "MySQLRep", "y");
}
catch(...)
{}
try {
sysConfig->setConfig(InstallSection, "Cloud", "amazon-vpc");
}
catch(...)
{}
if (umNumber == 0 )
{
// set Server Type Installation to combined
try {
sysConfig->setConfig(InstallSection, "ServerTypeInstall", "2");
}
catch(...)
{}
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
MaxNicID = 1;
}
}
cout << endl;
//cleanup/create local/etc directory
cmd = "rm -rf /var/lib/columnstore/local/etc > /dev/null 2>&1";
system(cmd.c_str());
cmd = "mkdir /var/lib/columnstore/local/etc > /dev/null 2>&1";
system(cmd.c_str());
cout << endl << "===== Setup System Module Type Configuration =====" << endl << endl;
cout << "There are 2 options when configuring the System Module Type: separate and combined" << endl << endl;
cout << " 'separate' - User and Performance functionality on separate servers." << endl << endl;
cout << " 'combined' - User and Performance functionality on the same server" << endl << endl;
try
{
serverTypeInstall = sysConfig->getConfig(InstallSection, "ServerTypeInstall");
}
catch (...)
{
cout << "ERROR: Problem getting ServerTypeInstall from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
while (true)
{
prompt = "Select the type of System Module Install [1=separate, 2=combined] (" + serverTypeInstall + ") > ";
pcommand = callReadline(prompt.c_str());
cout << endl;
if (pcommand)
{
if (strlen(pcommand) > 0) serverTypeInstall = pcommand;
callFree(pcommand);
}
if ( serverTypeInstall != "1" && serverTypeInstall != "2" )
{
cout << "Invalid Entry, please re-enter" << endl << endl;
serverTypeInstall = "1";
if ( noPrompting )
exit(1);
continue;
}
IserverTypeInstall = atoi(serverTypeInstall.c_str());
// set Server Type Installation Indicator
try
{
sysConfig->setConfig(InstallSection, "ServerTypeInstall", serverTypeInstall);
}
catch (...)
{
cout << "ERROR: Problem setting ServerTypeInstall in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
switch ( IserverTypeInstall ) {
case (oam::INSTALL_COMBINE_DM_UM_PM): // combined #1 - um/pm on a single server
{
cout << "Combined Server Installation will be performed." << endl;
cout << "The Server will be configured as a Performance Module." << endl;
cout << "All MariaDB ColumnStore Processes will run on the Performance Modules." << endl << endl;
//module ProcessConfig.xml to setup all apps on the pm
if ( !updateProcessConfig() )
cout << "Update ProcessConfig.xml error" << endl;
//store local query flag
try
{
sysConfig->setConfig(InstallSection, "PMwithUM", "n");
}
catch (...)
{}
pmwithum = false;
break;
}
default: // normal, separate UM and PM
{
cout << "Seperate Server Installation will be performed." << endl << endl;
try
{
PMwithUM = sysConfig->getConfig(InstallSection, "PMwithUM");
}
catch (...)
{}
if ( PMwithUM == "y" )
pmwithum = true;
string answer = "n";
cout << "NOTE: Local Query Feature allows the ability to query data from a single Performance" << endl;
cout << " Module. Check MariaDB ColumnStore Admin Guide for additional information." << endl << endl;
while (true)
{
if ( pmwithum )
prompt = "Local Query feature is Enabled, Do you want to disable? [y,n] (n) > ";
else
prompt = "Enable Local Query feature? [y,n] (n) > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) answer = pcommand;
callFree(pcommand);
}
if ( answer == "y" || answer == "n" )
{
cout << endl;
break;
}
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
if ( noPrompting )
exit(1);
}
if ( pmwithum )
{
if ( answer == "y" )
{
pmwithum = false;
PMwithUM = "n";
}
}
else
{
if ( answer == "y" )
{
pmwithum = true;
PMwithUM = "y";
}
}
try
{
sysConfig->setConfig(InstallSection, "PMwithUM", PMwithUM);
}
catch (...)
{}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
break;
}
}
break;
}
// check for Schema Schema is Local Query wasnt selected
if (!pmwithum)
{
cout << "NOTE: The MariaDB ColumnStore Schema Sync feature will replicate all of the" << endl;
cout << " schemas and InnoDB tables across the User Module nodes. This feature can be enabled" << endl;
cout << " or disabled, for example, if you wish to configure your own replication post installation." << endl << endl;
try
{
MySQLRep = sysConfig->getConfig(InstallSection, "MySQLRep");
}
catch (...)
{}
if ( MySQLRep == "y" )
mysqlRep = true;
string answer = "y";
while (true)
{
if ( mysqlRep )
prompt = "MariaDB ColumnStore Schema Sync feature is Enabled, do you want to leave enabled? [y,n] (y) > ";
else
prompt = "MariaDB ColumnStore Schema Sync feature, do you want to enable? [y,n] (y) > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) answer = pcommand;
callFree(pcommand);
}
if ( answer == "y" || answer == "n" )
{
cout << endl;
break;
}
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
if ( noPrompting )
exit(1);
}
if ( answer == "y" )
{
mysqlRep = true;
MySQLRep = "y";
}
else
{
mysqlRep = false;
MySQLRep = "n";
}
try
{
sysConfig->setConfig(InstallSection, "MySQLRep", MySQLRep);
}
catch (...)
{}
}
else
{
//Schema Sync is default as on when Local Query is Selected
mysqlRep = true;
MySQLRep = "y";
try
{
sysConfig->setConfig(InstallSection, "MySQLRep", MySQLRep);
}
catch (...)
{}
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//amazon install setup check
bool amazonInstall = false;
string cloud = oam::UnassignedName;
if (!multi_server_quick_install)
{
string amazonLog = tmpDir + "/amazon.log";
string cmd = "aws --version > " + amazonLog + " 2>&1";
system(cmd.c_str());
ifstream in(amazonLog.c_str());
in.seekg(0, std::ios::end);
int size = in.tellg();
if ( size == 0 || oam.checkLogStatus(amazonLog, "not found"))
{
// not running on amazon with ec2-api-tools
if (amazon_quick_install)
{
cout << "ERROR: Amazon Quick Installer was specified, but the Amazon CLI API packages is not installed, exiting" << endl;
exit(1);
}
amazonInstall = false;
}
else
{
if ( size == 0 || oam.checkLogStatus(amazonLog, "not installed"))
{
// not running on amazon with ec2-api-tools
if (amazon_quick_install)
{
cout << "ERROR: Amazon Quick Installer was specified, but the Amazon CLI API packages is not installed, exiting" << endl;
exit(1);
}
amazonInstall = false;
}
else
amazonInstall = true;
}
}
try
{
cloud = sysConfig->getConfig(InstallSection, "Cloud");
}
catch (...)
{
cloud = oam::UnassignedName;
}
if ( cloud == "disable" )
amazonInstall = false;
if ( amazonInstall )
{
if ( cloud == oam::UnassignedName )
{
cout << "NOTE: Amazon AWS CLI Tools are installed and allow MariaDB ColumnStore" << endl;
cout << " to create Instances and EBS Volumes" << endl << endl;
while (true)
{
string enable = "y";
prompt = "Do you want to have ColumnStore use the Amazon AWS CLI Tools [y,n] (y) > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) enable = pcommand;
callFree(pcommand);
if (enable == "n")
{
amazonInstall = false;
try
{
sysConfig->setConfig(InstallSection, "Cloud", "disable");
}
catch (...)
{};
break;
}
}
if ( enable != "y" )
{
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
if ( noPrompting )
exit(1);
}
else
{
try
{
sysConfig->setConfig(InstallSection, "Cloud", "amazon-vpc");
}
catch (...)
{}
}
break;
}
}
else
cout << "NOTE: Configured to have ColumnStore use the Amazon AWS CLI Tools" << endl << endl;
if ( amazonInstall )
{
string cmd = "MCSgetCredentials.sh >/dev/null 2>&1";
int rtnCode = system(cmd.c_str());
if ( WEXITSTATUS(rtnCode) != 0 )
{
cout << endl << "Error: No IAM Profile with Security Certificates used or AWS CLI Certificate file configured" << endl;
cout << "Check Amazon Install Documenation for additional information, exiting..." << endl;
exit (1);
}
// setup to start on reboot, for non-root amazon installs
if ( !rootUser )
{
system("sudo sed -i -e 's/#runuser/runuser/g' /etc/rc.d/rc.local >/dev/null 2>&1");
}
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
if ( pmwithum )
cout << endl << "NOTE: Local Query Feature is enabled" << endl;
if ( mysqlRep )
cout << endl << "NOTE: MariaDB ColumnStore Replication Feature is enabled" << endl;
//Write out Updated System Configuration File
try
{
sysConfig->setConfig(InstallSection, "InitialInstallFlag", "n");
}
catch (...)
{
cout << "ERROR: Problem setting InitialInstallFlag from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
cout << endl;
// prompt for system name
setSystemName();
cout << endl;
oamModuleInfo_t t;
string localModuleName;
try
{
t = oam.getModuleInfo();
localModuleName = boost::get<0>(t);
}
catch (exception& e) {}
//get Parent OAM Module Name
parentOAMModuleName = "pm1";
if ( localModuleName != parentOAMModuleName )
{
cout << endl << endl << "ERROR: exiting, postConfigure can only run executed on " + parentOAMModuleName + ", current module is " << localModuleName << endl;
exit(1);
}
try
{
sysConfig->setConfig(SystemSection, "ParentOAMModuleName", parentOAMModuleName);
}
catch (...)
{
cout << "ERROR: Problem setting ParentOAMModuleName the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
// set Standby Parent OAM module and IP to unassigned
try
{
sysConfig->setConfig(SystemSection, "StandbyOAMModuleName", oam::UnassignedName);
sysConfig->setConfig("ProcStatusControlStandby", "IPAddr", oam::UnassignedIpAddr);
}
catch (...)
{
cout << "ERROR: Problem setting ParentStandbyOAMModuleName the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//create associated local/etc directory for parentOAMModuleName
cmd = "mkdir /var/lib/columnstore/local/etc/" + parentOAMModuleName + " > /dev/null 2>&1";
system(cmd.c_str());
//setup local module file name
if ( !makeModuleFile(parentOAMModuleName, parentOAMModuleName) )
{
cout << "makeModuleFile error" << endl;
exit(1);
}
cout << endl;
if (startOfflinePrompt)
offLineAppCheck();
string parentOAMModuleType = parentOAMModuleName.substr(0, MAX_MODULE_TYPE_SIZE);
int parentOAMModuleID = atoi(parentOAMModuleName.substr(MAX_MODULE_TYPE_SIZE, MAX_MODULE_ID_SIZE).c_str());
if ( parentOAMModuleID < 1 )
{
cout << "ERROR: Invalid Module ID of less than 1" << endl;
exit(1);
}
//Get list of configured system modules
SystemModuleTypeConfig sysModuleTypeConfig;
try
{
oam.getSystemConfig(sysModuleTypeConfig);
}
catch (...)
{
cout << "ERROR: Problem reading the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//
// setup storage
//
if (!storageSetup(amazonInstall))
{
cout << "ERROR: Problem setting up storage" << endl;
exit(1);
}
if (hdfs || !rootUser)
if ( !updateBash() )
cout << "updateBash error" << endl;
//
// setup memory paramater settings
//
cout << endl << "===== Setup Memory Configuration =====" << endl << endl;
switch ( IserverTypeInstall )
{
case (oam::INSTALL_COMBINE_DM_UM_PM): // combined #1 - dm/um/pm on a single server
{
// are we using settings from previous config file?
if (reuseConfig == "n")
{
string numBlocksPct;
// if numBlocksPct was set as command line parameter use the command line parameter value
if (!numBlocksPctParam.empty()) {
numBlocksPct = numBlocksPctParam;
}
else {
if (!uncommentCalpontXml("NumBlocksPct"))
{
cout << "Update Columnstore.xml NumBlocksPct Section" << endl;
exit(1);
}
try
{
numBlocksPct = sysConfig->getConfig("DBBC", "NumBlocksPct");
}
catch (...)
{
}
if (numBlocksPct == "70" || numBlocksPct.empty())
{
numBlocksPct = "50";
if (hdfs)
numBlocksPct = "25";
}
}
try
{
sysConfig->setConfig("DBBC", "NumBlocksPct", numBlocksPct);
if (*numBlocksPct.rbegin() == 'M' || *numBlocksPct.rbegin() == 'G') {
cout << endl << "NOTE: Setting 'NumBlocksPct' to " << numBlocksPct << endl;
}
else {
cout << endl << "NOTE: Setting 'NumBlocksPct' to " << numBlocksPct << "%" << endl;
}
}
catch (...)
{
cout << "ERROR: Problem setting NumBlocksPct in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
string percent;
if (!totalUmMemoryParam.empty()) { // if totalUmMemory was set as command line parameter use the command line parameter value
percent = totalUmMemoryParam;
}
else { //otherwise use reasonable defaults
percent = "25%";
if (hdfs)
{
percent = "12%";
}
}
cout << " Setting 'TotalUmMemory' to " << percent << endl;
try
{
sysConfig->setConfig("HashJoin", "TotalUmMemory", percent);
}
catch (...)
{
cout << "ERROR: Problem setting TotalUmMemory in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
else
{
try
{
cout << endl;
if (!numBlocksPctParam.empty()) { // if numBlocksPct was set as command line parameter use the command line parameter value
sysConfig->setConfig("DBBC", "NumBlocksPct", numBlocksPctParam);
if (*numBlocksPctParam.rbegin() == 'M' || *numBlocksPctParam.rbegin() == 'G') {
cout << endl << "NOTE: Setting 'NumBlocksPct' to " << numBlocksPctParam << endl;
}
else {
cout << endl << "NOTE: Setting 'NumBlocksPct' to " << numBlocksPctParam << "%" << endl;
}
}
else { //otherwise use the settings from the previous config file
string numBlocksPct = sysConfig->getConfig("DBBC", "NumBlocksPct");
if (numBlocksPct.empty())
cout << "NOTE: Using the default setting for 'NumBlocksPct' at 70%" << endl;
else
cout << "NOTE: Using previous configuration setting for 'NumBlocksPct' = " << numBlocksPct << "%" << endl;
}
if (!totalUmMemoryParam.empty()) { // if totalUmMemory was set as command line parameter use the command line parameter value
sysConfig->setConfig("HashJoin", "TotalUmMemory", totalUmMemoryParam);
cout << " Setting 'TotalUmMemory' to " << totalUmMemoryParam << endl;
}
else { //otherwise use the settings from the previous config file
string totalUmMemory = sysConfig->getConfig("HashJoin", "TotalUmMemory");
cout << " Using previous configuration setting for 'TotalUmMemory' = " << totalUmMemory << endl;
}
}
catch (...)
{
cout << "ERROR: Problem reading/writing NumBlocksPct/TotalUmMemory in/to the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
break;
}
default: // normal, separate UM and PM
{
// are we using settings from previous config file?
if ( reuseConfig == "n" )
{
string numBlocksPct;
// if numBlocksPct was set as command line parameter use the command line parameter value
if (!numBlocksPctParam.empty()) {
numBlocksPct = numBlocksPctParam;
}
else {
try
{
numBlocksPct = sysConfig->getConfig("DBBC", "NumBlocksPct");
}
catch (...)
{
}
if (numBlocksPct.empty())
{
numBlocksPct = "70";
if (hdfs)
numBlocksPct = "35";
}
}
try
{
sysConfig->setConfig("DBBC", "NumBlocksPct", numBlocksPct);
if (*numBlocksPct.rbegin() == 'M' || *numBlocksPct.rbegin() == 'G') {
cout << endl << "NOTE: Setting 'NumBlocksPct' to " << numBlocksPct << endl;
}
else {
cout << endl << "NOTE: Setting 'NumBlocksPct' to " << numBlocksPct << "%" << endl;
}
}
catch (...)
{
cout << "ERROR: Problem setting NumBlocksPct in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
string percent;
if (!totalUmMemoryParam.empty()) { // if totalUmMemory was set as command line parameter use the command line parameter value
percent = totalUmMemoryParam;
}
else { //otherwise use reasonable defaults
percent = "50%";
if (hdfs)
{
percent = "25%";
}
}
cout << " Setting 'TotalUmMemory' to " << percent << endl;
try
{
sysConfig->setConfig("HashJoin", "TotalUmMemory", percent);
}
catch (...)
{
cout << "ERROR: Problem setting TotalUmMemory in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
else
{
try
{
if (!numBlocksPctParam.empty()) { // if numBlocksPct was set as command line parameter use the command line parameter value
sysConfig->setConfig("DBBC", "NumBlocksPct", numBlocksPctParam);
if (*numBlocksPctParam.rbegin() == 'M' || *numBlocksPctParam.rbegin() == 'G') {
cout << endl << "NOTE: Setting 'NumBlocksPct' to " << numBlocksPctParam << endl;
}
else {
cout << endl << "NOTE: Setting 'NumBlocksPct' to " << numBlocksPctParam << "%" << endl;
}
}
else { //otherwise use the settings from the previous config file
string numBlocksPct = sysConfig->getConfig("DBBC", "NumBlocksPct");
if (numBlocksPct.empty())
cout << "NOTE: Using the default setting for 'NumBlocksPct' at 70%" << endl;
else
cout << "NOTE: Using previous configuration setting for 'NumBlocksPct' = " << numBlocksPct << "%" << endl;
}
if (!totalUmMemoryParam.empty()) { // if totalUmMemory was set as command line parameter use the command line parameter value
sysConfig->setConfig("HashJoin", "TotalUmMemory", totalUmMemoryParam);
cout << " Setting 'TotalUmMemory' to " << totalUmMemoryParam << endl;
}
else { //otherwise use reasonable defaults
string totalUmMemory = sysConfig->getConfig("HashJoin", "TotalUmMemory");
cout << " Using previous configuration setting for 'TotalUmMemory' = " << totalUmMemory << endl;
}
}
catch (...)
{
cout << "ERROR: Problem reading/writing NumBlocksPct/TotalUmMemory in/to the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
break;
}
}
//Write out Updated System Configuration File
try
{
sysConfig->setConfig(InstallSection, "InitialInstallFlag", "y");
}
catch (...)
{
cout << "ERROR: Problem setting InitialInstallFlag from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//
// Module Configuration
//
cout << endl << endl;
cout << "===== Setup the Module Configuration =====" << endl << endl;
if (amazonInstall)
{
cout << "Amazon Install: For Module Configuration, you have the option to provide the" << endl;
cout << "existing Instance IDs or have the Instances created." << endl;
cout << "You will be prompted during the Module Configuration setup section." << endl;
}
//get OAM Parent Module IP addresses and Host Name, if it exist
for ( unsigned int i = 0 ; i < sysModuleTypeConfig.moduletypeconfig.size(); i++)
{
DeviceNetworkList::iterator listPT = sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.begin();
for ( ; listPT != sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.end() ; listPT++)
{
HostConfigList::iterator pt1 = (*listPT).hostConfigList.begin();
if ( (*listPT).DeviceName == parentOAMModuleName )
{
parentOAMModuleIPAddr = (*pt1).IPAddr;
parentOAMModuleHostName = (*pt1).HostName;
break;
}
}
}
int maxPMNicCount = 1;
//configure module type
bool parentOAMmoduleConfig = false;
bool moduleSkip = false;
for ( unsigned int i = 0 ; i < sysModuleTypeConfig.moduletypeconfig.size(); i++)
{
string moduleType = sysModuleTypeConfig.moduletypeconfig[i].ModuleType;
string moduleDesc = sysModuleTypeConfig.moduletypeconfig[i].ModuleDesc;
int moduleCount = sysModuleTypeConfig.moduletypeconfig[i].ModuleCount;
if ( moduleType == "dm")
{
moduleCount = 0;
try
{
string ModuleCountParm = "ModuleCount" + oam.itoa(i + 1);
sysConfig->setConfig(ModuleSection, ModuleCountParm, oam.itoa(moduleCount));
continue;
}
catch (...)
{}
}
if ( moduleType == "um")
if ( umNumber != 0 )
moduleCount = umNumber;
if ( moduleType == "pm")
if ( pmNumber != 0 )
moduleCount = pmNumber;
//verify and setup of modules count
switch ( IserverTypeInstall )
{
case (oam::INSTALL_COMBINE_DM_UM_PM):
{
if ( moduleType == "um")
{
moduleCount = 0;
try
{
string ModuleCountParm = "ModuleCount" + oam.itoa(i + 1);
sysConfig->setConfig(ModuleSection, ModuleCountParm, oam.itoa(moduleCount));
continue;
}
catch (...)
{
cout << "ERROR: Problem setting Module Count in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
break;
}
default:
break;
}
cout << endl << "----- " << moduleDesc << " Configuration -----" << endl << endl;
int oldModuleCount = moduleCount;
while (true)
{
prompt = "Enter number of " + moduleDesc + "s [1," + oam.itoa(oam::MAX_MODULE) + "] (" + oam.itoa(oldModuleCount) + ") > ";
moduleCount = oldModuleCount;
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) moduleCount = atoi(pcommand);
callFree(pcommand);
}
if ( moduleCount < 1 || moduleCount > oam::MAX_MODULE )
{
cout << endl << "ERROR: Invalid Module Count '" + oam.itoa(moduleCount) + "', please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
continue;
}
if ( parentOAMModuleType == moduleType && moduleCount == 0 )
{
cout << endl << "ERROR: Parent OAM Module Type is '" + parentOAMModuleType + "', so you have to have at least 1 of this Module Type, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
continue;
}
if ( moduleType == "pm" && DataRedundancy && moduleCount == 1)
{
cout << endl << "ERROR: DataRedundancy requires 2 or more " + moduleType + " modules. type to be 2 or greater, please re-enter or restart to select a different data storage type." << endl << endl;
if ( noPrompting )
exit(1);
continue;
}
//update count
try
{
string ModuleCountParm = "ModuleCount" + oam.itoa(i + 1);
sysConfig->setConfig(ModuleSection, ModuleCountParm, oam.itoa(moduleCount));
break;
}
catch (...)
{
cout << "ERROR: Problem setting Module Count in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
if ( moduleType == "pm" )
pmNumber = moduleCount;
if ( moduleType == "um" )
umNumber = moduleCount;
int moduleID = 1;
int listSize = sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.size();
//clear any Equipped Module IP addresses that aren't in current ID range
for ( int j = 0 ; j < listSize ; j++ )
{
for ( int k = 1 ; k < MaxNicID+1 ; k++)
{
string ModuleIPAddr = "ModuleIPAddr" + oam.itoa(j + 1) + "-" + oam.itoa(k) + "-" + oam.itoa(i + 1);
if ( !(sysConfig->getConfig(ModuleSection, ModuleIPAddr).empty()) )
{
if ( j + 1 < moduleID || j + 1 > moduleID + (moduleCount - 1) )
{
string ModuleHostName = "ModuleHostName" + oam.itoa(j + 1) + "-" + oam.itoa(k) + "-" + oam.itoa(i + 1);
sysConfig->setConfig(ModuleSection, ModuleIPAddr, oam::UnassignedIpAddr);
sysConfig->setConfig(ModuleSection, ModuleHostName, oam::UnassignedName);
}
}
}
}
//configure module name
string newModuleHostName;
while (true)
{
int saveModuleID = moduleID;
string moduleDisableState;
int enableModuleCount = moduleCount;
for ( int k = 0 ; k < moduleCount ; k++, moduleID++)
{
string newModuleName = moduleType + oam.itoa(moduleID);
if (moduleType == parentOAMModuleType && moduleID != parentOAMModuleID && !parentOAMmoduleConfig)
{
//skip this module for now, need to configure parent OAM Module first
moduleSkip = true;
continue;
}
if (moduleType == parentOAMModuleType && moduleID == parentOAMModuleID && parentOAMmoduleConfig)
//skip, aleady configured
continue;
if (moduleType == parentOAMModuleType && moduleID == parentOAMModuleID && !parentOAMmoduleConfig)
parentOAMmoduleConfig = true;
string moduleNameDesc = moduleDesc + " #" + oam.itoa(moduleID);
PerformanceModule performancemodule;
if ( newModuleName == parentOAMModuleName )
cout << endl << "*** Parent OAM Module " << moduleNameDesc << " Configuration ***" << endl << endl;
else
cout << endl << "*** " << moduleNameDesc << " Configuration ***" << endl << endl;
moduleDisableState = oam::ENABLEDSTATE;
//setup HostName/IPAddress for each NIC
string moduleHostName = oam::UnassignedName;
string moduleIPAddr = oam::UnassignedIpAddr;
bool found = false;
if (multi_server_quick_install)
{
ModuleIpList::iterator pt2 = InputModuleIPList.begin();
for( ; pt2 != InputModuleIPList.end() ; pt2++)
{
if ( (*pt2).moduleName == newModuleName )
{
moduleHostName = (*pt2).IPaddress;
moduleIPAddr = (*pt2).IPaddress;
found = true;
break;
}
}
}
int nicID=1;
for( ; nicID < MaxNicID +1 ; nicID++ )
{
if ( !found )
{
moduleHostName = oam::UnassignedName;
moduleIPAddr = oam::UnassignedIpAddr;
DeviceNetworkList::iterator listPT = sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.begin();
for( ; listPT != sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.end() ; listPT++)
{
if (newModuleName == (*listPT).DeviceName)
{
if ( nicID == 1 )
{
moduleDisableState = (*listPT).DisableState;
if ( moduleDisableState.empty() ||
moduleDisableState == oam::UnassignedName ||
moduleDisableState == oam::AUTODISABLEDSTATE )
moduleDisableState = oam::ENABLEDSTATE;
{
HostConfigList::iterator pt1 = (*listPT).hostConfigList.begin();
for( ; pt1 != (*listPT).hostConfigList.end() ; pt1++)
{
if ((*pt1).NicID == nicID)
{
moduleHostName = (*pt1).HostName;
moduleIPAddr = (*pt1).IPAddr;
break;
}
}
}
}
}
}
}
if ( nicID == 1 )
{
if ( moduleDisableState != oam::ENABLEDSTATE )
{
string disabled = "y";
while (true)
{
if ( enableModuleCount > 1 )
{
prompt = "Module '" + newModuleName + "' is Disabled, do you want to leave it Disabled? [y,n] (y) > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) disabled = pcommand;
callFree(pcommand);
}
if ( disabled == "y" || disabled == "n" )
{
cout << endl;
break;
}
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
if ( noPrompting )
exit(1);
disabled = "y";
}
else
{
string enable = "y";
cout << "Module '" + newModuleName + "' is Disabled. It needs to be enabled to startup MariaDB ColumnStore." << endl;
prompt = "Do you want to Enable it or exit? [y,exit] (y) > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) enable = pcommand;
callFree(pcommand);
}
if ( enable == "y" )
{
disabled = "n";
break;
}
else
{
if ( enable == "exit" )
{
cout << "Exiting postConfigure..." << endl;
exit (1);
}
else
cout << "Invalid Entry, please enter 'y' for yes or 'exit'" << endl;
if ( noPrompting )
exit(1);
enable = "y";
}
}
}
if ( disabled == "n" )
moduleDisableState = oam::ENABLEDSTATE;
else
enableModuleCount--;
}
//set Module Disable State
string moduleDisableStateParm = "ModuleDisableState" + oam.itoa(moduleID) + "-" + oam.itoa(i + 1);
try
{
sysConfig->setConfig(ModuleSection, moduleDisableStateParm, moduleDisableState);
}
catch (...)
{
cout << "ERROR: Problem setting ModuleDisableState in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//skip configuration if if DISABLED state
if ( moduleDisableState != oam::ENABLEDSTATE)
break;
}
bool moduleHostNameFound = true;
if (moduleHostName.empty())
{
moduleHostNameFound = true;
moduleHostName = oam::UnassignedName;
}
if (moduleIPAddr.empty())
moduleIPAddr = oam::UnassignedIpAddr;
string newModuleIPAddr;
while (true)
{
newModuleHostName = moduleHostName;
if (amazonInstall)
{
if ( moduleHostName == oam::UnassignedName &&
newModuleName == "pm1" && nicID == 1)
{
//get local instance name (pm1)
string localInstance = oam.getEC2LocalInstance();
if ( localInstance == "failed" || localInstance.empty() || localInstance == "")
{
moduleHostName = oam::UnassignedName;
prompt = "Enter EC2 Instance ID (" + moduleHostName + ") > ";
}
else
{
newModuleHostName = localInstance;
cout << "EC2 Instance ID for pm1: " + localInstance << endl;
prompt = "";
}
}
else
{
if ( moduleHostName == oam::UnassignedName )
{
//check if need to create instance or user enter ID
string create = "y";
if ( !amazon_quick_install )
{
while(true)
{
pcommand = callReadline("Create Instance for " + newModuleName + " [y,n] (y) > ");
if (pcommand)
{
if (strlen(pcommand) > 0) create = pcommand;
callFree(pcommand);
}
if ( create == "y" || create == "n" )
break;
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
create = "y";
if ( noPrompting )
exit(1);
}
}
if ( create == "y" )
{
ModuleIP moduleip;
moduleip.moduleName = newModuleName;
string AmazonVPCNextPrivateIP = "autoassign";
try
{
oam.getSystemConfig("AmazonVPCNextPrivateIP", AmazonVPCNextPrivateIP);
}
catch (...) {}
moduleip.IPaddress = AmazonVPCNextPrivateIP;
newModuleHostName = launchInstance(moduleip);
if ( newModuleHostName == oam::UnassignedName )
{
cout << "launch Instance failed for " + newModuleName << endl;
exit (1);
}
prompt = "";
}
else
prompt = "Enter EC2 Instance ID (" + moduleHostName + ") > ";
}
else
prompt = "Enter EC2 Instance ID (" + moduleHostName + ") > ";
}
}
else
{
if ( moduleHostName == oam::UnassignedName &&
newModuleName == "pm1" && nicID == 1)
{
char hostname[128];
gethostname(hostname, sizeof hostname);
moduleHostName = hostname;
}
prompt = "Enter Nic Interface #" + oam.itoa(nicID) + " Host Name (" + moduleHostName + ") > ";
}
if ( prompt != "" )
{
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0)
newModuleHostName = pcommand;
else
newModuleHostName = moduleHostName;
callFree(pcommand);
}
}
if ( newModuleHostName == oam::UnassignedName && nicID == 1 )
{
cout << "Invalid Entry, please re-enter" << endl;
if ( noPrompting )
exit(1);
}
else
{
if ( newModuleHostName != oam::UnassignedName )
{
//check and see if hostname already used
bool matchFound = false;
ChildModuleList::iterator list1 = niclist.begin();
for (; list1 != niclist.end() ; list1++)
{
if ( newModuleHostName == (*list1).hostName )
{
cout << "Invalid Entry, already assigned to '" + (*list1).moduleName + "', please re-enter" << endl;
matchFound = true;
if ( noPrompting )
exit(1);
break;
}
}
if ( matchFound )
continue;
//check Instance ID and get IP Address if running
if (amazonInstall)
{
string instanceType = oam.getEC2LocalInstanceType(newModuleHostName);
if ( moduleType == "pm" )
{
try
{
sysConfig->setConfig(InstallSection, "PMInstanceType", instanceType);
}
catch (...)
{}
}
else
{
try
{
sysConfig->setConfig(InstallSection, "UMInstanceType", instanceType);
}
catch (...)
{}
}
cout << "Getting Private IP Address for Instance " << newModuleHostName << ", please wait..." << endl;
newModuleIPAddr = oam.getEC2InstanceIpAddress(newModuleHostName);
if (newModuleIPAddr == "stopped")
{
cout << "ERROR: Instance " + newModuleHostName + " not running, please start and hit 'enter'" << endl << endl;
if ( noPrompting )
exit(1);
continue;
}
else
{
if (newModuleIPAddr == "terminated")
{
cout << "ERROR: Instance " + newModuleHostName + " doesn't have an Private IP Address, retrying" << endl << endl;
if ( noPrompting )
exit(1);
continue;
}
else
{
cout << "Private IP Address of " + newModuleHostName + " is " + newModuleIPAddr << endl << endl;
moduleIPAddr = newModuleIPAddr;
break;
}
}
}
break;
}
break;
}
}
//set New Module Host Name
string moduleHostNameParm = "ModuleHostName" + oam.itoa(moduleID) + "-" + oam.itoa(nicID) + "-" + oam.itoa(i + 1);
try
{
sysConfig->setConfig(ModuleSection, moduleHostNameParm, newModuleHostName);
}
catch (...)
{
cout << "ERROR: Problem setting Host Name in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( newModuleHostName == oam::UnassignedName )
newModuleIPAddr = oam::UnassignedIpAddr;
else
{
if (!amazonInstall)
{
if ( moduleIPAddr == oam::UnassignedIpAddr )
{
//get IP Address
string IPAddress;
if (doNotResolveHostNames)
if (resolveHostNamesToReverseDNSNames) {
IPAddress = resolveHostNameToReverseDNSName(newModuleHostName);
}
else {
IPAddress = newModuleHostName;
}
else
IPAddress = oam.getIPAddress( newModuleHostName);
if ( !IPAddress.empty() )
newModuleIPAddr = IPAddress;
else
newModuleIPAddr = oam::UnassignedIpAddr;
}
else
newModuleIPAddr = moduleIPAddr;
if ( newModuleIPAddr == "127.0.0.1")
newModuleIPAddr = "unassigned";
//prompt for IP address
while (true)
{
prompt = "Enter Nic Interface #" + oam.itoa(nicID) + " IP Address or hostname of " + newModuleHostName + " (" + newModuleIPAddr + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) newModuleIPAddr = pcommand;
callFree(pcommand);
}
if (!doNotResolveHostNames)
{
string ugh = oam.getIPAddress(newModuleIPAddr);
if (ugh.length() > 0)
newModuleIPAddr = ugh;
}
if (newModuleIPAddr == "127.0.0.1" || newModuleIPAddr == "0.0.0.0" || newModuleIPAddr == "128.0.0.1")
{
cout << endl << newModuleIPAddr + " is an Invalid IP Address for a multi-server system, please re-enter" << endl << endl;
newModuleIPAddr = "unassigned";
if ( noPrompting )
exit(1);
continue;
}
if (oam.isValidIP(newModuleIPAddr) || doNotResolveHostNames)
{
//check and see if hostname already used
bool matchFound = false;
ChildModuleList::iterator list1 = niclist.begin();
for (; list1 != niclist.end() ; list1++)
{
if ( newModuleIPAddr == (*list1).moduleIP )
{
cout << "Invalid Entry, IP Address already assigned to '" + (*list1).moduleName + "', please re-enter" << endl;
matchFound = true;
if ( noPrompting )
exit(1);
break;
}
}
if ( matchFound )
continue;
// run ping test to validate
string cmdLine = "ping ";
string cmdOption = " -c 1 -w 5 >> /dev/null";
string cmd = cmdLine + newModuleIPAddr + cmdOption;
int rtnCode = system(cmd.c_str());
if ( WEXITSTATUS(rtnCode) != 0 )
{
//NIC failed to respond to ping
string temp = "2";
while (true)
{
cout << endl;
prompt = "IP Address of '" + newModuleIPAddr + "' failed ping test, please validate. Do you want to continue or re-enter [1=continue, 2=re-enter] (2) > ";
if ( noPrompting )
exit(1);
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) temp = pcommand;
callFree(pcommand);
}
if ( temp == "1" || temp == "2")
break;
else
{
temp = "2";
cout << endl << "Invalid entry, please re-enter" << endl;
if ( noPrompting )
exit(1);
}
}
cout << endl;
if ( temp == "1")
break;
}
else // good ping
break;
}
else
{
cout << endl << "Invalid IP Address format, xxx.xxx.xxx.xxx, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
}
}
}
//set Module IP address
string moduleIPAddrNameParm = "ModuleIPAddr" + oam.itoa(moduleID) + "-" + oam.itoa(nicID) + "-" + oam.itoa(i + 1);
try
{
sysConfig->setConfig(ModuleSection, moduleIPAddrNameParm, newModuleIPAddr);
}
catch (...)
{
cout << "ERROR: Problem setting IP address in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( newModuleHostName == oam::UnassignedName && moduleHostNameFound )
// exit out to next module ID
break;
if (moduleType == "pm" && moduleDisableState == oam::ENABLEDSTATE)
{
switch (nicID)
{
case 1:
performancemodule.moduleIP1 = newModuleIPAddr;
break;
case 2:
performancemodule.moduleIP2 = newModuleIPAddr;
break;
case 3:
performancemodule.moduleIP3 = newModuleIPAddr;
break;
case 4:
performancemodule.moduleIP4 = newModuleIPAddr;
break;
}
if ( maxPMNicCount < nicID )
maxPMNicCount = nicID;
}
//save Nic host name and IP
childmodule.moduleName = newModuleName;
childmodule.moduleIP = newModuleIPAddr;
childmodule.hostName = newModuleHostName;
niclist.push_back(childmodule);
if ( nicID > 1 )
continue;
//save Child modules
if ( newModuleName != parentOAMModuleName)
{
childmodule.moduleName = newModuleName;
childmodule.moduleIP = newModuleIPAddr;
childmodule.hostName = newModuleHostName;
childmodulelist.push_back(childmodule);
}
//set port addresses
if ( newModuleName == parentOAMModuleName )
{
parentOAMModuleHostName = newModuleHostName;
parentOAMModuleIPAddr = newModuleIPAddr;
//set Parent Processes Port IP Address
string parentProcessMonitor = parentOAMModuleName + "_ProcessMonitor";
sysConfig->setConfig(parentProcessMonitor, "IPAddr", parentOAMModuleIPAddr);
sysConfig->setConfig(parentProcessMonitor, "Port", "8800");
sysConfig->setConfig("ProcMgr", "IPAddr", parentOAMModuleIPAddr);
sysConfig->setConfig("ProcHeartbeatControl", "IPAddr", parentOAMModuleIPAddr);
sysConfig->setConfig("ProcMgr_Alarm", "IPAddr", parentOAMModuleIPAddr);
sysConfig->setConfig("ProcStatusControl", "IPAddr", parentOAMModuleIPAddr);
string parentServerMonitor = parentOAMModuleName + "_ServerMonitor";
sysConfig->setConfig(parentServerMonitor, "IPAddr", parentOAMModuleIPAddr);
string portName = parentOAMModuleName + "_WriteEngineServer";
sysConfig->setConfig(portName, "IPAddr", parentOAMModuleIPAddr);
sysConfig->setConfig(portName, "Port", "8630");
if ( IserverTypeInstall == oam::INSTALL_COMBINE_DM_UM_PM )
{
//set User Module's IP Addresses
string Section = "ExeMgr" + oam.itoa(moduleID);
sysConfig->setConfig(Section, "IPAddr", newModuleIPAddr);
sysConfig->setConfig(Section, "Port", "8601");
sysConfig->setConfig(Section, "Module", parentOAMModuleName);
//set Performance Module's IP's to first NIC IP entered
sysConfig->setConfig("DDLProc", "IPAddr", newModuleIPAddr);
sysConfig->setConfig("DMLProc", "IPAddr", newModuleIPAddr);
}
//set User Module's IP Addresses
if ( pmwithum )
{
string Section = "ExeMgr" + oam.itoa(moduleID + umNumber);
sysConfig->setConfig(Section, "IPAddr", newModuleIPAddr);
sysConfig->setConfig(Section, "Port", "8601");
sysConfig->setConfig(Section, "Module", parentOAMModuleName);
}
//setup rc.local file in module tmp dir
if ( !makeRClocal(moduleType, newModuleName, IserverTypeInstall) )
cout << "makeRClocal error" << endl;
}
else
{
//set child Process Monitor Port IP Address
string portName = newModuleName + "_ProcessMonitor";
sysConfig->setConfig(portName, "IPAddr", newModuleIPAddr);
sysConfig->setConfig(portName, "Port", "8800");
//set child Server Monitor Port IP Address
portName = newModuleName + "_ServerMonitor";
sysConfig->setConfig(portName, "IPAddr", newModuleIPAddr);
sysConfig->setConfig(portName, "Port", "8622");
//set Performance Module WriteEngineServer Port IP Address
if ( moduleType == "pm" )
{
portName = newModuleName + "_WriteEngineServer";
sysConfig->setConfig(portName, "IPAddr", newModuleIPAddr);
sysConfig->setConfig(portName, "Port", "8630");
}
//set User Module's IP Addresses
if ( moduleType == "um" ||
( moduleType == "pm" && IserverTypeInstall == oam::INSTALL_COMBINE_DM_UM_PM ) ||
( moduleType == "um" && IserverTypeInstall == oam::INSTALL_COMBINE_DM_UM ) ||
( moduleType == "pm" && IserverTypeInstall == oam::INSTALL_COMBINE_PM_UM ) ||
( moduleType == "pm" && pmwithum ) )
{
string Section = "ExeMgr" + oam.itoa(moduleID);
if ( moduleType == "pm" && pmwithum )
Section = "ExeMgr" + oam.itoa(moduleID + umNumber);
sysConfig->setConfig(Section, "IPAddr", newModuleIPAddr);
sysConfig->setConfig(Section, "Port", "8601");
sysConfig->setConfig(Section, "Module", newModuleName);
}
//set Performance Module's IP's to first NIC IP entered
if ( newModuleName == "um1" )
{
sysConfig->setConfig("DDLProc", "IPAddr", newModuleIPAddr);
sysConfig->setConfig("DMLProc", "IPAddr", newModuleIPAddr);
}
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//create associated local/etc directory for module
string cmd = "mkdir /var/lib/columnstore/local/etc/" + newModuleName + " > /dev/null 2>&1";
system(cmd.c_str());
if ( newModuleName != parentOAMModuleName)
{
//make module file in local/module
if ( !makeModuleFile(newModuleName, parentOAMModuleName) )
cout << "makeModuleFile error" << endl;
}
//setup rc.local file in module tmp dir
if ( !makeRClocal(moduleType, newModuleName, IserverTypeInstall) )
cout << "makeRClocal error" << endl;
//if cloud, copy fstab in module tmp dir
if ( amazonInstall && moduleType == "pm")
if ( !copyFstab(newModuleName) )
cout << "copyFstab error" << endl;
//setup DBRM Processes
if ( newModuleName == parentOAMModuleName )
sysConfig->setConfig("DBRM_Controller", "IPAddr", newModuleIPAddr);
if ( moduleDisableState == oam::ENABLEDSTATE )
{
DBRMworkernodeID++;
string DBRMSection = "DBRM_Worker" + oam.itoa(DBRMworkernodeID);
sysConfig->setConfig(DBRMSection, "IPAddr", newModuleIPAddr);
sysConfig->setConfig(DBRMSection, "Module", newModuleName);
}
// only support 1 nic ID per Amazon instance
if (amazonInstall)
break;
} //end of nicID loop
//enter storage for user module
if ( moduleType == "um" && moduleDisableState == oam::ENABLEDSTATE)
{
//get EC2 volume name and info
if ( UMStorageType == "external" && amazonInstall &&
IserverTypeInstall != oam::INSTALL_COMBINE_DM_UM_PM )
{
string volumeNameID = "UMVolumeName" + oam.itoa(moduleID);
string volumeName = oam::UnassignedName;
string deviceNameID = "UMVolumeDeviceName" + oam.itoa(moduleID);
string deviceName = oam::UnassignedName;
// prompt for volume ID
try
{
volumeName = sysConfig->getConfig(InstallSection, volumeNameID);
deviceName = sysConfig->getConfig(InstallSection, deviceNameID);
}
catch (...)
{
string volumeName = oam::UnassignedName;
}
string create = "n";
if ( volumeName == oam::UnassignedName || volumeName.empty() || volumeName == "" )
{
create = "y";
while (true)
{
pcommand = callReadline("Create an EBS volume for " + newModuleName + " ? [y,n] (y) > ");
{
if (strlen(pcommand) > 0) create = pcommand;
callFree(pcommand);
}
if ( create == "y" || create == "n" )
break;
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
create = "y";
if ( noPrompting )
exit(1);
}
}
if ( create == "n" )
{
prompt = "Enter Volume ID assigned to module '" + newModuleName + "' (" + volumeName + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) volumeName = pcommand;
callFree(pcommand);
}
//get amazon device name for UM
deviceName = "/dev/xvdf";
}
else
{
//create new UM volume
try
{
oam.addUMdisk(moduleID, volumeName, deviceName, UMVolumeSize);
}
catch (...)
{
cout << "ERROR: volume create failed for " + newModuleName << endl;
return false;
}
}
//write volume and device name
try
{
sysConfig->setConfig(InstallSection, volumeNameID, volumeName);
sysConfig->setConfig(InstallSection, deviceNameID, deviceName);
}
catch (...)
{
cout << "ERROR: Problem setting Volume/Device Names in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
}
//if upgrade, get list of configure dbroots
DBRootConfigList dbrootConfigList;
if ( reuseConfig == "y" )
{
try
{
oam.getSystemDbrootConfig(dbrootConfigList);
}
catch (...) {}
}
//enter dbroots for performance module
if ( moduleType == "pm" && moduleDisableState == oam::ENABLEDSTATE)
{
//get number of dbroots
string moduledbrootcount = "ModuleDBRootCount" + oam.itoa(moduleID) + "-" + oam.itoa(i + 1);
string tempCount;
try
{
tempCount = sysConfig->getConfig(ModuleSection, moduledbrootcount);
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot count in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
unsigned int count = 0;
if (tempCount != oam::UnassignedName )
count = atoi(tempCount.c_str());
string dbrootList;
if (multi_server_quick_install || amazon_quick_install)
{
dbrootList = oam.itoa(moduleID);
}
else
{
for ( unsigned int id = 1 ; id < count+1 ; )
{
string moduledbrootid = "ModuleDBRootID" + oam.itoa(moduleID) + "-" + oam.itoa(id) + "-" + oam.itoa(i+1);
try {
string dbrootid = sysConfig->getConfig(ModuleSection, moduledbrootid);
if ( dbrootid != oam::UnassignedName)
{
sysConfig->setConfig(ModuleSection, moduledbrootid, oam::UnassignedName);
dbrootList = dbrootList + dbrootid;
id ++;
if ( id < count+1 )
dbrootList = dbrootList + ",";
}
}
catch(...)
{
cout << "ERROR: Problem setting DBRoot ID in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
}
vector <string> dbroots;
string tempdbrootList;
while (true)
{
dbroots.clear();
bool matchFound = false;
prompt = "Enter the list (Nx,Ny,Nz) or range (Nx-Nz) of DBRoot IDs assigned to module '" + newModuleName + "' (" + dbrootList + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0)
{
tempdbrootList = pcommand;
callFree(pcommand);
}
else
tempdbrootList = dbrootList;
}
if ( tempdbrootList.empty())
{
if ( noPrompting )
exit(1);
continue;
}
//check for range
int firstID;
int lastID;
string::size_type pos = tempdbrootList.find("-", 0);
if (pos != string::npos)
{
firstID = atoi(tempdbrootList.substr(0, pos).c_str());
lastID = atoi(tempdbrootList.substr(pos + 1, 200).c_str());
if ( firstID >= lastID )
{
cout << "Invalid Entry, please re-enter" << endl;
if ( noPrompting )
exit(1);
continue;
}
else
{
for ( int id = firstID ; id < lastID + 1 ; id++ )
{
dbroots.push_back(oam.itoa(id));
}
}
}
else
{
boost::char_separator<char> sep(",");
boost::tokenizer< boost::char_separator<char> > tokens(tempdbrootList, sep);
for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens.begin();
it != tokens.end();
++it)
{
dbroots.push_back(*it);
}
}
//if pm1, make sure DBRoot #1 is in the list
if ( newModuleName == "pm1" )
{
bool found = false;
std::vector<std::string>::iterator list = dbroots.begin();
for (; list != dbroots.end() ; list++)
{
if ( *list == "1" )
{
found = true;
break;
}
}
if ( !found )
{
cout << endl << "Invalid Entry, Module pm1 has to have DBRoot #1 assigned to it, please re-enter" << endl;
if ( noPrompting )
exit(1);
continue;
}
}
//check and see if DBRoot ID already used
std::vector<std::string>::iterator list = dbroots.begin();
for (; list != dbroots.end() ; list++)
{
bool inUse = false;
matchFound = false;
DBRootList::iterator list1 = dbrootlist.begin();
for (; list1 != dbrootlist.end() ; list1++)
{
if ( *list == (*list1).dbrootID )
{
cout << "Invalid Entry, DBRoot ID " + *list + " already assigned to '" + (*list1).moduleName + "', please re-enter" << endl;
if ( noPrompting )
exit(1);
inUse = true;
break;
}
}
if ( inUse)
break;
else
{
// if upgrade, dont allow a new DBRoot id to be entered
if ( reuseConfig == "y" )
{
DBRootConfigList::iterator pt = dbrootConfigList.begin();
for ( ; pt != dbrootConfigList.end() ; pt++)
{
if ( *list == oam.itoa(*pt) )
{
matchFound = true;
break;
}
}
if ( !matchFound)
{
//get any unassigned DBRoots
DBRootConfigList undbrootlist;
try
{
oam.getUnassignedDbroot(undbrootlist);
}
catch (...) {}
if ( !undbrootlist.empty() )
{
DBRootConfigList::iterator pt1 = undbrootlist.begin();
for ( ; pt1 != undbrootlist.end() ; pt1++)
{
if ( *list == oam.itoa(*pt1) )
{
matchFound = true;
break;
}
}
}
if ( !matchFound)
{
cout << "Invalid Entry, DBRoot ID " + *list + " doesn't exist, can't add a new DBRoot during upgrade process, please re-enter" << endl;
if ( noPrompting )
exit(1);
break;
}
}
}
else // new install, set to found
matchFound = true;
}
}
if ( matchFound )
break;
}
int id = 1;
std::vector<std::string>::iterator it = dbroots.begin();
for (; it != dbroots.end() ; it++, ++id)
{
//save Nic host name and IP
dbrootmodule.moduleName = newModuleName;
dbrootmodule.dbrootID = *it;
dbrootlist.push_back(dbrootmodule);
//store DBRoot ID
string moduledbrootid = "ModuleDBRootID" + oam.itoa(moduleID) + "-" + oam.itoa(id) + "-" + oam.itoa(i + 1);
try
{
sysConfig->setConfig(ModuleSection, moduledbrootid, *it);
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot ID in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
string DBrootID = "DBRoot" + *it;
string pathID = "/var/lib/columnstore/data" + *it;
try
{
sysConfig->setConfig(SystemSection, DBrootID, pathID);
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
//create data directory
cmd = "mkdir " + pathID + " > /dev/null 2>&1";
system(cmd.c_str());
cmd = "chmod 755 " + pathID + " > /dev/null 2>&1";
system(cmd.c_str());
//get EC2 volume name and info
if ( DBRootStorageType == "external" && amazonInstall)
{
cout << endl << "*** Setup External EBS Volume for DBRoot #" << *it << " ***" << endl << endl;
string volumeNameID = "PMVolumeName" + *it;
string volumeName = oam::UnassignedName;
string deviceNameID = "PMVolumeDeviceName" + *it;
string deviceName = oam::UnassignedName;
string amazonDeviceNameID = "PMVolumeAmazonDeviceName" + *it;
string amazondeviceName = oam::UnassignedName;
try
{
volumeName = sysConfig->getConfig(InstallSection, volumeNameID);
deviceName = sysConfig->getConfig(InstallSection, deviceNameID);
amazondeviceName = sysConfig->getConfig(InstallSection, amazonDeviceNameID);
}
catch (...)
{}
if ( reuseConfig == "n" && ( volumeName == oam::UnassignedName || volumeName.empty() || volumeName == "" ) )
{
string create = "y";
cout << "*** NOTE: You have the option to provide an" << endl;
cout << " existing EBS Volume ID or have a Volume created" << endl << endl;
while (true)
{
pcommand = callReadline("Create a new EBS volume for DBRoot #" + *it + " ? [y,n] (y) > ");
if (pcommand)
{
if (strlen(pcommand) > 0) create = pcommand;
callFree(pcommand);
}
if ( create == "y" || create == "n" )
break;
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
create = "y";
if ( noPrompting )
exit(1);
}
if ( create == "n" )
{
prompt = "Enter Volume ID for '" + DBrootID + "' (" + volumeName + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) volumeName = pcommand;
callFree(pcommand);
}
//get device name based on DBRoot ID
oam::storageID_t st;
try
{
st = oam.getAWSdeviceName( atoi((*it).c_str()) );
}
catch (...) {}
deviceName = boost::get<0>(st);
amazondeviceName = boost::get<1>(st);
// update fstabs
string entry = oam.updateFstab( amazondeviceName, *it);
}
else
{
// create amazon ebs DBRoot
try
{
DBRootConfigList dbrootlist;
dbrootlist.push_back(atoi((*it).c_str()));
oam.addDbroot(1, dbrootlist, PMVolumeSize);
sleep(2);
try
{
volumeName = sysConfig->getConfig(InstallSection, volumeNameID);
deviceName = sysConfig->getConfig(InstallSection, deviceNameID);
amazondeviceName = sysConfig->getConfig(InstallSection, amazonDeviceNameID);
}
catch (...)
{}
}
catch (exception& e)
{
cout << endl << "**** addDbroot Failed: " << e.what() << endl;
exit(1);
}
}
}
else
{
prompt = "Enter Volume ID for '" + DBrootID + "' (" + volumeName + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) volumeName = pcommand;
callFree(pcommand);
}
// update fstabs
string entry = oam.updateFstab( amazondeviceName, *it);
}
//write volume and device name
try
{
sysConfig->setConfig(InstallSection, volumeNameID, volumeName);
sysConfig->setConfig(InstallSection, deviceNameID, deviceName);
sysConfig->setConfig(InstallSection, amazonDeviceNameID, amazondeviceName);
}
catch (...)
{
cout << "ERROR: Problem setting Volume/Device Names in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
// check volume for attach and try to attach if not
if ( !attachVolume(newModuleHostName, volumeName, deviceName, pathID) )
{
cout << "attachVolume error" << endl;
exit(1);
}
}
}
//store number of dbroots
moduledbrootcount = "ModuleDBRootCount" + oam.itoa(moduleID) + "-" + oam.itoa(i + 1);
try
{
sysConfig->setConfig(ModuleSection, moduledbrootcount, oam.itoa(dbroots.size()));
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot count in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//total dbroots on the system
DBRootCount = DBRootCount + dbroots.size();
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if (moduleType == "pm" && moduleDisableState == oam::ENABLEDSTATE )
performancemodulelist.push_back(performancemodule);
} //end of k (moduleCount) loop
if ( moduleSkip )
{
moduleSkip = false;
moduleID = saveModuleID;
}
else
break;
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
} //end of i for loop
try
{
sysConfig->setConfig(SystemSection, "DBRootCount", oam.itoa(DBRootCount));
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot Count in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//check 'files per parition' with number of dbroots
//checkFilesPerPartion(DBRootCount, sysConfig);
//setup DBRM Controller
sysConfig->setConfig("DBRM_Controller", "NumWorkers", oam.itoa(DBRMworkernodeID));
//set ConnectionsPerPrimProc
try
{
sysConfig->setConfig("PrimitiveServers", "ConnectionsPerPrimProc", oam.itoa(maxPMNicCount * 2));
}
catch (...)
{
cout << "ERROR: Problem setting ConnectionsPerPrimProc in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//set the PM Ports based on Number of PM modules equipped, if any equipped
int minPmPorts = 32;
sysConfig->setConfig("PrimitiveServers", "Count", oam.itoa(pmNumber));
int pmPorts = pmNumber * (maxPMNicCount * 2);
if ( pmPorts < minPmPorts )
pmPorts = minPmPorts;
if ( pmNumber > 0 )
{
const string PM = "PMS";
for ( int pmsID = 1; pmsID < pmPorts + 1 ; )
{
for (int j = 1 ; j < maxPMNicCount + 1 ; j++)
{
PerformanceModuleList::iterator list1 = performancemodulelist.begin();
for (; list1 != performancemodulelist.end() ; list1++)
{
string pmName = PM + oam.itoa(pmsID);
string IpAddr;
switch (j)
{
case 1:
IpAddr = (*list1).moduleIP1;
break;
case 2:
IpAddr = (*list1).moduleIP2;
break;
case 3:
IpAddr = (*list1).moduleIP3;
break;
case 4:
IpAddr = (*list1).moduleIP4;
break;
}
if ( !IpAddr.empty() && IpAddr != oam::UnassignedIpAddr )
{
sysConfig->setConfig(pmName, "IPAddr", IpAddr);
sysConfig->setConfig(pmName, "Port", "8620");
pmsID++;
if ( pmsID > pmPorts )
break;
}
}
if ( pmsID > pmPorts )
break;
}
}
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//setup local OS Files
if ( !setOSFiles(parentOAMModuleName, IserverTypeInstall) )
{
cout << "setOSFiles error" << endl;
exit(1);
}
//create directories on dbroot1
if ( !createDbrootDirs(DBRootStorageType, amazonInstall) )
{
cout << "createDbrootDirs error" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//check if dbrm data resides in older directory path and inform user if it does
dbrmDirCheck();
if ( ( IserverTypeInstall == oam::INSTALL_COMBINE_DM_UM_PM ) ||
( (IserverTypeInstall != oam::INSTALL_COMBINE_DM_UM_PM) && pmwithum ) )
{
//run the mysql / mysqld setup scripts
cout << endl << "===== Running the MariaDB ColumnStore MariaDB Server setup scripts =====" << endl;
checkMysqlPort(mysqlPort, sysConfig);
// call the mysql setup scripts
mysqlSetup();
sleep(3);
}
if ( IserverTypeInstall != oam::INSTALL_COMBINE_DM_UM_PM ||
pmNumber > 1 )
{
if ( password.empty() )
{
cout << endl;
cout << "Next step is to enter the password to access the other Servers." << endl;
cout << "This is either user password or you can default to using a ssh key" << endl;
cout << "If using a user password, the password needs to be the same on all Servers." << endl << endl;
if ( noPrompting ) {
cout << "Enter password, hit 'enter' to default to using a ssh key, or 'exit' > " << endl;
password = "ssh";
}
else
{
while(true)
{
char *pass1, *pass2;
pass1=getpass("Enter password, hit 'enter' to default to using a ssh key, or 'exit' > ");
if ( strcmp(pass1, "") == 0 ) {
password = "ssh";
break;
}
string p1 = pass1;
if ( p1 == "exit")
exit(0);
pass2=getpass("Confirm password > ");
string p2 = pass2;
if ( p1 == p2 ) {
password = p2;
break;
}
else
cout << "Password mismatch, please re-enter" << endl;
}
//add single quote for special characters
if ( password != "ssh" )
{
password = "'" + password + "'";
}
}
}
}
string install = "y";
if ( IserverTypeInstall != oam::INSTALL_COMBINE_DM_UM_PM ||
pmNumber > 1 )
{
ChildModuleList::iterator list1 = childmodulelist.begin();
for (; list1 != childmodulelist.end() ; list1++)
{
string remoteModuleName = (*list1).moduleName;
string remoteModuleIP = (*list1).moduleIP;
string remoteHostName = (*list1).hostName;
string remoteModuleType = remoteModuleName.substr(0, MAX_MODULE_TYPE_SIZE);
string debug_logfile;
string logfile;
if ( remote_installer_debug == "1" )
{
logfile = tmpDir + "/";
logfile += remoteModuleName + "_" + EEPackageType + "_install.log";
debug_logfile = " > " + logfile;
}
cout << endl << "----- Performing Install on '" + remoteModuleName + " / " + remoteHostName + "' -----" << endl << endl;
if ( remote_installer_debug == "1" )
cout << "Install log file is located here: " + logfile << endl << endl;
cmd = "mcs_module_installer.sh " + remoteModuleName + " " + remoteModuleIP + " " + password + " " + remote_installer_debug + " " + debug_logfile;
int rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
{
cout << endl << "Error returned from mcs_module_installer.sh" << endl;
exit(1);
}
}
//configure data redundancy
if (DataRedundancy)
{
cout << endl;
//Ask for ssh password or certificate if not already set
bool passwordSetBefore = false;
if ( password.empty() )
{
cout << endl;
cout << "Next step is to enter the password to access the other Servers." << endl;
cout << "This is either your password or you can default to using a ssh key" << endl;
cout << "If using a password, the password needs to be the same on all Servers." << endl << endl;
}
while (true)
{
char* pass1, *pass2;
if ( noPrompting )
{
cout << "Enter password, hit 'enter' to default to using a ssh key, or 'exit' > " << endl;
if ( password.empty() )
password = "ssh";
break;
}
//check for command line option password
if ( !password.empty() )
{
passwordSetBefore = true;
break;
}
pass1 = getpass("Enter password, hit 'enter' to default to using a ssh key, or 'exit' > ");
if ( strcmp(pass1, "") == 0 )
{
password = "ssh";
break;
}
if ( strncmp(pass1, "exit", 4) )
{
exit(0);
}
string p1 = pass1;
pass2 = getpass("Confirm password > ");
string p2 = pass2;
if ( p1 == p2 )
{
password = p2;
break;
}
else
cout << "Password mismatch, please re-enter" << endl;
}
//add single quote for special characters
if ( password != "ssh" && !passwordSetBefore)
{
password = "'" + password + "'";
}
if ( reuseConfig != "y" )
{
cout << endl << "===== Configuring MariaDB ColumnStore Data Redundancy Functionality =====" << endl << endl;
if (!glusterSetup(password, doNotResolveHostNames))
{
cout << "ERROR: Problem setting up ColumnStore Data Redundancy" << endl;
exit(1);
}
}
}
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//check if local MariaDB ColumnStore system logging is working
cout << endl << "===== Checking MariaDB ColumnStore System Logging Functionality =====" << endl << endl;
cmd = "columnstoreSyslogSetup.sh status > /dev/null 2>&1";
int ret = system(cmd.c_str());
if ( WEXITSTATUS(ret) != 0)
cerr << "WARNING: The MariaDB ColumnStore system logging not correctly setup and working" << endl;
else
cout << "The MariaDB ColumnStore system logging is setup and working on local server" << endl;
cout << endl << "MariaDB ColumnStore System Configuration and Installation is Completed" << endl;
//
// startup MariaDB ColumnStore
//
#ifdef SKIP_OAM_INIT
exit(0);
#endif
if ( IserverTypeInstall != oam::INSTALL_COMBINE_DM_UM_PM ||
pmNumber > 1 )
{
//
// perform MariaDB ColumnStore system startup
//
cout << endl << "===== MariaDB ColumnStore System Startup =====" << endl << endl;
cout << "System Configuration is complete." << endl;
cout << "Performing System Installation." << endl;
{
//start MariaDB ColumnStore on local server
cout << endl << "----- Starting MariaDB ColumnStore on local server -----" << endl << endl;
cmd = "columnstore restart > /dev/null 2>&1";
int rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
{
cout << "Error Starting MariaDB ColumnStore local module" << endl;
cout << "Installation Failed, exiting" << endl;
exit (1);
}
else
cout << "MariaDB ColumnStore successfully started" << endl;
}
}
else // Single Server start
{
cout << endl << "===== MariaDB ColumnStore System Startup =====" << endl << endl;
cout << "System Configuration is complete." << endl;
cout << "Performing System Installation." << endl;
//start MariaDB ColumnStore on local server
cout << endl << "----- Starting MariaDB ColumnStore on local Server '" + parentOAMModuleName + "' -----" << endl << endl;
string cmd = "columnstore restart > /dev/null 2>&1";
int rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
{
cout << "Error Starting MariaDB ColumnStore local module" << endl;
cout << "Installation Failed, exiting" << endl;
exit (1);
}
else
cout << endl << "MariaDB ColumnStore successfully started" << endl;
}
cout << endl << "MariaDB ColumnStore Database Platform Starting, please wait .";
cout.flush();
string ProfileFile;
try
{
ProfileFile = sysConfig->getConfig(InstallSection, "ProfileFile");
}
catch (...)
{}
if ( waitForActive() )
{
cout << " DONE" << endl;
// IF gluster is enabled we need to modify fstab on remote systems.
if (DataRedundancy )
{
int numberDBRootsPerPM = DBRootCount / pmNumber;
for (int pm = 0; pm < pmNumber; pm++)
{
string pmIPaddr = "ModuleIPAddr" + oam.itoa(pm + 1) + "-1-3";
string moduleIPAddr = sysConfig->getConfig("DataRedundancyConfig", pmIPaddr);
if ( moduleIPAddr.empty() )
{
moduleIPAddr = sysConfig->getConfig("SystemModuleConfig", pmIPaddr);
}
for (int i = 0; i < numberDBRootsPerPM; i++)
{
string ModuleDBRootID = "ModuleDBRootID" + oam.itoa(pm + 1) + "-" + oam.itoa(i + 1) + "-3";
string dbr = sysConfig->getConfig("SystemModuleConfig", ModuleDBRootID);
string command = "" + moduleIPAddr +
":/dbroot" + dbr + " /var/lib/columnstore/data" + dbr +
" glusterfs defaults,direct-io-mode=enable 00";
string toPM = "pm" + oam.itoa(pm + 1);
oam.distributeFstabUpdates(command, toPM);
}
}
}
string dbbuilderLog = tmpDir + "/dbbuilder.log";
cmd = "dbbuilder 7 > " + dbbuilderLog;
system(cmd.c_str());
if (oam.checkLogStatus(dbbuilderLog, "System Catalog created") )
cout << endl << "System Catalog Successfully Created" << endl;
else
{
if ( oam.checkLogStatus(dbbuilderLog, "System catalog appears to exist") )
{
cout.flush();
}
else
{
cout << endl << "System Catalog Create Failure" << endl;
cout << "Check latest log file in " << dbbuilderLog << endl;
cout << " IMPORTANT: Once issue has been resolved, rerun postConfigure" << endl << endl;
exit (1);
}
}
//set mysql replication, if wasn't setup before on system
if ( mysqlRep )
{
cout << endl << "Run MariaDB ColumnStore Replication Setup.. ";
cout.flush();
//send message to procmon's to run mysql replication script
int status = sendReplicationRequest(IserverTypeInstall, password, pmwithum);
if ( status != 0 )
{
cout << endl << " MariaDB ColumnStore Replication Setup Failed, check logs" << endl << endl;
cout << " IMPORTANT: Once issue has been resolved, rerun postConfigure" << endl << endl;
exit(1);
}
else
cout << " DONE" << endl;
}
cout << endl << "MariaDB ColumnStore Install Successfully Completed, System is Active" << endl << endl;
cout << "Enter the following command to define MariaDB ColumnStore Alias Commands" << endl << endl;
cout << ". " << ProfileFile << endl << endl;
cout << "Enter 'mariadb' to access the MariaDB ColumnStore SQL console" << endl;
cout << "Enter 'mcsadmin' to access the MariaDB ColumnStore Admin console" << endl << endl;
cout << "NOTE: The MariaDB ColumnStore Alias Commands are in /etc/profile.d/columnstoreAlias.sh" << endl << endl;
}
else
{
cout << " FAILED" << endl << endl;
cout << " IMPORTANT: There was a system startup failed, once issue has been resolved, rerun postConfigure" << endl << endl;
cout << endl << "MariaDB ColumnStore System failed to start, check log files in /var/log/mariadb/columnstore" << endl;
cout << "Enter the following command to define MariaDB ColumnStore Alias Commands" << endl << endl;
cout << ". " << ProfileFile << endl << endl;
cout << "Enter 'mariadb' to access the MariaDB ColumnStore SQL console" << endl;
cout << "Enter 'mcsadmin' to access the MariaDB ColumnStore Admin console" << endl << endl;
cout << "NOTE: The MariaDB ColumnStore Alias Commands are in /etc/profile.d/columnstoreAlias" << endl << endl;
exit(1);
}
exit(0);
}
/*
* Check for reuse of RPM saved Columnstore.xml
*/
bool checkSaveConfigFile()
{
string rpmFileName = std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml";
string newFileName = std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml.new";
string extentMapCheckOnly = " ";
//check if Columnstore.xml.rpmsave exist
ifstream File (oldFileName.c_str());
if (!File) {
if (single_server_quick_install || multi_server_quick_install || amazon_quick_install)
{
return true;
}
if ( noPrompting ) {
cout << endl << "Old Config File not found '" + oldFileName + "', exiting" << endl;
exit(1);
}
return true;
}
else
{
if (single_server_quick_install || multi_server_quick_install || amazon_quick_install)
{
cout << endl << "Quick Install is for fresh installs only, '" + oldFileName + "' exist, exiting" << endl;
exit(1);
}
}
File.close();
// If 'oldFileName' isn't configured, exit
Config* oldSysConfig = Config::makeConfig(oldFileName);
string oldpm1 = oldSysConfig->getConfig("SystemModuleConfig", "ModuleIPAddr1-1-3");
if ( oldpm1 == "0.0.0.0")
{
if ( noPrompting )
{
cout << endl << "Old Config File not Configured, PM1 IP Address entry is '0.0.0.0', '" + oldFileName + "', exiting" << endl;
exit(1);
}
else
return true;
}
// get single-server system install type
string temp;
try
{
temp = oldSysConfig->getConfig(InstallSection, "SingleServerInstall");
}
catch (...)
{}
if ( !temp.empty() )
singleServerInstall = temp;
if ( singleServerInstall == "y" )
singleServerInstall = "1";
else
singleServerInstall = "2";
if ( !noPrompting )
{
cout << endl << "A copy of the MariaDB ColumnStore Configuration file has been saved during Package install." << endl;
if ( singleServerInstall == "1")
cout << "It's Configured for a Single Server Install." << endl;
else
cout << "It's Configured for a Multi-Server Install." << endl;
cout << "You have an option of utilizing the configuration data from that file or starting" << endl;
cout << "with the MariaDB ColumnStore Configuration File that comes with the MariaDB ColumnStore Package." << endl;
cout << "You will only want to utilize the old configuration data when performing the same" << endl;
cout << "type of install, i.e. Single or Multi-Server" << endl;
}
else
{
cout << "The MariaDB ColumnStore Configuration Data is taken from " << oldFileName << endl;
}
cout << endl;
while (true)
{
pcommand = callReadline("Do you want to utilize the configuration data from the saved copy? [y,n] > ");
if (pcommand)
{
if (strlen(pcommand) > 0)
{
reuseConfig = pcommand;
}
else
{
if ( noPrompting )
reuseConfig = "y";
else
{
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
if ( noPrompting )
exit(1);
continue;
}
}
callFree(pcommand);
}
string cmd;
if ( reuseConfig == "y" )
break;
if ( reuseConfig == "n" )
{
extentMapCheckOnly = "-e";
break;
}
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
}
// clear this entry out to validate updates being made
Config* sysConfig = Config::makeConfig();
sysConfig->setConfig("ExeMgr1", "IPAddr", "0.0.0.0");
for ( int retry = 0 ; retry < 5 ; retry++ )
{
string cmd = "mv -f " + rpmFileName + " " + newFileName;
int rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
{
cout << "Error moving installed version of Columnstore.xml" << endl;
return false;
}
cmd = "cp " + oldFileName + " " + rpmFileName;
rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
{
cout << "Error moving pkgsave file" << endl;
return false;
}
cmd = "cd " + std::string(MCSSYSCONFDIR) + "/columnstore;autoConfigure " + extentMapCheckOnly;
rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
{
cout << "Error running autoConfigure" << endl;
return false;
}
cmd = "mv -f " + newFileName + " " + rpmFileName;
rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
{
cout << "Error moving pkgsave file" << endl;
return false;
}
//check to see if updates were made
if ( sysConfig->getConfig("ExeMgr1", "IPAddr") != "0.0.0.0")
{
//Columnstore.xml is ready to go, get feature options
if ( MySQLRep == "n" )
{
try
{
MySQLRep = sysConfig->getConfig(InstallSection, "MySQLRep");
}
catch (...)
{}
if ( MySQLRep == "y" )
mysqlRep = true;
}
if ( PMwithUM == "n" )
{
//get local query / PMwithUM feature flag
try
{
PMwithUM = sysConfig->getConfig(InstallSection, "PMwithUM");
}
catch (...)
{}
if ( PMwithUM == "y" )
{
pmwithum = true;
}
}
return true;
}
sleep(1);
}
if ( reuseConfig == "n" )
return true;
cout << "ERROR: Failed to copy data to Columnstore.xml" << endl;
return false;
}
/*
* Setup OS Files by appending the Calpont versions
*/
// /etc OS Files to be updated
string files[] =
{
" "
};
bool setOSFiles(string parentOAMModuleName, int serverTypeInstall)
{
bool allfound = true;
//update /etc files
for ( int i = 0;; ++i)
{
if ( files[i] == " ")
//end of list
break;
string fileName = "/etc/" + files[i];
//make a backup copy before changing
string cmd = "rm -f " + fileName + ".columnstoreSave";
system(cmd.c_str());
cmd = "cp " + fileName + " " + fileName + ".columnstoreSave > /dev/null 2>&1";
system(cmd.c_str());
cmd = "cat /var/lib/columnstore/local/etc/" + parentOAMModuleName + "/" + files[i] + ".calpont >> " + fileName;
int rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
cout << "Error Updating " + files[i] << endl;
cmd = "rm -f /var/lib/columnstore/local/ " + files[i] + "*.calpont > /dev/null 2>&1";
system(cmd.c_str());
cmd = "cp /var/lib/columnstore/local/etc/" + parentOAMModuleName + "/" + files[i] + ".calpont /var/lib/columnstore/local/. > /dev/null 2>&1";
system(cmd.c_str());
}
//check and do the amazon credentials file
string fileName = HOME + "/.aws/credentials";
ifstream oldFile (fileName.c_str());
if (!oldFile)
return allfound;
string cmd = "cp " + fileName + " /var/lib/columnstore/local/etc/. > /dev/null 2>&1";
system(cmd.c_str());
return allfound;
}
/*
* Update ProcessConfig.xml file for a single server configuration
* Change the 'um' to 'pm'
*/
bool updateProcessConfig()
{
vector <string> oldModule;
string newModule = ">pm";
oldModule.push_back(">um");
string fileName = std::string(MCSSYSCONFDIR) + "/columnstore/ProcessConfig.xml";
//Save a copy of the original version
string cmd = "/bin/cp -f " + fileName + " " + fileName + ".columnstoreSave > /dev/null 2>&1";
system(cmd.c_str());
ifstream oldFile (fileName.c_str());
if (!oldFile) return true;
vector <string> lines;
char line[200];
string buf;
string newLine;
string newLine1;
while (oldFile.getline(line, 200))
{
buf = line;
newLine = line;
std::vector<std::string>::iterator pt1 = oldModule.begin();
for ( ; pt1 != oldModule.end() ; pt1++)
{
int start = 0;
while (true)
{
string::size_type pos = buf.find(*pt1, start);
if (pos != string::npos)
{
newLine = buf.substr(0, pos);
newLine.append(newModule);
newLine1 = buf.substr(pos + 3, 200);
newLine.append(newLine1);
start = pos + 3;
}
else
{
buf = newLine;
start = 0;
break;
}
}
}
//output to temp file
lines.push_back(buf);
}
oldFile.close();
unlink (fileName.c_str());
ofstream newFile (fileName.c_str());
//create new file
int fd = open(fileName.c_str(), O_RDWR | O_CREAT, 0664);
copy(lines.begin(), lines.end(), ostream_iterator<string>(newFile, "\n"));
newFile.close();
close(fd);
return true;
}
/*
* Uncomment entry in Columnstore.xml
*/
bool uncommentCalpontXml( string entry)
{
string fileName = std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml";
ifstream oldFile (fileName.c_str());
if (!oldFile) return true;
vector <string> lines;
char line[200];
string buf;
string newLine;
string firstComment = "<!--";
string lastComment = "--> ";
while (oldFile.getline(line, 200))
{
buf = line;
string::size_type pos = buf.find(entry, 0);
if (pos != string::npos)
{
pos = buf.find(firstComment, 0);
if (pos == string::npos)
{
return true;
}
else
{
buf = buf.substr(pos + 4, 80);
pos = buf.find(lastComment, 0);
if (pos == string::npos)
{
return true;
}
else
{
buf = buf.substr(0, pos);
}
}
}
//output to temp file
lines.push_back(buf);
}
oldFile.close();
unlink (fileName.c_str());
ofstream newFile (fileName.c_str());
//create new file
int fd = open(fileName.c_str(), O_RDWR | O_CREAT, 0664);
copy(lines.begin(), lines.end(), ostream_iterator<string>(newFile, "\n"));
newFile.close();
close(fd);
return true;
}
/*
* Make makeRClocal to set mount scheduler
*/
bool makeRClocal(string moduleType, string moduleName, int IserverTypeInstall)
{
return true;
vector <string> lines;
string mount1;
string mount2
;
switch ( IserverTypeInstall )
{
case (oam::INSTALL_NORMAL): // normal
{
if ( moduleType == "um" )
mount1 = "/mnt\\/tmp/";
else if ( moduleType == "pm" )
mount1 = "/columnstore\\/data/";
else
return true;
break;
}
case (oam::INSTALL_COMBINE_DM_UM_PM): // combined #1 - dm/um/pm
{
if ( moduleType == "pm" )
{
mount1 = "/mnt\\/tmp/";
mount2 = "/columnstore\\/data/";
}
else
return true;
break;
}
}
if ( !mount1.empty() )
{
string line1 = "for scsi_dev in `mount | awk '" + mount1 + " {print $1}' | awk -F/ '{print $3}' | sed 's/[0-9]*$//'`; do";
string line2 = "echo deadline > /sys/block/$scsi_dev/queue/scheduler";
string line3 = "done";
lines.push_back(line1);
lines.push_back(line2);
lines.push_back(line3);
}
else
{
if ( !mount2.empty() )
{
string line1 = "for scsi_dev in `mount | awk '" + mount2 + " {print $1}' | awk -F/ '{print $3}' | sed 's/[0-9]*$//'`; do";
string line2 = "echo deadline > /sys/block/$scsi_dev/queue/scheduler";
string line3 = "done";
lines.push_back(line1);
lines.push_back(line2);
lines.push_back(line3);
}
}
if ( lines.begin() == lines.end())
return true;
string RCfileName = "/etc/rc.d/rc.local";
std::ofstream file;
file.open(RCfileName.c_str(), std::ios::out | std::ios::app);
if (file.fail())
{
RCfileName = "/etc/rc.local";
file.open(RCfileName.c_str(), std::ios::out | std::ios::app);
if (file.fail())
return true;
}
file.exceptions(file.exceptions() | std::ios::failbit | std::ifstream::badbit);
copy(lines.begin(), lines.end(), ostream_iterator<string>(file, "\n"));
file.close();
return true;
}
/*
* createDbrootDirs
*/
bool createDbrootDirs(string DBRootStorageType, bool amazonInstall)
{
int rtnCode;
string cmd;
// mount data1 and create directories if configured with storage
if ( DBRootStorageType == "external" )
{
string cmd = "mount /var/lib/columnstore/data1 > " + tmpDir + "/mount.log 2>&1";
system(cmd.c_str());
if ( !rootUser)
{
//if Amazon, Non-Root, and External EBS, use sudo
string SUDO = "";
if ( amazonInstall )
SUDO = "sudo ";
cmd = SUDO + "chown -R " + USER + ":" + USER + " /var/lib/columnstore/data1 > /dev/null";
system(cmd.c_str());
}
// create system file directories
cmd = "mkdir -p /var/lib/columnstore/data1/systemFiles/dbrm > /dev/null 2>&1";
rtnCode = system(cmd.c_str());
if (WEXITSTATUS(rtnCode) != 0)
{
cout << endl << "Error: failed to make mount dbrm dir" << endl;
return false;
}
}
cmd = "chmod 755 -R /var/lib/columnstore/data1/systemFiles/dbrm > /dev/null 2>&1";
system(cmd.c_str());
return true;
}
/*
* pkgCheck
*/
bool pkgCheck(string columnstorePackage)
{
while (true)
{
string fileName = tmpDir + "/calpontpkgs";
string cmd = "ls " + columnstorePackage + " > " + fileName;
system(cmd.c_str());
string pkg = columnstorePackage;
ifstream oldFile (fileName.c_str());
if (oldFile)
{
oldFile.seekg(0, std::ios::end);
int size = oldFile.tellg();
if ( size != 0 )
{
oldFile.close();
unlink (fileName.c_str());
// pkgs found
return true;
}
}
cout << endl << " Error: can't locate " + pkg + " Package in directory " + HOME << endl << endl;
if ( noPrompting )
exit(1);
while (true)
{
pcommand = callReadline("Please place a copy of the MariaDB ColumnStore Packages in directory " + HOME + " and press <enter> to continue or enter 'exit' to exit the install > ");
if (pcommand)
{
if (strcmp(pcommand, "exit") == 0)
{
callFree(pcommand);
return false;
}
if (strlen(pcommand) == 0)
{
callFree(pcommand);
break;
}
callFree(pcommand);
cout << "Invalid entry, please re-enter" << endl;
if ( noPrompting )
exit(1);
continue;
}
break;
}
}
return true;
}
bool storageSetup(bool amazonInstall)
{
Oam oam;
try
{
DBRootStorageType = sysConfig->getConfig(InstallSection, "DBRootStorageType");
}
catch (...)
{
cout << "ERROR: Problem getting DB Storage Data from the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
if ( DBRootStorageType == "hdfs")
hdfs = true;
if ( DBRootStorageType == "DataRedundancy")
DataRedundancy = true;
sysConfig->setConfig("StorageManager", "Enabled", "N");
if ( reuseConfig == "y" )
{
cout << "===== Storage Configuration = " + DBRootStorageType + " =====" << endl << endl;
if (DBRootStorageType == "storagemanager")
{
hdfs = false;
sysConfig->setConfig("StorageManager", "Enabled", "Y");
sysConfig->setConfig("SystemConfig", "DataFilePlugin", "libcloudio.so");
}
return true;
}
cout << "===== Setup Storage Configuration =====" << endl << endl;
string storageType;
if ( IserverTypeInstall != oam::INSTALL_COMBINE_DM_UM_PM && amazonInstall )
{
//
// get Frontend Data storage type
//
cout << "----- Setup User Module MariaDB ColumnStore Data Storage Mount Configuration -----" << endl << endl;
cout << "There are 2 options when configuring the storage: internal and external" << endl << endl;
cout << " 'internal' - This is specified when a local disk is used for the Data storage." << endl << endl;
cout << " 'external' - This is specified when the MariaDB ColumnStore Data directory is externally mounted." << endl << endl;
try
{
UMStorageType = sysConfig->getConfig(InstallSection, "UMStorageType");
}
catch (...)
{
cout << "ERROR: Problem getting UM DB Storage Data from the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
while (true)
{
storageType = "1";
if ( UMStorageType == "external" )
storageType = "2";
prompt = "Select the type of Data Storage [1=internal, 2=external] (" + storageType + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) storageType = pcommand;
callFree(pcommand);
}
if ( storageType == "1" || storageType == "2")
break;
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
if ( storageType == "1" )
UMStorageType = "internal";
else
{
cout << endl << "NOTE: The volume type. This can be gp2 for General Purpose SSD, io1 for" << endl;
cout << " Provisioned IOPS SSD, st1 for Throughput Optimized HDD, sc1 for Cold" << endl;
cout << " HDD, or standard for Magnetic volumes." << endl;
UMStorageType = "external";
cout << endl;
try
{
oam.getSystemConfig("UMVolumeType", UMVolumeType);
}
catch (...)
{}
if ( UMVolumeType.empty() || UMVolumeType == "" || UMVolumeType == oam::UnassignedName)
UMVolumeType = "gp2";
while (true)
{
string prompt = "Enter EBS Volume Type (gp2, io1, sc1, st1, standard) : (" + UMVolumeType + ") > ";
pcommand = callReadline(prompt);
if (pcommand)
{
if (strlen(pcommand) > 0) UMVolumeType = pcommand;
callFree(pcommand);
}
if ( UMVolumeType == "standard" || UMVolumeType == "gp2" || UMVolumeType == "io1" || UMVolumeType == "sc1" || UMVolumeType == "st1")
break;
else
{
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
}
//set UMVolumeType
try
{
sysConfig->setConfig(InstallSection, "UMVolumeType", UMVolumeType);
}
catch (...)
{
cout << "ERROR: Problem setting UMVolumeType in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
string minSize = "1";
string maxSize = "16384";
if (UMVolumeType == "io1")
minSize = "4";
if (UMVolumeType == "sc1" || UMVolumeType == "st1")
minSize = "500";
if (UMVolumeType == "standard")
maxSize = "1024";
cout << endl;
try
{
oam.getSystemConfig("UMVolumeSize", UMVolumeSize);
}
catch (...)
{}
if ( UMVolumeSize.empty() || UMVolumeSize == "" || UMVolumeSize == oam::UnassignedName)
UMVolumeSize = minSize;
while (true)
{
string prompt = "Enter EBS Volume storage size in GB: [" + minSize + "," + maxSize + "] (" + UMVolumeSize + ") > ";
pcommand = callReadline(prompt);
if (pcommand)
{
if (strlen(pcommand) > 0) UMVolumeSize = pcommand;
callFree(pcommand);
}
if ( atoi(UMVolumeSize.c_str()) < atoi(minSize.c_str()) || atoi(UMVolumeSize.c_str()) > atoi(maxSize.c_str()) )
{
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
else
break;
}
//set UMVolumeSize
try
{
sysConfig->setConfig(InstallSection, "UMVolumeSize", UMVolumeSize);
}
catch (...)
{
cout << "ERROR: Problem setting UMVolumeSize in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
if ( UMVolumeType == "io1" )
{
string minIOPS = UMVolumeSize;
string maxIOPS = oam.itoa(atoi(UMVolumeSize.c_str()) * 30);
cout << endl;
try
{
oam.getSystemConfig("UMVolumeIOPS", UMVolumeIOPS);
}
catch (...)
{}
if ( UMVolumeIOPS.empty() || UMVolumeIOPS == "" || UMVolumeIOPS == oam::UnassignedName)
UMVolumeIOPS = maxIOPS;
while (true)
{
string prompt = "Enter EBS Volume IOPS: [" + minIOPS + "," + maxIOPS + "] (" + UMVolumeIOPS + ") > ";
pcommand = callReadline(prompt);
if (pcommand)
{
if (strlen(pcommand) > 0) UMVolumeSize = pcommand;
callFree(pcommand);
}
if ( atoi(UMVolumeSize.c_str()) < atoi(minIOPS.c_str()) || atoi(UMVolumeSize.c_str()) > atoi(maxIOPS.c_str()) )
{
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
else
break;
}
//set UMVolumeIOPS
try
{
sysConfig->setConfig(InstallSection, "UMVolumeIOPS", UMVolumeIOPS);
}
catch (...)
{
cout << "ERROR: Problem setting UMVolumeIOPS in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
}
}
try
{
sysConfig->setConfig(InstallSection, "UMStorageType", UMStorageType);
}
catch (...)
{
cout << "ERROR: Problem setting UMStorageType in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
}
else
{
try
{
sysConfig->setConfig(InstallSection, "UMStorageType", "internal");
}
catch (...)
{
cout << "ERROR: Problem setting UMStorageType in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
}
//check if gluster is installed
int rtnCode = 1;
rtnCode = system("gluster --version > /tmp/gluster.log 2>&1");
if (rtnCode == 0)
{
glusterInstalled = "y";
}
else
{
glusterInstalled = "n";
}
//check if hadoop is installed
string hadoopLog = tmpDir + "/hadoop.log";
string cmd = "which hadoop > " + hadoopLog + " 2>&1";
system(cmd.c_str());
ifstream in(hadoopLog.c_str());
in.seekg(0, std::ios::end);
int size = in.tellg();
if ( size == 0 || oam.checkLogStatus(hadoopLog, "no hadoop"))
// no hadoop
size = 0;
else
hadoopInstalled = "y";
// check whether StorageManager is installed
Config *processConfig = Config::makeConfig((std::string(MCSSYSCONFDIR) + "/columnstore/ProcessConfig.xml").c_str());
string storageManagerLocation;
bool storageManagerInstalled = false;
// search the 'PROCESSCONFIG#' entries for the StorageManager entry
for (uint i = 1; i <= MAX_PROCESS; i++)
{
char blah[20];
sprintf(blah, "PROCESSCONFIG%d", i);
if (processConfig->getConfig(blah, "ProcessName") == "StorageManager")
{
storageManagerLocation = processConfig->getConfig(blah, "ProcessLocation");
break;
}
}
storageManagerInstalled = boost::filesystem::exists(storageManagerLocation);
//
// get Backend Data storage type
//
// default to internal
storageType = "1";
if ( DBRootStorageType == "external" )
storageType = "2";
if ( DBRootStorageType == "DataRedundancy" )
storageType = "3";
if (DBRootStorageType == "storagemanager")
storageType = "4";
cout << endl << "----- Setup Performance Module DBRoot Data Storage Mount Configuration -----" << endl << endl;
cout << "Columnstore supports the following storage options..." << endl;
cout << " 1 - internal. This uses the linux VFS to access files and does" << endl <<
" not manage the filesystem." << endl;
cout << " 2 - external *. If you have other mountable filesystems you would" << endl <<
" like ColumnStore to use & manage, select this option." << endl;
cout << " 3 - GlusterFS * Note: glusterd service must be running and enabled on" << endl <<
" all PMs." << endl;
cout << " 4 - S3-compatible cloud storage *. Note: that should be configured" << endl <<
" before running postConfigure (see storagemanager.cnf)" << endl;
cout << " * - This option enables data replication and server failover in a" << endl <<
" multi-node configuration." << endl;
cout << endl << "These options are available on this system: [1, 2";
if (glusterInstalled == "y" && singleServerInstall != "1")
cout << ", 3";
if (storageManagerInstalled)
cout << ", 4";
cout << "]" << endl;
prompt = "Select the type of data storage (" + storageType + ") > ";
#if 0
// pre-storagemanager version
if (( glusterInstalled == "n" || (glusterInstalled == "y" && singleServerInstall == "1")) && hadoopInstalled == "n" )
{
cout << "There are 2 options when configuring the storage: internal or external" << endl << endl;
prompt = "Select the type of Data Storage [1=internal, 2=external] (" + storageType + ") > ";
}
if ( (glusterInstalled == "y" && singleServerInstall != "1") && hadoopInstalled == "n" )
{
cout << "There are 3 options when configuring the storage: internal, external, or DataRedundancy" << endl << endl;
prompt = "Select the type of Data Storage [1=internal, 2=external, 3=DataRedundancy] (" + storageType + ") > ";
}
if ( ( glusterInstalled == "n" || (glusterInstalled == "y" && singleServerInstall == "1")) && hadoopInstalled == "y" )
{
cout << "There are 3 options when configuring the storage: internal, external, or hdfs" << endl << endl;
prompt = "Select the type of Data Storage [1=internal, 2=external, 4=hdfs] (" + storageType + ") > ";
}
if ( (glusterInstalled == "y" && singleServerInstall != "1") && hadoopInstalled == "y" )
{
cout << "There are 5 options when configuring the storage: internal, external, DataRedundancy, or hdfs" << endl << endl;
prompt = "Select the type of Data Storage [1=internal, 2=external, 3=DataRedundancy, 4=hdfs] (" + storageType + ") > ";
}
cout << " 'internal' - This is specified when a local disk is used for the DBRoot storage." << endl;
cout << " High Availability Server Failover is not Supported in this mode" << endl << endl;
cout << " 'external' - This is specified when the DBRoot directories are mounted." << endl;
cout << " High Availability Server Failover is Supported in this mode." << endl << endl;
if ( glusterInstalled == "y" && singleServerInstall != "1")
{
cout << " 'DataRedundancy' - This is specified when gluster is installed and you want" << endl;
cout << " the DBRoot directories to be controlled by ColumnStore Data Redundancy." << endl;
cout << " High Availability Server Failover is Supported in this mode." << endl;
cout << " NOTE: glusterd service must be running and enabled on all PMs." << endl << endl;
}
if ( hadoopInstalled == "y" )
{
cout << " 'hdfs' - This is specified when hadoop is installed and you want the DBRoot" << endl;
cout << " directories to be controlled by the Hadoop Distributed File System (HDFS)." << endl;
cout << " High Availability Server Failover is Supported in this mode." << endl << endl;
}
#endif
while (true)
{
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) storageType = pcommand;
callFree(pcommand);
}
if ((storageType == "1" || storageType == "2") // these are always valid options
|| (glusterInstalled == "y" && singleServerInstall != "1" && storageType == "3") // allow gluster if installed
|| (storageManagerInstalled && storageType == "4") // allow storagemanager if installed
)
break;
// if it gets here the selection was invalid
if (noPrompting)
{
cout << endl << "Invalid selection" << endl << endl;
exit(1);
}
cout << endl << "Invalid selection, please re-enter" << endl << endl;
#if 0
old version
if ( ( glusterInstalled == "n" || (glusterInstalled == "y" && singleServerInstall == "1")) && hadoopInstalled == "n" )
{
if ( storageType == "1" || storageType == "2")
break;
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
if ( (glusterInstalled == "y" && singleServerInstall != "1") && hadoopInstalled == "n" )
{
if ( storageType == "1" || storageType == "2" || storageType == "3")
break;
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
if ( ( glusterInstalled == "n" || (glusterInstalled == "y" && singleServerInstall == "1")) && hadoopInstalled == "y" )
{
if ( storageType == "1" || storageType == "2" || storageType == "4")
{
break;
}
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
if ( (glusterInstalled == "y" && singleServerInstall != "1") && hadoopInstalled == "y" )
{
if ( storageType == "1" || storageType == "2" || storageType == "3" || storageType == "4")
break;
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
#endif
}
if (storageType != "3" && DataRedundancy)
{
cout << "WARNING: This system was previously configured with ColumnStore DataRedundancy storage." << endl;
cout << " Before changing from DataRedundancy to another storage type," << endl;
cout << " existing data should be migrated to the targeted storage." << endl;
cout << " Please refer to the ColumnStore documentation for more information." << endl;
cout << endl;
string continueInstall = "y";
while (true)
{
pcommand = callReadline("Would you like to continue with this storage setting? [y,n] (" + continueInstall + ") > ");
if (pcommand)
{
if (strlen(pcommand) > 0) continueInstall = pcommand;
callFree(pcommand);
}
if ( continueInstall == "y" || continueInstall == "n" )
break;
else
cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
continueInstall = "y";
if ( noPrompting )
exit(1);
}
if ( continueInstall == "n")
exit(1);
}
switch ( atoi(storageType.c_str()) )
{
case (1):
{
DBRootStorageType = "internal";
break;
}
case (2):
{
DBRootStorageType = "external";
break;
}
case (3):
{
DBRootStorageType = "DataRedundancy";
break;
}
case 4:
DBRootStorageType = "storagemanager";
break;
}
//set DBRootStorageType
try
{
sysConfig->setConfig(InstallSection, "DBRootStorageType", DBRootStorageType);
}
catch (...)
{
cout << "ERROR: Problem setting DBRootStorageType in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
// if external and not amazon, print fstab note
if ( storageType == "2" && !amazonInstall)
{
cout << endl << "NOTE: For External configuration, the /etc/fstab should have been manually updated for the" << endl;
cout << " DBRoot mounts. Check the Installation Guide for further details" << endl << endl;
}
// if external and amazon, prompt for storage size
if ( storageType == "2" && amazonInstall)
{
cout << endl << "NOTE: The volume type. This can be gp2 for General Purpose SSD, io1 for" << endl;
cout << " Provisioned IOPS SSD, st1 for Throughput Optimized HDD, sc1 for Cold" << endl;
cout << " HDD, or standard for Magnetic volumes." << endl;
cout << endl;
try
{
oam.getSystemConfig("PMVolumeType", PMVolumeType);
}
catch (...)
{}
if ( PMVolumeType.empty() || PMVolumeType == "" || PMVolumeType == oam::UnassignedName)
PMVolumeType = "gp2";
while (true)
{
string prompt = "Enter EBS Volume Type (gp2, io1, sc1, st1, standard) : (" + PMVolumeType + ") > ";
pcommand = callReadline(prompt);
if (pcommand)
{
if (strlen(pcommand) > 0) PMVolumeType = pcommand;
callFree(pcommand);
}
if ( PMVolumeType == "standard" || PMVolumeType == "gp2" || PMVolumeType == "io1" || PMVolumeType == "sc1" || PMVolumeType == "st1")
break;
else
{
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
}
//set PMVolumeType
try
{
sysConfig->setConfig(InstallSection, "PMVolumeType", PMVolumeType);
}
catch (...)
{
cout << "ERROR: Problem setting PMVolumeType in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
cout << endl;
string minSize = "1";
string maxSize = "16384";
if (PMVolumeType == "io1")
minSize = "4";
if (PMVolumeType == "sc1" || PMVolumeType == "st1")
minSize = "500";
if (PMVolumeType == "standard")
maxSize = "1024";
try
{
oam.getSystemConfig("PMVolumeSize", PMVolumeSize);
}
catch (...)
{}
if ( PMVolumeSize.empty() || PMVolumeSize == "" || PMVolumeSize == oam::UnassignedName)
PMVolumeSize = minSize;
while (true)
{
string prompt = "Enter EBS Volume storage size in GB: [" + minSize + "," + maxSize + "] (" + PMVolumeSize + ") > ";
pcommand = callReadline(prompt);
if (pcommand)
{
if (strlen(pcommand) > 0) PMVolumeSize = pcommand;
callFree(pcommand);
}
if ( atoi(PMVolumeSize.c_str()) < atoi(minSize.c_str()) || atoi(PMVolumeSize.c_str()) > atoi(maxSize.c_str()) )
{
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
else
break;
}
//set PMVolumeSize
try
{
sysConfig->setConfig(InstallSection, "PMVolumeSize", PMVolumeSize);
}
catch (...)
{
cout << "ERROR: Problem setting PMVolumeSize in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
if ( PMVolumeType == "io1" )
{
string minIOPS = PMVolumeSize;
string maxIOPS = oam.itoa(atoi(PMVolumeSize.c_str()) * 30);
cout << endl;
try
{
oam.getSystemConfig("PMVolumeIOPS", PMVolumeIOPS);
}
catch (...)
{}
if ( PMVolumeIOPS.empty() || PMVolumeIOPS == "" || PMVolumeIOPS == oam::UnassignedName)
PMVolumeIOPS = maxIOPS;
while (true)
{
string prompt = "Enter EBS Volume IOPS: [" + minIOPS + "," + maxIOPS + "] (" + PMVolumeIOPS + ") > ";
pcommand = callReadline(prompt);
if (pcommand)
{
if (strlen(pcommand) > 0) PMVolumeIOPS = pcommand;
callFree(pcommand);
}
if ( atoi(PMVolumeIOPS.c_str()) < atoi(minIOPS.c_str()) || atoi(PMVolumeIOPS.c_str()) > atoi(maxIOPS.c_str()) )
{
cout << endl << "Invalid Entry, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
else
break;
}
//set PMVolumeIOPS
try
{
sysConfig->setConfig(InstallSection, "PMVolumeIOPS", PMVolumeIOPS);
}
catch (...)
{
cout << "ERROR: Problem setting PMVolumeIOPS in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
}
//set DBRootStorageType
try
{
sysConfig->setConfig(InstallSection, "PMVolumeSize", PMVolumeSize);
}
catch (...)
{
cout << "ERROR: Problem setting PMVolumeSize in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
}
// if gluster
if ( storageType == "3" )
{
string command = "stat /var/run/glusterd.pid > /dev/null 2>&1";
int status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
cout << "ERROR: No glusterd process detected. " << endl;
cout << " Start and enable glusterd on all PMs and run postConfigure again." << endl;
return false;
}
DataRedundancy = true;
sysConfig->setConfig(InstallSection, "DataRedundancyConfig", "y");
sysConfig->setConfig("PrimitiveServers", "DirectIO", "n");
}
else
{
DataRedundancy = false;
sysConfig->setConfig(InstallSection, "DataRedundancyConfig", "n");
sysConfig->setConfig("PrimitiveServers", "DirectIO", "y");
}
if (storageType == "4")
{
hdfs = false;
sysConfig->setConfig("StorageManager", "Enabled", "Y");
sysConfig->setConfig("SystemConfig", "DataFilePlugin", "libcloudio.so");
}
else
{
hdfs = false;
try
{
sysConfig->setConfig("SystemConfig", "DataFilePlugin", "");
}
catch (...)
{
cout << "ERROR: Problem setting DataFilePlugin in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
return false;
}
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
return false;
}
return true;
}
void setSystemName()
{
Oam oam;
//setup System Name
if ( systemName.empty() )
{
try {
systemName = sysConfig->getConfig(SystemSection, "SystemName");
}
catch(...)
{
systemName = oam::UnassignedName;
}
}
if ( systemName.empty() )
systemName = "columnstore-1";
if (!single_server_quick_install || !multi_server_quick_install)
{
prompt = "Enter System Name (" + systemName + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) systemName = pcommand;
callFree(pcommand);
}
}
try
{
sysConfig->setConfig(SystemSection, "SystemName", systemName);
oam.changeMyCnf( "server_audit_syslog_info", systemName );
}
catch (...)
{
cout << "ERROR: Problem setting SystemName from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
/*
* Copy fstab file
*/
bool copyFstab(string moduleName)
{
string cmd;
cmd = "/bin/cp -f /etc/fstab /var/lib/columnstore/local/etc/" + moduleName + "/. > /dev/null 2>&1";
system(cmd.c_str());
return true;
}
/*
* Create a module file
*/
bool makeModuleFile(string moduleName, string parentOAMModuleName)
{
string fileName;
if ( moduleName == parentOAMModuleName)
fileName = "/var/lib/columnstore/local/module";
else
fileName = "/var/lib/columnstore/local/etc/" + moduleName + "/module";
unlink (fileName.c_str());
ofstream newFile (fileName.c_str());
string cmd = "echo " + moduleName + " > " + fileName;
system(cmd.c_str());
newFile.close();
return true;
}
/*
* Create a module file
*/
bool updateBash()
{
string fileName = HOME + "/.bashrc";
ifstream newFile (fileName.c_str());
newFile.close();
return true;
}
void offLineAppCheck()
{
//check for system startup type, process offline or online option
cout << endl << "===== Setup Process Startup offline Configuration =====" << endl << endl;
string systemStartupOffline;
try
{
systemStartupOffline = sysConfig->getConfig(InstallSection, "SystemStartupOffline");
}
catch (...)
{
cout << "ERROR: Problem getting systemStartupOffline from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
cout << endl;
string temp = "y";
while (true)
{
prompt = "Do you want the Database Processes started automatically at system startup [y,n] (y) > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) temp = pcommand;
callFree(pcommand);
if ( temp == "n" || temp == "y")
{
break;
}
cout << "Invalid Option, please re-enter" << endl;
if ( noPrompting )
exit(1);
}
else
break;
}
if ( temp == "y" )
systemStartupOffline = "n";
else
systemStartupOffline = "y";
try
{
sysConfig->setConfig(InstallSection, "SystemStartupOffline", systemStartupOffline);
}
catch (...)
{
cout << "ERROR: Problem setting systemStartupOffline in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
bool attachVolume(string instanceName, string volumeName, string deviceName, string dbrootPath)
{
Oam oam;
// cout << "Checking if Volume " << volumeName << " is attached , please wait..." << endl;
string status = oam.getEC2VolumeStatus(volumeName);
if ( status == "attached" )
{
cout << " Volume " << volumeName << " is attached " << endl;
// cout << "Make sure it's device " << deviceName << " is mounted to DBRoot directory " << dbrootPath << endl;
return true;
}
if ( status != "available" )
{
cout << " ERROR: Volume " << volumeName << " status is " << status << endl;
cout << " Please resolve and re-run postConfigure" << endl;
return false;
}
else
{
/* cout << endl;
string temp = "y";
while(true)
{
prompt = "Volume is unattached and available, do you want to attach it? [y,n] (y) > ";
pcommand = callReadline(prompt.c_str());
if (pcommand) {
if (strlen(pcommand) > 0) temp = pcommand;
callFree(pcommand);
if ( temp == "n" || temp == "y") {
break;
}
cout << "Invalid Option, please re-enter" << endl;
if ( noPrompting )
exit(1);
}
else
break;
}
if ( temp == "y" ) {
*/ cout << " Attaching, please wait..." << endl;
if (oam.attachEC2Volume(volumeName, deviceName, instanceName))
{
cout << " Volume " << volumeName << " is now attached " << endl;
// cout << "Make sure it's device " << deviceName << " is mounted to DBRoot directory " << dbrootPath << endl;
return true;
}
else
{
cout << " ERROR: Volume " << volumeName << " failed to attach" << endl;
cout << " Please resolve and re-run postConfigure" << endl;
return false;
}
/* }
else
{
cout << "Volume " << volumeName << " will need to be attached before completing the install" << endl;
cout << "Please resolve and re-run postConfigure" << endl;
return false;
}
*/
}
}
bool singleServerDBrootSetup()
{
Oam oam;
cout << endl;
//get number of dbroots
string moduledbrootcount = "ModuleDBRootCount1-3";
unsigned int count;
try
{
count = atoi(sysConfig->getConfig(ModuleSection, moduledbrootcount).c_str());
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot count in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
string dbrootList;
for ( unsigned int id = 1 ; id < count + 1 ; )
{
string moduledbrootid = "ModuleDBRootID1-" + oam.itoa(id) + "-3";
try
{
string dbrootid = sysConfig->getConfig(ModuleSection, moduledbrootid);
if ( dbrootid != oam::UnassignedName)
{
sysConfig->setConfig(ModuleSection, moduledbrootid, oam::UnassignedName);
dbrootList = dbrootList + dbrootid;
id ++;
if ( id < count + 1 )
dbrootList = dbrootList + ",";
}
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot ID in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
vector <string> dbroots;
string tempdbrootList;
while (true)
{
dbroots.clear();
prompt = "Enter the list (Nx,Ny,Nz) or range (Nx-Nz) of DBRoot IDs assigned to module 'pm1' (" + dbrootList + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0)
{
tempdbrootList = pcommand;
callFree(pcommand);
}
else
tempdbrootList = dbrootList;
}
if ( tempdbrootList.empty())
continue;
//check for range
int firstID;
int lastID;
string::size_type pos = tempdbrootList.find("-", 0);
if (pos != string::npos)
{
firstID = atoi(tempdbrootList.substr(0, pos).c_str());
lastID = atoi(tempdbrootList.substr(pos + 1, 200).c_str());
if ( firstID >= lastID )
{
cout << "Invalid Entry, please re-enter" << endl;
continue;
}
else
{
for ( int id = firstID ; id < lastID + 1 ; id++ )
{
dbroots.push_back(oam.itoa(id));
}
}
}
else
{
boost::char_separator<char> sep(",");
boost::tokenizer< boost::char_separator<char> > tokens(tempdbrootList, sep);
for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens.begin();
it != tokens.end();
++it)
{
dbroots.push_back(*it);
}
}
break;
}
int id = 1;
std::vector<std::string>::iterator it = dbroots.begin();
for (; it != dbroots.end() ; it++, ++id)
{
//store DBRoot ID
string moduledbrootid = "ModuleDBRootID1-" + oam.itoa(id) + "-3";
try
{
sysConfig->setConfig(ModuleSection, moduledbrootid, *it);
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot ID in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
string DBrootID = "DBRoot" + *it;
string pathID = "/var/lib/columnstore/data" + *it;
try
{
sysConfig->setConfig(SystemSection, DBrootID, pathID);
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot in the MariaDB ColumnStore System Configuration file" << endl;
return false;
}
}
//store number of dbroots
moduledbrootcount = "ModuleDBRootCount1-3";
try
{
sysConfig->setConfig(ModuleSection, moduledbrootcount, oam.itoa(dbroots.size()));
}
catch (...)
{
cout << "ERROR: Problem setting DBRoot count in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
//total dbroots on the system
DBRootCount = DBRootCount + dbroots.size();
if ( !writeConfig(sysConfig) )
{
cout << "ERROR: Failed trying to update MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
return true;
}
pthread_mutex_t THREAD_LOCK;
void remoteInstallThread(void* arg)
{
thread_data_t* data = (thread_data_t*)arg;
for ( int retry = 0 ; retry < 5 ; retry++ )
{
int rtnCode = system((data->command).c_str());
if (WEXITSTATUS(rtnCode) == 0)
{
//success
pthread_exit(0);
}
else
{
if (WEXITSTATUS(rtnCode) == 2)
{
//timeout retry
continue;
}
else
{
//failure
pthread_mutex_lock(&THREAD_LOCK);
cout << endl << "Failure with a remote module install, check install log files in " << tmpDir << endl;
exit(1);
}
}
}
pthread_mutex_lock(&THREAD_LOCK);
cout << endl << "Failure with a remote module install, check install log files in " << tmpDir << endl;
exit(1);
}
std::string launchInstance(ModuleIP moduleip)
{
Oam oam;
//get module info
string moduleName = moduleip.moduleName;
string IPAddress = moduleip.IPaddress;
string instanceName = oam::UnassignedName;
//due to bad instances getting launched causing scp failures
//have retry login around fail scp command where a instance will be relaunched
int instanceRetry = 0;
for ( ; instanceRetry < 5 ; instanceRetry ++ )
{
if ( moduleName.find("um") == 0 )
{
string UserModuleInstanceType;
try
{
oam.getSystemConfig("UMInstanceType", UserModuleInstanceType);
}
catch (...) {}
string UserModuleSecurityGroup;
try
{
oam.getSystemConfig("UMSecurityGroup", UserModuleSecurityGroup);
}
catch (...) {}
instanceName = oam.launchEC2Instance(moduleName, IPAddress, UserModuleInstanceType, UserModuleSecurityGroup);
}
else
instanceName = oam.launchEC2Instance(moduleName, IPAddress);
if ( instanceName == "failed" )
{
cout << " *** Failed to Launch an Instance for " + moduleName << ", will retry up to 5 times" << endl;
continue;
}
cout << endl << "Launched Instance for " << moduleName << ": " << instanceName << endl;
//give time for instance to startup
sleep(60);
string ipAddress = oam::UnassignedName;
bool pass = false;
for ( int retry = 0 ; retry < 60 ; retry++ )
{
//get IP Address of pm instance
if ( ipAddress == oam::UnassignedName || ipAddress == "stopped" || ipAddress == "No-IPAddress" )
{
ipAddress = oam.getEC2InstanceIpAddress(instanceName);
if (ipAddress == "stopped" || ipAddress == "No-IPAddress" )
{
sleep(5);
continue;
}
}
pass = true;
break;
}
if (!pass)
{
oam.terminateEC2Instance( instanceName );
continue;
}
string autoTagging;
oam.getSystemConfig("AmazonAutoTagging", autoTagging);
if ( autoTagging == "y" )
{
string tagValue = systemName + "-" + moduleName;
oam.createEC2tag( instanceName, "Name", tagValue );
}
break;
}
if ( instanceRetry >= 5 )
{
cout << " *** Failed to Successfully Launch Instance for " + moduleName << endl;
return oam::UnassignedName;
}
return instanceName;
}
bool glusterSetup(string password, bool doNotResolveHostNames)
{
Oam oam;
int dataRedundancyCopies = 0;
int dataRedundancyNetwork = 0;
int numberDBRootsPerPM = DBRootCount / pmNumber;
int numberBricksPM = 0;
std::vector<int> dbrootPms[DBRootCount];
DataRedundancySetup DataRedundancyConfigs[pmNumber];
string command = "";
string remoteCommand = "remote_command.sh ";
// how many copies?
if (pmNumber > 2)
{
cout << endl;
cout << endl << "----- Setup Data Redundancy Copy Count Configuration -----" << endl << endl;
cout << "Setup the Number of Copies: This is the total number of copies of the data" << endl;
cout << "in the system. At least 2, but not more than the number of PMs(" + oam.itoa(pmNumber) + "), are required." << endl << endl;
while (dataRedundancyCopies < 2 || dataRedundancyCopies > pmNumber)
{
dataRedundancyCopies = 2; //minimum 2 copies
prompt = "Enter Number of Copies [2-" + oam.itoa(pmNumber) + "] (" + oam.itoa(dataRedundancyCopies) + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) dataRedundancyCopies = atoi(pcommand);
callFree(pcommand);
}
if ( dataRedundancyCopies < 2 || dataRedundancyCopies > pmNumber )
{
cout << endl << "ERROR: Invalid Copy Count '" + oam.itoa(dataRedundancyCopies) + "', please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
continue;
}
}
}
else if (pmNumber == 2)
{
dataRedundancyCopies = 2; //minimum 2 copies
cout << endl;
cout << "Only 2 PMs configured. Setting number of copies at 2." << endl;
}
else
{
// This should never happen
cout << endl;
cout << "ERROR: Invalid value for pm count Data Redundancy could not be configured." << endl;
exit(1);
}
//update count
try
{
sysConfig->setConfig(InstallSection, "DataRedundancyCopies", oam.itoa(dataRedundancyCopies));
}
catch (...)
{
cout << "ERROR: Problem setting DataRedundancyCopies in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
numberBricksPM = numberDBRootsPerPM * dataRedundancyCopies;
cout << endl << "----- Setup Data Redundancy Network Configuration -----" << endl << endl;
cout << " 'existing' - This is specified when using previously configured network devices. (NIC Interface #1)" << endl;
cout << " No additional network configuration is required with this option." << endl << endl;
cout << " 'dedicated' - This is specified when it is desired for Data Redundancy traffic to use" << endl;
cout << " a separate network than one previously configured for ColumnStore." << endl;
cout << " You will be prompted to provide Hostname and IP information for each PM." << endl << endl;
cout << endl;
while ( dataRedundancyNetwork != 1 && dataRedundancyNetwork != 2 )
{
dataRedundancyNetwork = 1;
prompt = "Select the data redundancy network [1=existing, 2=dedicated] (" + oam.itoa(dataRedundancyNetwork) + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) dataRedundancyNetwork = atoi(pcommand);;
callFree(pcommand);
}
if ( dataRedundancyNetwork != 1 && dataRedundancyNetwork != 2 )
{
cout << "Invalid Entry, please re-enter" << endl << endl;
dataRedundancyNetwork = 0;
if ( noPrompting )
exit(1);
continue;
}
//update network type
try
{
sysConfig->setConfig(InstallSection, "DataRedundancyNetworkType", oam.itoa(dataRedundancyNetwork));
}
catch (...)
{
cout << "ERROR: Problem setting DataRedundancyNetworkType in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
if (dataRedundancyNetwork == 2)
{
//loop through pms and get hostname and IP address for each
for (int pm = 0; pm < pmNumber; pm++)
{
DataRedundancyConfigs[pm].pmID = pm + 1;
string dataDupIPaddr = "ModuleIPAddr" + oam.itoa(DataRedundancyConfigs[pm].pmID) + "-1-3";
string dataDupHostName = "ModuleHostName" + oam.itoa(DataRedundancyConfigs[pm].pmID) + "-1-3";
string moduleIPAddr = sysConfig->getConfig("DataRedundancyConfig", dataDupIPaddr);
string moduleHostName = sysConfig->getConfig("DataRedundancyConfig", dataDupHostName);
if ( moduleIPAddr.empty() )
{
moduleIPAddr = oam::UnassignedIpAddr;
}
if ( moduleHostName.empty() )
{
moduleHostName = oam::UnassignedName;
}
prompt = "Enter PM #" + oam.itoa(DataRedundancyConfigs[pm].pmID) + " Host Name (" + moduleHostName + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0)
{
moduleHostName = pcommand;
moduleIPAddr = oam::UnassignedIpAddr;
}
callFree(pcommand);
}
if ( moduleIPAddr == oam::UnassignedIpAddr)
{
//get IP Address
string IPAddress;
if (doNotResolveHostNames)
if (resolveHostNamesToReverseDNSNames) {
IPAddress = resolveHostNameToReverseDNSName(moduleHostName);
}
else {
IPAddress = moduleHostName;
}
else
IPAddress = oam.getIPAddress( moduleHostName);
if ( !IPAddress.empty() )
moduleIPAddr = IPAddress;
else
moduleIPAddr = oam::UnassignedIpAddr;
}
if ( moduleIPAddr == "127.0.0.1")
moduleIPAddr = "unassigned";
//prompt for IP address
while (true)
{
prompt = "Enter PM #" + oam.itoa(DataRedundancyConfigs[pm].pmID) + " IP Address or hostname of " + moduleHostName + " (" + moduleIPAddr + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) moduleIPAddr = pcommand;
callFree(pcommand);
}
if (!doNotResolveHostNames)
{
string ugh = oam.getIPAddress(moduleIPAddr);
if (ugh.length() > 0)
moduleIPAddr = ugh;
}
if (moduleIPAddr == "127.0.0.1" || moduleIPAddr == "0.0.0.0" || moduleIPAddr == "128.0.0.1")
{
cout << endl << moduleIPAddr + " is an Invalid IP Address for a multi-server system, please re-enter" << endl << endl;
moduleIPAddr = "unassigned";
if ( noPrompting )
exit(1);
continue;
}
if (oam.isValidIP(moduleIPAddr) || doNotResolveHostNames)
{
// run ping test to validate
string cmdLine = "ping ";
string cmdOption = " -c 1 -w 5 >> /dev/null";
string cmd = cmdLine + moduleIPAddr + cmdOption;
int rtnCode = system(cmd.c_str());
if ( WEXITSTATUS(rtnCode) != 0 )
{
//NIC failed to respond to ping
string temp = "2";
while (true)
{
cout << endl;
prompt = "IP Address of '" + moduleIPAddr + "' failed ping test, please validate. Do you want to continue or re-enter [1=continue, 2=re-enter] (2) > ";
if ( noPrompting )
exit(1);
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) temp = pcommand;
callFree(pcommand);
}
if ( temp == "1" || temp == "2")
break;
else
{
temp = "2";
cout << endl << "Invalid entry, please re-enter" << endl;
if ( noPrompting )
exit(1);
}
}
cout << endl;
if ( temp == "1")
break;
}
else // good ping
break;
}
else
{
cout << endl << "Invalid IP Address format, xxx.xxx.xxx.xxx, please re-enter" << endl << endl;
if ( noPrompting )
exit(1);
}
}
//set Host Name and IP
try
{
sysConfig->setConfig("DataRedundancyConfig", dataDupHostName, moduleHostName);
sysConfig->setConfig("DataRedundancyConfig", dataDupIPaddr, moduleIPAddr);
DataRedundancyConfigs[pm].pmID = pm + 1;
DataRedundancyConfigs[pm].pmIpAddr = moduleIPAddr;
DataRedundancyConfigs[pm].pmHostname = moduleHostName;
}
catch (...)
{
cout << "ERROR: Problem setting Host Name in the MariaDB ColumnStore Data Redundancy Configuration" << endl;
exit(1);
}
}
}
else
{
for (int pm = 0; pm < pmNumber; pm++)
{
string pmIPaddr = "ModuleIPAddr" + oam.itoa(pm + 1) + "-1-3";
string pmHostName = "ModuleHostName" + oam.itoa(pm + 1) + "-1-3";
DataRedundancyConfigs[pm].pmID = pm + 1;
DataRedundancyConfigs[pm].pmIpAddr = sysConfig->getConfig("SystemModuleConfig", pmIPaddr);
DataRedundancyConfigs[pm].pmHostname = sysConfig->getConfig("SystemModuleConfig", pmHostName);
}
}
/*
cout << endl;
cout << "OK. You have " + oam.itoa(pmNumber) + " PMs, " + oam.itoa(DBRootCount) + " DBRoots, and you have chosen to keep " + oam.itoa(dataRedundancyCopies) << endl;
cout << "copies of the data. You can choose to place the copies in " << endl;
cout << "/gluster or you can specify individual, mountable device names. " << endl;
/// [directory,storage] (directory) >
while( dataRedundancyStorage != 1 && dataRedundancyStorage != 2 )
{
dataRedundancyStorage = 1;
prompt = "Select the data redundancy storage device [1=directory, 2=storage] (" + oam.itoa(dataRedundancyStorage) + ") > ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0) dataRedundancyStorage = atoi(pcommand);;
callFree(pcommand);
}
if ( dataRedundancyStorage != 1 && dataRedundancyStorage != 2 ) {
cout << "Invalid Entry, please re-enter" << endl << endl;
dataRedundancyStorage = 0;
if ( noPrompting )
exit(1);
continue;
}
//update network type
try {
sysConfig->setConfig(InstallSection, "DataRedundancyStorageType", oam.itoa(dataRedundancyStorage));
}
catch(...)
{
cout << "ERROR: Problem setting DataRedundancyStorageType in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
}
if (dataRedundancyStorage == 2)
{
int numberStorageLocations = DBRootCount*dataRedundancyCopies;
cout << endl;
cout << "You will need " + oam.itoa(numberStorageLocations) + "total storage locations," << endl;
cout << "and " + oam.itoa(numberBricksPM) + " storage locations per PM. You will now " << endl;
cout << "be asked to enter the device names for the storage locations." << endl;
//loop through pms and get storage locations for each
for (int pm=0; pm < pmNumber; pm++)
{
vector<int>::iterator dbrootID = DataRedundancyConfigs[pm].dbrootCopies.begin();
for (; dbrootID < DataRedundancyConfigs[pm].dbrootCopies.end(); dbrootID++ )
{
int brick = (*dbrootID);
cout << "PM#" + oam.itoa(DataRedundancyConfigs[pm].pmID) + " brick#" + oam.itoa(brick) + " : " << endl;
}
for (int brick=0; brick < numberBricksPM; brick++)
{
prompt = "Enter a storage locations for PM#" + oam.itoa(DataRedundancyConfigs[pm].pmID) + " brick#" + oam.itoa(brick) + " : ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0)
{
DataRedundancyStorageSetup dataredundancyStorageItem;
dataredundancyStorageItem.brickID = brick;
dataredundancyStorageItem.storageLocation = pcommand;
//get filesystem type
prompt = "Enter a filesystem type for storage location " + dataredundancyStorageItem.storageLocation + " (ext2,ext3,xfs,etc): ";
pcommand = callReadline(prompt.c_str());
if (pcommand)
{
if (strlen(pcommand) > 0)
{
dataredundancyStorageItem.storageFilesytemType = pcommand;
}
callFree(pcommand);
}
DataRedundancyConfigs[pm].storageLocations.push_back(dataredundancyStorageItem);
}
callFree(pcommand);
}
}
}
}
*/
// User config complete setup the gluster bricks
cout << endl << "----- Performing Data Redundancy Configuration -----" << endl << endl;
// This will distribute DBRootCopies evenly across PMs
for (int pm = 0; pm < pmNumber; pm++)
{
int dbrootCopy = DataRedundancyConfigs[pm].pmID;
int nextPM = DataRedundancyConfigs[pm].pmID;
if (nextPM >= pmNumber)
{
nextPM = 0;
}
for ( int i = 0; i < numberDBRootsPerPM; i++)
{
DataRedundancyConfigs[pm].dbrootCopies.push_back(dbrootCopy);
for ( int copies = 0; copies < (dataRedundancyCopies - 1); copies++)
{
DataRedundancyConfigs[nextPM].dbrootCopies.push_back(dbrootCopy);
nextPM++;
if (nextPM >= pmNumber)
{
nextPM = 0;
}
if (nextPM == pm)
{
nextPM++;
}
if (nextPM >= pmNumber)
{
nextPM = 0;
}
}
dbrootCopy += pmNumber;
}
}
// Store to config and distribute so that GLUSTER_WHOHAS will work
for (int db = 0; db < DBRootCount; db++)
{
int dbrootID = db + 1;
string dbrootIDPMs = "";
string moduleDBRootIDPMs = "DBRoot" + oam.itoa(dbrootID) + "PMs";
for (int pm = 0; pm < pmNumber; pm++)
{
if (find(DataRedundancyConfigs[pm].dbrootCopies.begin(), DataRedundancyConfigs[pm].dbrootCopies.end(), dbrootID) != DataRedundancyConfigs[pm].dbrootCopies.end())
{
//dbrootPms for each dbroot there is a list of PMs for building the gluster volume commands below
dbrootPms[db].push_back(DataRedundancyConfigs[pm].pmID);
dbrootIDPMs += oam.itoa(DataRedundancyConfigs[pm].pmID);
dbrootIDPMs += " ";
}
}
// Store to config and distribute so that GLUSTER_WHOHAS will work
sysConfig->setConfig("DataRedundancyConfig", moduleDBRootIDPMs, dbrootIDPMs);
}
int status;
for (int pm = 0; pm < pmNumber; pm++)
{
for ( int brick = 1; brick <= numberBricksPM; brick++)
{
command = remoteCommand + DataRedundancyConfigs[pm].pmIpAddr + " " + password + " 'mkdir -p /var/lib/columnstore/gluster/brick" + oam.itoa(brick) + "'";
status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
cout << "ERROR: failed to make directory(" << DataRedundancyConfigs[pm].pmIpAddr << "): '" << command << "'" << endl;
exit(1);
}
/*
if (dataRedundancyStorage == 2)
{
//walk data storage locations and modify fstab to reflect the storage locations entered by user
vector<DataRedundancyStorageSetup>::iterator storageSetupIter=DataRedundancyConfigs[pm].storageLocations.begin();
for (; storageSetupIter < DataRedundancyConfigs[pm].storageLocations.end(); storageSetupIter++ )
{
if (rootUser)
{
command = remoteCommand + DataRedundancyConfigs[pm].pmIpAddr + " " + password +
" 'echo " + (*storageSetupIter).storageLocation + " " +
installDir + "/gluster/brick" + oam.itoa(brick) + " " +
(*storageSetupIter).storageFilesytemType + " defaults 1 2 >> /etc/fstab'";
}
else
{
command = remoteCommand + DataRedundancyConfigs[pm].pmIpAddr + " " + password +
" 'sudo bash -c `sudo echo " + (*storageSetupIter).storageLocation + " " +
installDir + "/gluster/brick" + oam.itoa(brick) + " " +
(*storageSetupIter).storageFilesytemType + " defaults 1 2 >> /etc/fstab`'";
}
status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
cout << "ERROR: command failed: " << command << endl;
exit(1);
}
if (rootUser)
{
command = remoteCommand + DataRedundancyConfigs[pm].pmIpAddr + " " + password +
" 'mount " + installDir + "/gluster/brick" + oam.itoa(brick) + "'";
}
else
{
command = remoteCommand + DataRedundancyConfigs[pm].pmIpAddr + " " + password +
" 'sudo bash -c `sudo mount " + installDir + "/gluster/brick" + oam.itoa(brick) + "`'";
}
status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
cout << "ERROR: command failed: " << command << endl;
exit(1);
}
if (!rootUser)
{
int user;
user = getuid();
command = remoteCommand + DataRedundancyConfigs[pm].pmIpAddr + " " + password +
"'sudo bash -c `sudo chown -R " + oam.itoa(user) + ":" + oam.itoa(user) + " " + installDir + "/gluster/brick" + oam.itoa(brick) + "`'";
status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
cout << "ERROR(" << status <<"): command failed: " << command << endl;
}
}
}
}
*/
}
string errmsg1;
string errmsg2;
int ret = oam.glusterctl(oam::GLUSTER_PEERPROBE, DataRedundancyConfigs[pm].pmIpAddr, password, errmsg2);
if ( ret != 0 )
{
exit(1);
}
}
sleep(5);
if (rootUser)
{
command = "gluster peer status >> /tmp/glusterCommands.txt 2>&1";
}
else
{
command = "sudo gluster peer status >> /tmp/glusterCommands.txt 2>&1";
}
status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
cout << "ERROR: peer status command failed." << endl;
exit(1);
}
//Need to wait since peer probe success does not always mean it is ready for volume create command
//TODO: figureout a cleaner way to do this.
sleep(10);
// Build the gluster volumes and start them for each dbroot
int pmnextbrick[pmNumber];
for (int pm = 0; pm < pmNumber; pm++)
{
pmnextbrick[pm] = 1;
}
for (int db = 0; db < DBRootCount; db++)
{
int dbrootID = db + 1;
if (rootUser)
{
command = "gluster volume create dbroot" + oam.itoa(dbrootID) + " transport tcp replica " + oam.itoa(dataRedundancyCopies) + " ";
}
else
{
command = "sudo gluster volume create dbroot" + oam.itoa(dbrootID) + " transport tcp replica " + oam.itoa(dataRedundancyCopies) + " ";
}
vector<int>::iterator dbrootPmIter = dbrootPms[db].begin();
for (; dbrootPmIter < dbrootPms[db].end(); dbrootPmIter++ )
{
int pm = (*dbrootPmIter) - 1;
command += DataRedundancyConfigs[pm].pmIpAddr + ":/var/lib/columnstore/gluster/brick" + oam.itoa(pmnextbrick[pm]) + " ";
pmnextbrick[pm]++;
}
command += "force >> /tmp/glusterCommands.txt 2>&1";
cout << "Gluster create and start volume dbroot" << oam.itoa(dbrootID) << "...";
status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
if (oam.checkLogStatus("/tmp/glusterCommands.txt", "dbroot" + oam.itoa(dbrootID) + " already exists" ))
{
string errmsg1;
string errmsg2;
int ret = oam.glusterctl(oam::GLUSTER_DELETE, oam.itoa(dbrootID), errmsg1, errmsg2);
if ( ret != 0 )
{
cerr << "FAILURE: Error replacing existing gluster dbroot# " + oam.itoa(dbrootID) + ", error: " + errmsg1 << endl;
exit(1);
}
status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
cout << "ERROR: Failed to create volume dbroot" << oam.itoa(dbrootID) << endl;
exit(1);
}
}
else
{
cout << "ERROR: Failed to create volume dbroot" << oam.itoa(dbrootID) << endl;
exit(1);
}
}
if (rootUser)
{
command = "gluster volume start dbroot" + oam.itoa(dbrootID) + " >> /tmp/glusterCommands.txt 2>&1";
status = system(command.c_str());
if (WEXITSTATUS(status) != 0 )
{
cout << "ERROR: Failed to start dbroot" << oam.itoa(dbrootID) << endl;
exit(1);
}
}
else
{
int user = getuid();
int group = getgid();
command = "sudo gluster volume set dbroot" + oam.itoa(dbrootID) + " storage.owner-uid " + oam.itoa(user) + " >> /tmp/glusterCommands.txt 2>&1";;
status = system(command.c_str());
if (WEXITSTATUS(status) != 0)
{
cout << "ERROR: Failed to start dbroot" << oam.itoa(dbrootID) << endl;
exit(1);
}
command = "sudo gluster volume set dbroot" + oam.itoa(dbrootID) + " storage.owner-gid " + oam.itoa(group) + " >> /tmp/glusterCommands.txt 2>&1";;
status = system(command.c_str());
if (WEXITSTATUS(status) != 0)
{
cout << "ERROR: Failed to start dbroot" << oam.itoa(dbrootID) << endl;
exit(1);
}
command = "sudo gluster volume start dbroot" + oam.itoa(dbrootID) + " >> /tmp/glusterCommands.txt 2>&1";
status = system(command.c_str());
if (WEXITSTATUS(status) != 0)
{
cout << "ERROR: Failed to start dbroot" << oam.itoa(dbrootID) << endl;
exit(1);
}
}
cout << "DONE" << endl;
}
cout << endl << "----- Data Redundancy Configuration Complete -----" << endl << endl;
return true;
}
void singleServerConfigSetup(Config* sysConfig)
{
try
{
sysConfig->setConfig("ExeMgr1", "IPAddr", "127.0.0.1");
sysConfig->setConfig("ExeMgr1", "Module", "pm1");
sysConfig->setConfig("ProcMgr", "IPAddr", "127.0.0.1");
sysConfig->setConfig("ProcMgr_Alarm", "IPAddr", "127.0.0.1");
sysConfig->setConfig("ProcStatusControl", "IPAddr", "127.0.0.1");
sysConfig->setConfig("pm1_ProcessMonitor", "IPAddr", "127.0.0.1");
sysConfig->setConfig("pm1_ServerMonitor", "IPAddr", "127.0.0.1");
sysConfig->setConfig("pm1_WriteEngineServer", "IPAddr", "127.0.0.1");
sysConfig->setConfig("DDLProc", "IPAddr", "127.0.0.1");
sysConfig->setConfig("DMLProc", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS1", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS2", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS3", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS4", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS5", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS6", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS7", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS8", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS9", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS10", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS11", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS12", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS13", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS14", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS15", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS16", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS17", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS18", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS19", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS20", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS21", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS22", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS23", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS24", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS25", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS26", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS27", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS28", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS29", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS30", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS31", "IPAddr", "127.0.0.1");
sysConfig->setConfig("PMS32", "IPAddr", "127.0.0.1");
sysConfig->setConfig("SystemModuleConfig", "ModuleCount2", "0");
sysConfig->setConfig("SystemModuleConfig", "ModuleIPAddr1-1-3", "127.0.0.1");
sysConfig->setConfig("SystemModuleConfig", "ModuleHostName1-1-3", "localhost");
sysConfig->setConfig("DBRM_Controller", "IPAddr", "127.0.0.1");
sysConfig->setConfig("DBRM_Worker1", "IPAddr", "127.0.0.1");
sysConfig->setConfig("DBRM_Worker1", "Module", "pm1");
sysConfig->setConfig("DBBC", "NumBlocksPct", "50");
sysConfig->setConfig("Installation", "InitialInstallFlag", "y");
sysConfig->setConfig("Installation", "SingleServerInstall", "y");
sysConfig->setConfig("HashJoin", "TotalUmMemory", "25%");
}
catch (...)
{
cout << "ERROR: Problem setting for Single Server in the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
return;
}
/**
Resolves the given hostname into its reverse DNS name.
@param hostname the hostname to resolve.
@return the reverse dns name of given hostname or an empty string in case the hostname could not be resolved.
*/
std::string resolveHostNameToReverseDNSName(std::string hostname) {
struct hostent *hp = gethostbyname(hostname.c_str());
if (hp == NULL) {
std::cout << "Error: Couldn't resolve hostname " << hostname << " to ip address" << std::endl;
return "";
}
struct hostent *rl = gethostbyaddr(hp->h_addr_list[0], sizeof hp->h_addr_list[0], AF_INET);
if (rl == NULL) {
std::cout << "Error: Couldn't resolve ip address of hostname " << hostname << " back to a hostname" << std::endl;
return "";
}
hostname = rl->h_name;
return hostname;
}
// vim:ts=4 sw=4:
View Git Blame Copy Permalink