database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-12-20 01:42:27 +03:00
Code Activity
Files
6fc13ceb9ba1b51ca39fd86b7af4eb7e77b96e14
mariadb-columnstore-engine/oamapps/postConfigure/installer.cpp

786 lines
21 KiB
C++
Raw Blame History

/* Copyright (C) 2014 InfiniDB, Inc.
Copyright (C) 2016 MariaDB Corporation
This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; version 2 of
the License.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
MA 02110-1301, USA. */
/******************************************************************************************
* $Id: installer.cpp 64 2006-10-12 22:21:51Z dhill $
*
*
* List of files that will be updated during system install time on each server
* /etc/rc.local
*
******************************************************************************************/
/**
* @file
*/
#include <iterator>
#include <numeric>
#include <deque>
#include <iostream>
#include <ostream>
#include <fstream>
#include <cstdlib>
#include <string>
#include <limits.h>
#include <sstream>
#include <exception>
#include <stdexcept>
#include <vector>
#include "stdio.h"
#include "ctype.h"
#include <netdb.h>
#include <sys/sysinfo.h>
#include "mcsconfig.h"
#include "liboamcpp.h"
#include "configcpp.h"
using namespace std;
using namespace oam;
using namespace config;
#include "helpers.h"
using namespace installer;
#include "installdir.h"
typedef struct Module_struct
{
std::string moduleName;
std::string moduleIP;
std::string hostName;
} Module;
typedef std::vector<Module> ModuleList;
bool setOSFiles(string parentOAMModuleName, int serverTypeInstall);
bool makeBASH();
bool makeModuleFile(string moduleName, string parentOAMModuleName);
bool updateProcessConfig(int serverTypeInstall);
bool makeRClocal(string moduleName, int IserverTypeInstall);
bool uncommentCalpontXml( string entry);
extern string pwprompt;
string mysqlpw = " ";
bool rootUser = true;
string USER = "root";
int main(int argc, char* argv[])
{
string cmd;
Oam oam;
string parentOAMModuleIPAddr;
string parentOAMModuleHostName;
ModuleList childmodulelist;
ModuleList directormodulelist;
ModuleList usermodulelist;
ModuleList performancemodulelist;
Module childmodule;
string prompt;
string nodeps = "-h";
string installer_debug = "0";
string packageType = "rpm";
Config* sysConfig = Config::makeConfig();
string SystemSection = "SystemConfig";
string InstallSection = "Installation";
string DBRootStorageType;
if (argc < 12)
{
cerr << "installer: ERROR: not enough arguments" << endl;
exit(1);
}
string calpont_rpm1 = argv[1];
string calpont_rpm2 = argv[2];
string calpont_rpm3 = argv[3];
string mysql_rpm = argv[4];
string mysqld_rpm = argv[5];
string installType = argv[6];
string password = argv[7];
string reuseConfig = argv[8];
nodeps = argv[9];
mysqlpw = argv[10];
installer_debug = argv[11];
string numBlocksPctParam = "";
string totalUmMemoryParam = "";
if (argc >= 14) {
if (string(argv[12]) != "-") {
numBlocksPctParam = argv[12];
}
if (string(argv[13]) != "-") {
totalUmMemoryParam = argv[13];
}
}
ofstream file("/dev/null");
//save cout stream buffer
streambuf* strm_buffer = cout.rdbuf();
// redirect cout to /dev/null
cout.rdbuf(file.rdbuf());
cout << calpont_rpm1 << endl;
cout << calpont_rpm2 << endl;
cout << calpont_rpm3 << endl;
cout << mysql_rpm << endl;
cout << mysqld_rpm << endl;
cout << installType << endl;
cout << password << endl;
cout << reuseConfig << endl;
cout << nodeps << endl;
cout << mysqlpw << endl;
cout << installer_debug << endl;
if (!numBlocksPctParam.empty()) {
cout << numBlocksPctParam << endl;
}
if (!totalUmMemoryParam.empty()) {
cout << totalUmMemoryParam << endl;
}
// restore cout stream buffer
cout.rdbuf (strm_buffer);
if ( mysqlpw == "dummymysqlpw" )
mysqlpw = " ";
pwprompt = "--password=" + mysqlpw;
//check if root-user
int user;
user = getuid();
if (user != 0)
rootUser = false;
char* p = getenv("USER");
if (p && *p)
USER = p;
string tmpDir = startup::StartUp::tmpDir();
// setup to start on reboot, for non-root amazon installs
if ( !rootUser )
{
system("sed -i -e 's/#runuser/runuser/g' /etc/rc.d/rc.local >/dev/null 2>&1");
}
//copy Columnstore.xml.rpmsave if upgrade option is selected
if ( installType == "upgrade" )
{
cmd = "/bin/cp -f " + std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml " + std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml.new 2>&1";
system(cmd.c_str());
cmd = "/bin/cp -f " + std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml.rpmsave " + std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml 2>&1";
system(cmd.c_str());
}
string serverTypeInstall;
int IserverTypeInstall;
try
{
serverTypeInstall = sysConfig->getConfig(InstallSection, "ServerTypeInstall");
}
catch (...)
{
cout << "ERROR: Problem getting ServerTypeInstall from the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
IserverTypeInstall = atoi(serverTypeInstall.c_str());
//get PPackage Type
try
{
packageType = sysConfig->getConfig(InstallSection, "EEPackageType");
}
catch (...)
{
cout << "ERROR: Problem getting EEPackageType" << endl;
exit(1);
}
//get Parent OAM Module Name and setup of it's Custom OS files
string parentOAMModuleName;
try
{
parentOAMModuleName = sysConfig->getConfig(SystemSection, "ParentOAMModuleName");
if ( parentOAMModuleName == oam::UnassignedName )
{
cout << "ERROR: Parent OAM Module Name is unassigned" << endl;
exit(1);
}
}
catch (...)
{
cout << "ERROR: Problem getting Parent OAM Module Name" << endl;
exit(1);
}
if ( installType == "initial" )
{
//cleanup/create /local/etc directories
cmd = "rm -rf /var/lib/columnstore/local/etc > /dev/null 2>&1";
system(cmd.c_str());
cmd = "mkdir /var/lib/columnstore/local/etc > /dev/null 2>&1";
system(cmd.c_str());
//create associated /local/etc directory for parentOAMModuleName
cmd = "mkdir /var/lib/columnstore/local/etc/" + parentOAMModuleName + " > /dev/null 2>&1";
system(cmd.c_str());
}
//Get list of configured system modules
SystemModuleTypeConfig sysModuleTypeConfig;
try
{
oam.getSystemConfig(sysModuleTypeConfig);
}
catch (...)
{
cout << "ERROR: Problem reading the MariaDB ColumnStore System Configuration file" << endl;
exit(1);
}
string ModuleSection = "SystemModuleConfig";
//get OAM Parent Module IP addresses and Host Name
for ( unsigned int i = 0 ; i < sysModuleTypeConfig.moduletypeconfig.size(); i++)
{
DeviceNetworkList::iterator listPT = sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.begin();
for ( ; listPT != sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.end() ; listPT++)
{
HostConfigList::iterator pt1 = (*listPT).hostConfigList.begin();
if ( (*listPT).DeviceName == parentOAMModuleName )
{
parentOAMModuleIPAddr = (*pt1).IPAddr;
parentOAMModuleHostName = (*pt1).HostName;
break;
}
}
}
for ( unsigned int i = 0 ; i < sysModuleTypeConfig.moduletypeconfig.size(); i++)
{
string moduleType = sysModuleTypeConfig.moduletypeconfig[i].ModuleType;
int moduleCount = sysModuleTypeConfig.moduletypeconfig[i].ModuleCount;
if ( moduleCount == 0 )
//no modules equipped for this Module Type, skip
continue;
//get IP addresses and Host Names
DeviceNetworkList::iterator listPT = sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.begin();
for ( ; listPT != sysModuleTypeConfig.moduletypeconfig[i].ModuleNetworkList.end() ; listPT++)
{
string moduleName = (*listPT).DeviceName;
HostConfigList::iterator pt1 = (*listPT).hostConfigList.begin();
string moduleIPAddr = (*pt1).IPAddr;
string moduleHostName = (*pt1).HostName;
//save module info
childmodule.moduleName = moduleName;
childmodule.moduleIP = moduleIPAddr;
childmodule.hostName = moduleHostName;
if ( moduleName != parentOAMModuleName)
{
childmodulelist.push_back(childmodule);
}
if ( moduleType == "dm")
directormodulelist.push_back(childmodule);
if ( moduleType == "um")
usermodulelist.push_back(childmodule);
if ( moduleType == "pm")
performancemodulelist.push_back(childmodule);
if ( installType == "initial" )
{
//create associated /local/etc directory for module
cmd = "mkdir /var/lib/columnstore/local/etc/" + moduleName + " > /dev/null 2>&1";
system(cmd.c_str());
}
}
} //end of i for loop
if ( installType != "uninstall" )
{
//setup rc.local file in local parent module
if ( !makeRClocal(parentOAMModuleName, IserverTypeInstall) )
cout << "makeRClocal error" << endl;
//create associated /local/etc directory for module
// generate module
ModuleList::iterator list1 = directormodulelist.begin();
for (; list1 != directormodulelist.end() ; list1++)
{
cmd = "mkdir /var/lib/columnstore/local/etc/" + (*list1).moduleName + " > /dev/null 2>&1";
system(cmd.c_str());
//make module file in /local/etc/"modulename"
if ( !makeModuleFile((*list1).moduleName, parentOAMModuleName) )
cout << "makeModuleFile error" << endl;
//setup rc.local file in module tmp dir
if ( !makeRClocal((*list1).moduleName, IserverTypeInstall) )
cout << "makeRClocal error" << endl;
}
list1 = usermodulelist.begin();
for (; list1 != usermodulelist.end() ; list1++)
{
cmd = "mkdir /var/lib/columnstore/local/etc/" + (*list1).moduleName + " > /dev/null 2>&1";
system(cmd.c_str());
//make module file in /local/etc/"modulename"
if ( !makeModuleFile((*list1).moduleName, parentOAMModuleName) )
cout << "makeModuleFile error" << endl;
//setup rc.local file in module tmp dir
if ( !makeRClocal((*list1).moduleName, IserverTypeInstall) )
cout << "makeRClocal error" << endl;
}
list1 = performancemodulelist.begin();
for (; list1 != performancemodulelist.end() ; list1++)
{
cmd = "mkdir /var/lib/columnstore/local/etc/" + (*list1).moduleName + " > /dev/null 2>&1";
system(cmd.c_str());
//make module file in /local/etc/"modulename"
if ( !makeModuleFile((*list1).moduleName, parentOAMModuleName) )
cout << "makeModuleFile error" << endl;
//setup rc.local file in module tmp dir
if ( !makeRClocal((*list1).moduleName, IserverTypeInstall) )
cout << "makeRClocal error" << endl;
}
}
if ( installType == "initial" )
{
//setup local OS Files
if ( !setOSFiles(parentOAMModuleName, IserverTypeInstall) )
{
cout << "ERROR: setOSFiles error" << endl;
cout << " IMPORTANT: Once issue has been resolved, rerun postConfigure" << endl << endl;
exit(1);
}
cmd = "chmod 755 -R /var/lib/columnstore/data1/systemFiles/dbrm > /dev/null 2>&1";
system(cmd.c_str());
}
//
// perform single-server install from postConfigure
//
//run the mysql / mysqld setup scripts
cout << endl << "Running the MariaDB ColumnStore setup scripts" << endl << endl;
// call the mysql setup scripts
mysqlSetup();
sleep(5);
exit(0);
}
/*
* Setup OS Files by appending the Calpont versions
*/
// /etc OS Files to be updated
string files[] =
{
" "
};
bool setOSFiles(string parentOAMModuleName, int serverTypeInstall)
{
string cmd;
bool allfound = true;
//update /etc files
for ( int i = 0;; ++i)
{
if ( files[i] == " ")
//end of list
break;
string fileName = "/etc/" + files[i];
//make a backup copy before changing
cmd = "rm -f " + fileName + ".columnstoreSave";
system(cmd.c_str());
cmd = "cp " + fileName + " " + fileName + ".columnstoreSave > /dev/null 2>&1";
system(cmd.c_str());
cmd = "cat /var/lib/columnstore/local/etc/" + parentOAMModuleName + "/" + files[i] + ".calpont >> " + fileName;
if (geteuid() == 0) system(cmd.c_str());
cmd = "rm -f /var/lib/columnstore/local/ " + files[i] + "*.calpont > /dev/null 2>&1";
system(cmd.c_str());
cmd = "cp /var/lib/columnstore/local/etc/" + parentOAMModuleName + "/" + files[i] + ".calpont /var/lib/columnstore/local/. > /dev/null 2>&1";
system(cmd.c_str());
}
return allfound;
}
/*
* Create a module file
*/
bool makeModuleFile(string moduleName, string parentOAMModuleName)
{
string cmd;
string fileName;
if ( moduleName == parentOAMModuleName )
fileName = "/var/lib/columnstore/local/module";
else
fileName = "/var/lib/columnstore/local/etc/" + moduleName + "/module";
unlink (fileName.c_str());
ofstream newFile (fileName.c_str());
cmd = "echo " + moduleName + " > " + fileName;
system(cmd.c_str());
newFile.close();
return true;
}
/*
* Update ProcessConfig.xml file for a single server configuration
* Change the 'um' and 'pm' to 'dm'
*/
bool updateProcessConfig(int serverTypeInstall)
{
vector <string> oldModule;
string newModule;
string cmd;
switch ( serverTypeInstall )
{
case (oam::INSTALL_COMBINE_DM_UM_PM):
{
newModule = ">pm";
oldModule.push_back(">um");
oldModule.push_back(">pm");
break;
}
case (oam::INSTALL_COMBINE_DM_UM):
{
newModule = ">um";
oldModule.push_back(">dm");
break;
}
case (oam::INSTALL_COMBINE_PM_UM):
{
newModule = ">pm";
oldModule.push_back(">um");
break;
}
}
string fileName = std::string(MCSSYSCONFDIR) + "/columnstore/ProcessConfig.xml";
//Save a copy of the original version
cmd = "/bin/cp -f " + fileName + " " + fileName + ".columnstoreSave > /dev/null 2>&1";
system(cmd.c_str());
ifstream oldFile (fileName.c_str());
if (!oldFile) return false;
vector <string> lines;
char line[200];
string buf;
string newLine;
string newLine1;
while (oldFile.getline(line, 200))
{
buf = line;
newLine = line;
std::vector<std::string>::iterator pt1 = oldModule.begin();
for ( ; pt1 != oldModule.end() ; pt1++)
{
int start = 0;
while (true)
{
string::size_type pos = buf.find(*pt1, start);
if (pos != string::npos)
{
newLine = buf.substr(0, pos);
newLine.append(newModule);
newLine1 = buf.substr(pos + 3, 200);
newLine.append(newLine1);
start = pos + 3;
}
else
{
buf = newLine;
start = 0;
break;
}
}
}
//output to temp file
lines.push_back(buf);
}
oldFile.close();
unlink (fileName.c_str());
ofstream newFile (fileName.c_str());
//create new file
int fd = open(fileName.c_str(), O_RDWR | O_CREAT, 0666);
copy(lines.begin(), lines.end(), ostream_iterator<string>(newFile, "\n"));
newFile.close();
close(fd);
return true;
}
/*
* Make makeRClocal to set mount scheduler
*/
bool makeRClocal(string moduleName, int IserverTypeInstall)
{
return true;
string moduleType = moduleName.substr(0, MAX_MODULE_TYPE_SIZE);
vector <string> lines;
string mount1;
string mount2
;
switch ( IserverTypeInstall )
{
case (oam::INSTALL_NORMAL): // normal
{
if ( moduleType == "um" )
mount1 = "/mnt\\/tmp/";
else if ( moduleType == "pm" )
mount1 = "/mariadb/columnstore\\/data/";
else
return true;
break;
}
case (oam::INSTALL_COMBINE_DM_UM_PM): // combined #1 - dm/um/pm
{
if ( moduleType == "pm" )
{
mount1 = "/mnt\\/tmp/";
mount2 = "/mariadb/columnstore\\/data/";
}
else
return true;
break;
}
case (oam::INSTALL_COMBINE_DM_UM): // combined #2 dm/um on a same server
{
if ( moduleType == "um" )
mount1 = "/mnt\\/tmp/";
else if ( moduleType == "pm" )
mount1 = "/mariadb/columnstore\\/data/";
else
return true;
break;
}
case (oam::INSTALL_COMBINE_PM_UM): // combined #3 um/pm on a same server
{
if ( moduleType == "pm" )
{
mount1 = "/mnt\\/tmp/";
mount2 = "/mariadb/columnstore\\/data/";
}
else
return true;
break;
}
}
if ( !mount1.empty() )
{
string line1 = "for scsi_dev in `mount | awk '" + mount1 + " {print $1}' | awk -F/ '{print $3}' | sed 's/[0-9]*$//'`; do";
string line2 = " echo deadline > /sys/block/$scsi_dev/queue/scheduler";
string line3 = "done";
lines.push_back(line1);
lines.push_back(line2);
lines.push_back(line3);
}
else
{
if ( !mount2.empty() )
{
string line1 = "for scsi_dev in `mount | awk '" + mount2 + " {print $1}' | awk -F/ '{print $3}' | sed 's/[0-9]*$//'`; do";
string line2 = " echo deadline > /sys/block/$scsi_dev/queue/scheduler";
string line3 = "done";
lines.push_back(line1);
lines.push_back(line2);
lines.push_back(line3);
}
}
if ( lines.begin() == lines.end())
return true;
string RCfileName = "/etc/rc.d/rc.local";
std::ofstream file;
file.open(RCfileName.c_str(), std::ios::out | std::ios::app);
if (file.fail())
{
RCfileName = "/etc/rc.local";
file.open(RCfileName.c_str(), std::ios::out | std::ios::app);
if (file.fail())
return true;
}
file.exceptions(file.exceptions() | std::ios::failbit | std::ifstream::badbit);
copy(lines.begin(), lines.end(), ostream_iterator<string>(file, "\n"));
file.close();
return true;
}
/*
* Uncomment entry in Columnstore.xml
*/
bool uncommentCalpontXml( string entry)
{
string fileName = std::string(MCSSYSCONFDIR) + "/columnstore/Columnstore.xml";
ifstream oldFile (fileName.c_str());
if (!oldFile) return true;
vector <string> lines;
char line[200];
string buf;
string newLine;
string firstComment = "<!--";
string lastComment = "-->";
while (oldFile.getline(line, 200))
{
buf = line;
string::size_type pos = buf.find(entry, 0);
if (pos != string::npos)
{
pos = buf.find(firstComment, 0);
if (pos == string::npos)
{
return true;
}
else
{
buf = buf.substr(pos + 4, 80);
pos = buf.find(lastComment, 0);
if (pos == string::npos)
{
return true;
}
else
{
buf = buf.substr(0, pos);
}
}
}
//output to temp file
lines.push_back(buf);
}
oldFile.close();
unlink (fileName.c_str());
ofstream newFile (fileName.c_str());
//create new file
int fd = open(fileName.c_str(), O_RDWR | O_CREAT, 0666);
copy(lines.begin(), lines.end(), ostream_iterator<string>(newFile, "\n"));
newFile.close();
close(fd);
return true;
}
// vim:ts=4 sw=4:
View Git Blame Copy Permalink