/* Copyright (C) 2014 InfiniDB, Inc.
   Copyright (C) 2016 MariaDB Corporation

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/******************************************************************************************
* $Id: amazonInstaller.cpp 64 2006-10-12 22:21:51Z dhill $
*
*
******************************************************************************************/
/**
 * @file
 */

#include <iterator>
#include <numeric>
#include <deque>
#include <iostream>
#include <ostream>
#include <fstream>
#include <cstdlib>
#include <string>
#include <limits.h>
#include <sstream>
#include <exception>
#include <stdexcept>
#include <vector>
#include <stdio.h>
#include <ctype.h>
#include <netdb.h>
#include <sys/sysinfo.h>

#include <readline/readline.h>
#include <readline/history.h>

#include "columnstoreversion.h"
#include "liboamcpp.h"
#include "configcpp.h"
#include "alarmmanager.h"

using namespace std;
using namespace oam;
using namespace config;
using namespace alarmmanager;

#include "helpers.h"
using namespace installer;

//pthread_mutex_t THREAD_LOCK;

typedef struct Instance_struct
{
    std::string     instanceName;
    std::string     moduleName;
    std::string     IPaddress;
} Instance;

typedef std::vector<Instance> InstanceList;

typedef struct Volume_struct
{
    std::string     volumeName;
    std::string     deviceName;
    int     		dbrootID;
    std::string     moduleName;
} Volume;

typedef std::vector<Volume> VolumeList;

typedef struct ModuleIP_struct
{
    std::string     IPaddress;
    std::string     moduleName;
} ModuleIP;

typedef std::vector<ModuleIP> ModuleIPList;

typedef std::vector<std::string> PrivateIPList;

string getIPAddress(string instance);
void cleanupSystem(bool terminate = true);
void setSystemName();
void snmpAppCheck();
void setRootPassword();
void launchInstanceThread(ModuleIP moduleip);
int launchInstanceCount = 0;
void createVolumeThread(string module);
int createVolumeCount = 0;
int createdbrootid = 0;
int lid = 0;
int did = 1;
//unsigned getNumCores();
int numCores = 10;	// default

// devices b-e saved for ephemeral storage
string UMdeviceName = "/dev/sdf";
string PMdeviceName = "/dev/sd";
string deviceLetter[] = {"g", "h", "i", "j", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "end"};

Config* sysConfig = Config::makeConfig();
string SystemSection = "SystemConfig";
string InstallSection = "Installation";
string ModuleSection = "SystemModuleConfig";

string installDir = "/usr/local/mariadb/columnstore";

InstanceList uminstancelist;
InstanceList pminstancelist;
VolumeList PMvolumelist;
VolumeList UMvolumelist;
string rootPassword = "Calpont1";
string AMIrootPassword = "Calpont1";
ModuleIPList elasticiplist;
ModuleIPList moduleiplist;

char* pcommand1 = 0;
string prompt1;
string NMSIPAddress = "0.0.0.0";
string systemName = "calpont-1";
string UserModuleInstanceType = oam::UnassignedName;
string UserModuleSecurityGroup = oam::UnassignedName;
int PMvolumeSize = 100;
int UMvolumeSize = 10;
string localInstance;
bool cleanupRunning = false;
string x509Cert = oam::UnassignedName;
string x509PriKey = oam::UnassignedName;
string region = "us-east-1";
string autoTagging = "y";
string elasticIPs = oam::UnassignedName;
string systemType = "";
string subnetID = oam::UnassignedName;
string VPCStartPrivateIP = oam::UnassignedName;
string localQuery = "n";
string MySQLRep = "n";

bool noPrompting;
string mysqlpw = " ";

bool PMEBS = true;

int main(int argc, char* argv[])
{
    Oam oam;

    string usePMEBS;
    bool UMEBS = true;
    string useUMEBS;
    int dbrootPer = 1;
    int umNumber = 1;
    int pmNumber = 1;
    int    IserverTypeInstall;
    string singleServerInstall = "2";
    string postConfigureOutFile = "/root/postConfigure.log";
    bool postConfigureLog = false;
    bool postConfigureDebug = false;
    string TotalUmMemory = oam::UnassignedName;
    string NumBlocksPct = oam::UnassignedName;
    bool postConfigureCleanup = false;
    bool systemCleanup = false;
    bool systemStop = false;
    string existingPMInstances = oam::UnassignedName;
    string existingUMInstances = oam::UnassignedName;
    string UMprivateIPS = oam::UnassignedName;
    string PMprivateIPS = oam::UnassignedName;
    string instanceType;
    string PMEBSFailoverSupport = "y";

    string amazonConfigFile = "/root/amazonConfig.xml";

    for ( int i = 1; i < argc; i++ )
    {
        if ( string("-h") == argv[i] || string("--help") == argv[i])
        {
            cout << endl;
            cout << "This is the Amazon columnstore AMI System Configuration and Installation tool." << endl;
            cout << "It will Configure and startup an Amazon columnstore System." << endl << endl;
            cout << "It will read the system configuration settings from /root/amazonConfig.xml." << endl;
            cout << "Or user can provide a different configuration file with the -c option." << endl;
            cout << "Or if /root/amazonConfig.xml doesn't exist, then user will be prompted for settings." << endl;
            cout << endl;
            cout << "Usage: amazonInstaller -c 'config.xml' -h -l -v -pc -d -s" << endl;
            cout << "   -h  	Help" << endl;
            cout << "   -c  	system config file, default is '/root/amazonConfig.xml'" << endl;
            cout << "   -l  	logfile for postConfigure output to /root/postConfigure.log" << endl;
            cout << "   -v  	columnstore version" << endl;
            cout << "   -pc	postConfigure failure System Cleanup, used to run System Cleanup if columnstore fails to install" << endl;
            cout << "   -d	Delete Cluster, used to delete Instances and Volumes on a shutdowned system" << endl;
            cout << "   	Require argument, include name of local Amazon Configure File '-c' option" << endl;
            cout << "   -s	Stop Cluster, used to stop Instances on a shutdowned system" << endl;
            exit (0);
        }
        else if ( string("-c") == argv[i] )
        {
            i++;

            if (i >= argc )
            {
                cout << "   ERROR: Config File not provided" << endl;
                exit (1);
            }

            amazonConfigFile = argv[i];

            //check if file exist
            ifstream oldFile (amazonConfigFile.c_str());

            if (!oldFile)
            {
                cout << "ERROR: Amazon Configure File (" + amazonConfigFile + ") doesn't exist, exiting" << endl;
                exit (1);
            }
        }
        else if ( string("-l") == argv[i] )
        {
            postConfigureLog = true;
        }
        else if ( string("-v") == argv[i] )
        {
            cout << "columnstore Version: " << columnstore_version << "-" << columnstore_release << endl;
            exit (0);
        }
        else if ( string("-pc") == argv[i] )
        {
            postConfigureCleanup = true;
        }
        else if ( string("-d") == argv[i] )
        {
            systemCleanup = true;
        }
        else if ( string("-s") == argv[i] )
        {
            systemStop = true;
        }
        else if ( string("-t") == argv[i] )
        {
            i++;

            if (i >= argc )
            {
                cout << "   ERROR: Thread Count not provided" << endl;
                exit (1);
            }

            string temp = argv[i];
            numCores = atoi(temp.c_str());
        }
    }

    //check if columnstore is up and running
    if (oam.checkSystemRunning())
    {
        cout << endl << "columnstore is running, can't run AmazonInstaller while columnstore is running. Exiting.." << endl;
        exit (0);
    }

    if ( systemCleanup || systemStop )
    {
        //check if config file exist
        ifstream oldFile (amazonConfigFile.c_str());

        if (!oldFile)
        {
            cout << "Amazon Configuration File (" << amazonConfigFile << ") doesn't exist, exiting..." << endl;
            exit (1);
        }

        //read system paramaters from config file
        Config* sysConfig = Config::makeConfig();

        try
        {
            systemName = sysConfig->getConfig("SystemConfig", "SystemName");
        }
        catch (...) {}

        if ( systemCleanup )
        {
            cout << endl << "**** WARNING - Deleting '" << systemName << "' cluster - WARNING ***** " << endl << endl;
            cout << "You have selected the Option to perform a system cleanup, which will delete" << endl;
            cout << "all of the Instances (excluding the local one) and all of the associated Volumes." << endl << endl;
        }
        else
        {
            cout << endl << "**** WARNING - Stopping '" << systemName << "' cluster - WARNING ***** " << endl << endl;
            cout << "You have selected the Option to stop all the Instances in the cluster";
            cout << " (excluding the local one)." << endl << endl;
        }

        while (true)
        {
            string ready = "n";

            if ( systemCleanup )
                prompt1 = "WARNING - You are about the delete '" + systemName + "' cluster.  Are you sure you want to do this?  [y,n] (n) > ";
            else
                prompt1 = "WARNING - You are about the stop the instances on '" + systemName + "' cluster.  Are you sure you want to do this?  [y,n] (n) > ";

            pcommand1 = readline(prompt1.c_str());

            if (pcommand1)
            {
                if (strlen(pcommand1) > 0) ready = pcommand1;

                free(pcommand1);
                pcommand1 = 0;

                if (ready == "n")
                    exit(0);
            }

            if ( ready == "y" )
                break;

            cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
        }

        SystemModuleTypeConfig systemmoduletypeconfig;

        try
        {
            oam.getSystemConfig(systemmoduletypeconfig);

            for ( unsigned int i = 0 ; i < systemmoduletypeconfig.moduletypeconfig.size(); i++)
            {
                if ( systemmoduletypeconfig.moduletypeconfig[i].ModuleType.empty() )
                    // end of list
                    break;

                int moduleCount = systemmoduletypeconfig.moduletypeconfig[i].ModuleCount;

                if ( moduleCount == 0 )
                    // skip if no modules
                    continue;

                string moduletype = systemmoduletypeconfig.moduletypeconfig[i].ModuleType;

                DeviceNetworkList::iterator pt = systemmoduletypeconfig.moduletypeconfig[i].ModuleNetworkList.begin();

                for ( ; pt != systemmoduletypeconfig.moduletypeconfig[i].ModuleNetworkList.end() ; pt++)
                {
                    string modulename = (*pt).DeviceName;
                    string moduleID = modulename.substr(MAX_MODULE_TYPE_SIZE, MAX_MODULE_ID_SIZE);

                    HostConfigList::iterator pt1 = (*pt).hostConfigList.begin();

                    for ( ; pt1 != (*pt).hostConfigList.end() ; pt1++)
                    {
                        Instance instance;

                        instance.instanceName = (*pt1).HostName;
                        instance.moduleName = modulename;

                        if ( moduletype == "um")
                        {
                            uminstancelist.push_back(instance);

                            string UMStorageType = "internal";
                            {
                                try
                                {
                                    oam.getSystemConfig("UMStorageType", UMStorageType);
                                }
                                catch (...) {}
                            }

                            if ( UMStorageType == "external" )
                            {
                                string volumeNameID = "UMVolumeName" + moduleID;
                                string volumeName = oam::UnassignedName;

                                try
                                {
                                    oam.getSystemConfig( volumeNameID, volumeName);
                                }
                                catch (...)
                                {}

                                if ( volumeName.empty() || volumeName == oam::UnassignedName )
                                    break;
                                else
                                {
                                    Volume volume;
                                    volume.volumeName = volumeName;
                                    volume.moduleName = modulename;

                                    UMvolumelist.push_back(volume);
                                }
                            }
                        }
                        else
                            pminstancelist.push_back(instance);
                    }

                    DeviceDBRootList::iterator pt3 = systemmoduletypeconfig.moduletypeconfig[i].ModuleDBRootList.begin();

                    for ( ; pt3 != systemmoduletypeconfig.moduletypeconfig[i].ModuleDBRootList.end() ; pt3++)
                    {
                        if ( (*pt3).DeviceID == atoi(moduleID.c_str()) )
                        {
                            DBRootConfigList::iterator pt2 = (*pt3).dbrootConfigList.begin();

                            for ( ; pt2 != (*pt3).dbrootConfigList.end() ;)
                            {
                                string DBRootStorageType = "internal";
                                {
                                    try
                                    {
                                        oam.getSystemConfig("DBRootStorageType", DBRootStorageType);
                                    }
                                    catch (...) {}
                                }

                                if ( DBRootStorageType == "external" )
                                {
                                    string volumeNameID = "PMVolumeName" + oam.itoa(*pt2);
                                    string volumeName = oam::UnassignedName;

                                    try
                                    {
                                        oam.getSystemConfig( volumeNameID, volumeName);
                                    }
                                    catch (...)
                                    {}

                                    if ( volumeName.empty() || volumeName == oam::UnassignedName )
                                        break;
                                    else
                                    {
                                        Volume volume;
                                        volume.volumeName = volumeName;
                                        volume.dbrootID = *pt2;

                                        PMvolumelist.push_back(volume);
                                    }
                                }

                                pt2++;
                            }
                        }
                    }
                }
            }
        }
        catch (exception& e)
        {
            cout << endl << "**** getModuleConfig Failed =  " << e.what() << endl;
        }

        cleanupSystem(systemCleanup);
        exit(0);
    }

    cout << endl;
    cout << "This is the Amazon columnstore AMI System Configuration and Installation tool." << endl;
    cout << "It will Configure and startup an Amazon columnstore System." << endl;

    //check if columnstore is up and running
    if (oam.checkSystemRunning())
    {
        cout << "columnstore is running, can't run amazonInstaller while columnstore is running. Exiting.." << endl;
        exit (0);
    }

    //backup current Columnstore.xml
    string configFile = MCSSYSCONFDIR + "/columnstore/Columnstore.xml";
    string saveFile = MCSSYSCONFDIR + "/columnstore/Columnstore.xml.save";
    string cmd = "rm -f " + saveFile;
    system(cmd.c_str());
    cmd = "cp " + configFile + " " + saveFile;
    system(cmd.c_str());

    //run pre-uninstall and post-install to start with a clean system
    cmd = installDir + "/bin/pre-uninstall  > /dev/null 2>&1";
    system(cmd.c_str());
    cmd = installDir + "/bin/post-uninstall  > /dev/null 2>&1";
    system(cmd.c_str());

    //backup original Columnstore.xml if it doesn't exist
    //if it does exist copy to Columnstore.xml

    ifstream file (saveFile.c_str());

    if (!file)
    {
        cmd = "cp " + configFile + " " + saveFile;
        system(cmd.c_str());
    }
    else
    {
        unlink(configFile.c_str());
        cmd = "cp " + saveFile + " " + configFile;
        system(cmd.c_str());
    }

    //check if config file exist, if not, prompt from configuration settings
    ifstream oldFile (amazonConfigFile.c_str());

    if (!oldFile)
    {

        cout << endl << "===== Setup Amazon files =====" << endl << endl;

        while (true)
        {
            cout << "For Amazon EC2 Instance installs, these files will need to be installed on" << endl;
            cout << "on the local instance:" << endl << endl;
            cout << " 1. X.509 Certificate" << endl;
            cout << " 2. X.509 Private Key" << endl << endl;

            while (true)
            {
                string ready = "y";
                prompt1 = "Are these files installed and ready to continue [y,n] (y) > ";
                pcommand1 = readline(prompt1.c_str());

                if (pcommand1)
                {
                    if (strlen(pcommand1) > 0) ready = pcommand1;

                    free(pcommand1);
                    pcommand1 = 0;

                    if (ready == "n")
                    {
                        cout << endl << "Please Install these files and re-run amazonInstaller. exiting..." << endl;
                        exit(0);
                    }
                }

                if ( ready == "y" )
                    break;

                cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
            }

            try
            {
                x509Cert = sysConfig->getConfig(InstallSection, "AmazonX509Certificate");
                x509PriKey = sysConfig->getConfig(InstallSection, "AmazonX509PrivateKey");
                region = sysConfig->getConfig(InstallSection, "AmazonRegion");
            }
            catch (...)
            {}

            cout << endl;

            while (true)
            {
                prompt1 = "Enter name with directory of the X.509 Certificate file (" + x509Cert + ") > ";
                pcommand1 = readline(prompt1.c_str());

                if (pcommand1)
                {
                    if (strlen(pcommand1) > 0) x509Cert = pcommand1;

                    free(pcommand1);
                    pcommand1 = 0;
                }

                ifstream File (x509Cert.c_str());

                if (!File)
                    cout << "Error: file not found, please re-enter" << endl;
                else
                    break;
            }

            while (true)
            {
                prompt1 = "Enter name with directory of the X.509 Private Key file (" + x509PriKey + ") > ";
                pcommand1 = readline(prompt1.c_str());

                if (pcommand1)
                {
                    if (strlen(pcommand1) > 0) x509PriKey = pcommand1;

                    free(pcommand1);
                    pcommand1 = 0;
                }

                ifstream File (x509PriKey.c_str());

                if (!File)
                    cout << "Error: file not found, please re-enter" << endl;
                else
                    break;
            }

            while (true)
            {
                prompt1 = "Enter the Amazon Region you are running in (" + region + ") > ";
                pcommand1 = readline(prompt1.c_str());

                if (pcommand1)
                {
                    if (strlen(pcommand1) > 0) region = pcommand1;

                    free(pcommand1);
                    pcommand1 = 0;
                }

                break;
            }

            break;
        }

        //set the x.509 file locations
        try
        {
            sysConfig->setConfig(InstallSection, "AmazonX509Certificate", x509Cert);
            sysConfig->setConfig(InstallSection, "AmazonX509PrivateKey", x509PriKey);
            sysConfig->setConfig(InstallSection, "AmazonRegion", region);
        }
        catch (...)
        {}

        try
        {
            sysConfig->write();
        }
        catch (...)
        {
            cout << "ERROR: Failed trying to update columnstore System Configuration file" << endl;
            exit(1);
        }

        cout << endl << "===== Setup System Configuration =====" << endl << endl;

        //system Name
        prompt1 = "Enter System Name (" + systemName + ") > ";
        pcommand1 = readline(prompt1.c_str());

        if (pcommand1)
        {
            if (strlen(pcommand1) > 0) systemName = pcommand1;

            free(pcommand1);
            pcommand1 = 0;
        }

        cout << endl << "There are 2 options when configuring the System Module Type: separate and combined" << endl << endl;
        cout << "  'separate' - User and Performance functionality on separate servers." << endl;
        cout << "  'combined' - User and Performance functionality on the same server" << endl << endl;

        string serverTypeInstall = "2";

        while (true)
        {
            prompt1 =  "Select the type of System Module Install [1=separate, 2=combined] (2) > ";
            pcommand1 = readline(prompt1.c_str());
            cout << endl;

            if (pcommand1)
            {
                if (strlen(pcommand1) > 0) serverTypeInstall = pcommand1;

                free(pcommand1);
                pcommand1 = 0;
            }

            if ( serverTypeInstall != "1" && serverTypeInstall != "2" )
            {
                cout << "Invalid Entry, please re-enter" << endl << endl;
                continue;
            }

            IserverTypeInstall = atoi(serverTypeInstall.c_str());

            break;
        }

        if (IserverTypeInstall == 1)
            systemType = "separate";
        else
            systemType = "combined";

        //verify and setup of modules count
        switch ( IserverTypeInstall )
        {
            case (oam::INSTALL_NORMAL):
            {
                while (true)
                {
                    umNumber = 1;
                    prompt1 = "Enter number of User Modules [1,1024] (" + oam.itoa(umNumber) + ") > ";
                    pcommand1 = readline(prompt1.c_str());

                    if (pcommand1)
                    {
                        if (strlen(pcommand1) > 0) umNumber = atoi(pcommand1);

                        free(pcommand1);
                        pcommand1 = 0;
                    }

                    if ( umNumber < 1 || umNumber > oam::MAX_MODULE )
                    {
                        cout << endl << "ERROR: Invalid Module Count '" + oam.itoa(umNumber) + "', please re-enter" << endl << endl;
                        continue;
                    }

                    break;
                }

                cout << endl;
                //get exist um imstance list
                prompt1 = "Enter List of Existing User Modules Instances (id1,id2,id3) or hit enter for none > ";
                pcommand1 = readline(prompt1.c_str());

                if (pcommand1)
                {
                    if (strlen(pcommand1) > 0) existingPMInstances = pcommand1;

                    free(pcommand1);
                    pcommand1 = 0;
                }

                instanceType = oam.getEC2LocalInstanceType();

                if (instanceType.empty() || instanceType == "" || instanceType == "failed")
                {
                    cout << endl << "ERROR: Failed to get Instance Type, double check Configuration settings. exiting..." << endl;
                    exit (1);
                }

                cout << endl;

                //get UserModuleInstanceType
                while (true)
                {
                    prompt1 = "Enter User Module Instance Type or hit enter to default to current type (" + instanceType + ") > ";
                    pcommand1 = readline(prompt1.c_str());

                    if (pcommand1)
                    {
                        if (strlen(pcommand1) > 0) UserModuleInstanceType = pcommand1;

                        free(pcommand1);
                        pcommand1 = 0;
                    }
                }

                cout << endl;

                //get UserModuleSecurityGroup
                while (true)
                {
                    prompt1 = "Enter User Module Security Group or hit enter to default to current Security Group > ";
                    pcommand1 = readline(prompt1.c_str());

                    if (pcommand1)
                    {
                        if (strlen(pcommand1) > 0) UserModuleSecurityGroup = pcommand1;

                        free(pcommand1);
                        pcommand1 = 0;
                    }

                    break;
                }

                cout << endl;

                cout << endl;

                //get UMEBS volume info
                while (true)
                {
                    string answer = "y";
                    prompt1 = "We recommend using EBS Volumes for User Module storage, you want to use EBS Volume? [y,n] (y) > ";
                    pcommand1 = readline(prompt1.c_str());

                    if (pcommand1)
                    {
                        if (strlen(pcommand1) > 0) answer = pcommand1;

                        free(pcommand1);
                        pcommand1 = 0;
                    }

                    if ( answer == "n" )
                    {
                        UMEBS = false;
                        break;
                    }

                    useUMEBS = answer;

                    if ( answer == "y")
                    {
                        while (true)
                        {
                            prompt1 = "Default Volume size is 10gbs, change if you like [1,1024] (100) > ";
                            pcommand1 = readline(prompt1.c_str());

                            if (pcommand1)
                            {
                                if (strlen(pcommand1) > 0) UMvolumeSize = atoi(pcommand1);

                                free(pcommand1);
                                pcommand1 = 0;
                            }

                            if ( UMvolumeSize < 1 || UMvolumeSize > 1024 )
                            {
                                cout << endl << "ERROR: Invalid EBS Volume Size '" + oam.itoa(UMvolumeSize) + "', please re-enter" << endl << endl;
                                continue;
                            }

                            break;
                        }

                        break;
                    }

                    cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
                }

                break;
            }

            default:
                break;
        }

        cout << endl;

        //get number of pm
        while (true)
        {
            pmNumber = 1;
            prompt1 = "Enter number of Performance Modules [1,1024] (" + oam.itoa(pmNumber) + ") > ";
            pcommand1 = readline(prompt1.c_str());

            if (pcommand1)
            {
                if (strlen(pcommand1) > 0) pmNumber = atoi(pcommand1);

                free(pcommand1);
                pcommand1 = 0;
            }

            if ( pmNumber < 1 || pmNumber > oam::MAX_MODULE )
            {
                cout << endl << "ERROR: Invalid Module Count '" + oam.itoa(pmNumber) + "', please re-enter" << endl << endl;
                continue;
            }

            break;
        }

        cout << endl;
        //get exist pm imstance list
        prompt1 = "Enter List of Existing Performance Modules Instances (id1,id2,id3) or hit enter for none > ";
        pcommand1 = readline(prompt1.c_str());

        if (pcommand1)
        {
            if (strlen(pcommand1) > 0) existingPMInstances = pcommand1;

            free(pcommand1);
            pcommand1 = 0;
        }

        cout << endl;

        //get EBS Volume info
        while (true)
        {
            string answer = "y";
            prompt1 = "We recommend using EBS Volumes for Performance Module storage, you want to use EBS Volumes? [y,n] (y) > ";
            pcommand1 = readline(prompt1.c_str());

            if (pcommand1)
            {
                if (strlen(pcommand1) > 0) answer = pcommand1;

                free(pcommand1);
                pcommand1 = 0;
            }

            if ( answer == "n" )
            {
                PMEBS = false;
                break;
            }

            usePMEBS = answer;

            if ( answer == "y" )
            {
                while (true)
                {
                    cout << "The default setting is 1 EBS Volume (dbroot) per Performance Module." << endl;
                    prompt1 = "How many EBS Volumes do you want to assign to each Performance Module (1) > ";
                    pcommand1 = readline(prompt1.c_str());

                    if (pcommand1)
                    {
                        if (strlen(pcommand1) > 0) dbrootPer = atoi(pcommand1);

                        free(pcommand1);
                        pcommand1 = 0;
                    }

                    if ( dbrootPer > 0  )
                        break;

                    cout << endl << "ERROR: Invalid EBS Volume Count per pm '" + oam.itoa(dbrootPer) + "', need at least 1, please re-enter" << endl << endl;
                }

                while (true)
                {
                    prompt1 = "Default Volume size is 100gbs, change if you like [1,1024] (100) > ";
                    pcommand1 = readline(prompt1.c_str());

                    if (pcommand1)
                    {
                        if (strlen(pcommand1) > 0) PMvolumeSize = atoi(pcommand1);

                        free(pcommand1);
                        pcommand1 = 0;
                    }

                    if ( PMvolumeSize < 1 || PMvolumeSize > 1024 )
                    {
                        cout << endl << "ERROR: Invalid EBS Volume Size '" + oam.itoa(PMvolumeSize) + "', please re-enter" << endl << endl;
                        continue;
                    }

                    break;
                }

                break;
            }

            cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
        }

        cout << endl;
        //get Elasitic UP list
        prompt1 = "Enter List of Elastic IPs with Assigned ModuleName (x.x.x.x,um1,y.y.y.y,pm1) or hit enter for none > ";
        pcommand1 = readline(prompt1.c_str());

        if (pcommand1)
        {
            if (strlen(pcommand1) > 0) elasticIPs = pcommand1;

            free(pcommand1);
            pcommand1 = 0;
        }

        cout << endl;

        //get auto tagging
        while (true)
        {
            string answer = "n";
            prompt1 = "Instance and Volume Name Auto tagging is enabled, do you want to disable it? [y,n] (n) > ";
            pcommand1 = readline(prompt1.c_str());

            if (pcommand1)
            {
                if (strlen(pcommand1) > 0) answer = pcommand1;

                free(pcommand1);
                pcommand1 = 0;
            }

            if ( answer == "n" )
            {
                autoTagging = "y";
                break;
            }

            if ( answer == "y" )
            {
                autoTagging = "n";
                break;
            }

            cout << "Invalid Entry, please enter 'y' for yes or 'n' for no" << endl;
        }

        cout << endl;
        //get TotalUmMemory
        prompt1 = "Enter TotalUmMemory size or hit enter to default standard size > ";
        pcommand1 = readline(prompt1.c_str());

        if (pcommand1)
        {
            if (strlen(pcommand1) > 0) TotalUmMemory = pcommand1;

            free(pcommand1);
            pcommand1 = 0;
        }

        cout << endl;

        //get NumBlocksPct
        while (true)
        {
            prompt1 = "Enter NumBlocksPct size or hit enter to default standard size [1,100] > ";
            pcommand1 = readline(prompt1.c_str());

            if (pcommand1)
            {
                if (strlen(pcommand1) > 0) NumBlocksPct = pcommand1;

                free(pcommand1);
                pcommand1 = 0;
            }

            if ( ( atoi(NumBlocksPct.c_str()) < 0 || atoi(NumBlocksPct.c_str()) > 100)
                    &&  NumBlocksPct != oam::UnassignedName)
                cout << "Invalid entry, please re-enter value 1-100" << endl;
            else
                break;
        }

        cout << endl;
        //check snmp Apps disable option
        snmpAppCheck();

        //get root password
        prompt1 = "Enter Root-Password used to access the Instances or hit enter to default to 'Calpont1' > ";
        pcommand1 = readline(prompt1.c_str());

        if (pcommand1)
        {
            if (strlen(pcommand1) > 0) rootPassword = pcommand1;

            free(pcommand1);
            pcommand1 = 0;
        }

        cout << endl;
    }
    else
    {
        cout << "It will read the system configuration settings from " << amazonConfigFile << endl;
        cout << endl;

        //read system paramaters from config file
        Config* amazonConfig = Config::makeConfig(amazonConfigFile);

        try
        {
            x509Cert = amazonConfig->getConfig("SystemConfig", "x509CertificationFile");
        }
        catch (...)
        {}

        if ( x509Cert.empty() || x509Cert == oam::UnassignedName )
        {
            cout << "ERROR: x509CertificationFile not set, exiting" << endl;
            exit (1);
        }

        ifstream File (x509Cert.c_str());

        if (!File)
        {
            cout << "Error: x509CertificationFile not found, exiting" << endl;
            exit (1);
        }

        try
        {
            x509PriKey = amazonConfig->getConfig("SystemConfig", "x509PrivateFile");
        }
        catch (...)
        {}

        if ( x509PriKey.empty() || x509PriKey == oam::UnassignedName )
        {
            cout << "ERROR: x509PrivateFile not set, exiting" << endl;
            exit (1);
        }

        ifstream File1 (x509PriKey.c_str());

        if (!File1)
        {
            cout << "Error: x509PrivateFile not found, exiting" << endl;
            exit (1);
        }

        if ( x509PriKey == x509Cert )
        {
            cout << "Error: x509PrivateFile and x509CertificationFile are the same file name in the config file, exiting" << endl;
            exit (1);
        }

        //standard config parmeters
        try
        {
            systemName = amazonConfig->getConfig("SystemConfig", "SystemName");
            systemType = amazonConfig->getConfig("SystemConfig", "SystemType");
            elasticIPs = amazonConfig->getConfig("SystemConfig", "ElasticIPs");
            umNumber = atoi(amazonConfig->getConfig("SystemConfig", "UserModuleCount").c_str());
            useUMEBS = amazonConfig->getConfig("SystemConfig", "UseUMEBSVolumes");
            UMvolumeSize = atoi(amazonConfig->getConfig("SystemConfig", "UMEBSVolumeSize").c_str());
            pmNumber = atoi(amazonConfig->getConfig("SystemConfig", "PerformanceModuleCount").c_str());
            dbrootPer = atoi(amazonConfig->getConfig("SystemConfig", "DBRootsPerPM").c_str());
            usePMEBS = amazonConfig->getConfig("SystemConfig", "UsePMEBSVolumes");
            PMvolumeSize = atoi(amazonConfig->getConfig("SystemConfig", "PMEBSVolumeSize").c_str());
            NMSIPAddress = amazonConfig->getConfig("SystemConfig", "SNMPTrapIPAddr");
            rootPassword = amazonConfig->getConfig("SystemConfig", "RootPassword");
            UserModuleInstanceType = amazonConfig->getConfig("SystemConfig", "UserModuleInstanceType");
            UserModuleSecurityGroup = amazonConfig->getConfig("SystemConfig", "UserModuleSecurityGroup");
            TotalUmMemory = amazonConfig->getConfig("SystemConfig", "TotalUmMemory");
            NumBlocksPct = amazonConfig->getConfig("SystemConfig", "NumBlocksPct");
            existingPMInstances = amazonConfig->getConfig("SystemConfig", "PerformanceModuleInstances");
            existingUMInstances = amazonConfig->getConfig("SystemConfig", "UserModuleInstances");
            autoTagging = amazonConfig->getConfig("SystemConfig", "AutoTagging");
            region = amazonConfig->getConfig("SystemConfig", "Region");
            subnetID = amazonConfig->getConfig("SystemConfig", "SubNetID");
            VPCStartPrivateIP = amazonConfig->getConfig("SystemConfig", "VPCStartPrivateIP");
            UMprivateIPS = amazonConfig->getConfig("SystemConfig", "UserModulePrivateIP");
            PMprivateIPS = amazonConfig->getConfig("SystemConfig", "PerformanceModulePrivateIP");
            PMEBSFailoverSupport = amazonConfig->getConfig("SystemConfig", "PMEBSFailoverSupport");
        }
        catch (...)
        {}

        //hidden config paremeters
        try
        {
            localQuery = amazonConfig->getConfig("SystemConfig", "LocalQuery");
        }
        catch (...)
        {}

        if ( localQuery.empty() )
            localQuery = "n";

        try
        {
            MySQLRep = amazonConfig->getConfig("SystemConfig", "MySQLRep");
        }
        catch (...)
        {}

        if ( MySQLRep.empty() )
            MySQLRep = "n";
    }

    // validate config paramaters

    if ( ( atoi(NumBlocksPct.c_str()) < 0 || atoi(NumBlocksPct.c_str()) > 100)
            &&  NumBlocksPct != oam::UnassignedName)
    {
        cout << "Invalid NumBlocksPct (1-100), exiting..." << endl;
        exit (1);
    }

    if ( x509PriKey.find("/", 0) != 0 )
    {
        cout << "Error: x509PrivateFile '" + x509PriKey + "' missing directory name, exiting" << endl;
        exit (1);
    }

    if ( x509Cert.find("/", 0) != 0 )
    {
        cout << "Error: x509CertificationFile '" + x509Cert + "' missing directory name, exiting" << endl;
        exit (1);
    }

    if ( region == "eu-west-1" ||
            region == "sa-east-1" ||
            region == "us-east-1" ||
            region == "ap-northeast-1" ||
            region == "us-west-2" ||
            region == "us-west-1" ||
            region == "ap-southeast-1" )
    {
        try
        {
            sysConfig->setConfig(InstallSection, "AmazonRegion", region);
        }
        catch (...)
        {
            cout << endl << "ERROR: Problem setting AmazonRegion from the columnstore System Configuration file" << endl;
            exit(1);
        }
    }
    else
    {
        cout << endl << "ERROR: Invalid Region Name, run ec2-describe-regions to get list. exiting..." << endl;
        exit (1);
    }

    //set the x.509 file locations
    try
    {
        sysConfig->setConfig(InstallSection, "AmazonX509Certificate", x509Cert);
        sysConfig->setConfig(InstallSection, "AmazonX509PrivateKey", x509PriKey);
    }
    catch (...)
    {}

    try
    {
        sysConfig->write();
    }
    catch (...)
    {
        cout << "ERROR: Failed trying to update columnstore System Configuration file" << endl;
        exit(1);
    }

    //get Elastic IP to module assignments
    if ( elasticIPs != oam::UnassignedName )
    {
        boost::char_separator<char> sep(",:");
        boost::tokenizer< boost::char_separator<char> > tokens(elasticIPs, sep);

        for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens.begin();
                it != tokens.end();
                ++it)
        {
            ModuleIP elasticip;
            elasticip.IPaddress = *it;
            ++it;
            elasticip.moduleName = *it;
            elasticiplist.push_back(elasticip);
        }
    }

    //get exist UM instance list, if there is one
    vector <string> existinguminstance;

    if ( systemType == "separate")
    {
        if ( existingUMInstances != oam::UnassignedName )
        {
            boost::char_separator<char> sep(",");
            boost::tokenizer< boost::char_separator<char> > tokens(existingUMInstances, sep);

            for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens.begin();
                    it != tokens.end();
                    ++it)
            {
                existinguminstance.push_back(*it);
            }
        }
    }
    else
        umNumber = 0;

    //get exist PM instance list, if there is one
    vector <string> existingpminstance;

    if ( existingPMInstances != oam::UnassignedName )
    {
        boost::char_separator<char> sep(",");
        boost::tokenizer< boost::char_separator<char> > tokens(existingPMInstances, sep);

        for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens.begin();
                it != tokens.end();
                ++it)
        {
            existingpminstance.push_back(*it);
        }
    }

    //get Private IPs if VPC subNet configured
    vector <string> umprivateip;
    vector <string> pmprivateip;

    if ( subnetID != oam::UnassignedName )
    {
        //set subnetID
        try
        {
            sysConfig->setConfig(InstallSection, "AmazonSubNetID", subnetID);
        }
        catch (...)
        {}

        if ( VPCStartPrivateIP == "autoassign" )
        {
            for ( int um = 0 ; um < umNumber ; um++ )
            {
                umprivateip.push_back("autoassign");
            }

            for ( int pm = 0 ; pm < pmNumber ; pm++ )
            {
                pmprivateip.push_back("autoassign");
            }

            //set VPCNextPrivateIP
            try
            {
                sysConfig->setConfig(InstallSection, "AmazonVPCNextPrivateIP", "autoassign");
            }
            catch (...)
            {}
        }
        else
        {
            if ( VPCStartPrivateIP == oam::UnassignedName )
            {
                if ( UMprivateIPS == oam::UnassignedName )
                {
                    cout << endl << "ERROR: Invalid UM Private IP Address List / VPCStartPrivateIP" << endl;
                    exit(1);
                }
                else
                {
                    boost::char_separator<char> sep(",");
                    boost::tokenizer< boost::char_separator<char> > tokens(UMprivateIPS, sep);

                    for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens.begin();
                            it != tokens.end();
                            ++it)
                    {
                        if (!oam.isValidIP(*it))
                        {
                            cout << endl << "ERROR: Invalid UM Private IP Address: " << *it << endl;
                            exit(1);
                        }

                        umprivateip.push_back(*it);
                    }

                    if ( umNumber != (int) umprivateip.size() )
                    {
                        cout << endl << "ERROR: Number of UMs doesn't match number of UM Private IPs Provided" << endl;
                        exit(1);
                    }
                }

                if ( PMprivateIPS == oam::UnassignedName )
                {
                    cout << endl << "ERROR: Invalid PM Private IP Address List / VPCStartPrivateIP" << endl;
                    exit(1);
                }
                else
                {
                    boost::char_separator<char> sep(",");
                    boost::tokenizer< boost::char_separator<char> > tokens1(PMprivateIPS, sep);

                    for ( boost::tokenizer< boost::char_separator<char> >::iterator it = tokens1.begin();
                            it != tokens1.end();
                            ++it)
                    {
                        if (!oam.isValidIP(*it))
                        {
                            cout << endl << "ERROR: Invalid PM Private IP Address: " << *it << endl;
                            exit(1);
                        }

                        pmprivateip.push_back(*it);
                    }

                    if ( pmNumber != (int) pmprivateip.size() )
                    {
                        cout << endl << "ERROR: Number of PMs doesn't match number of PM Private IPs Provided" << endl;
                        exit(1);
                    }
                }
            }
            else
            {
                if (!oam.isValidIP(VPCStartPrivateIP))
                {
                    cout << endl << "ERROR: Invalid Starting VPC Private IP Address: " << VPCStartPrivateIP << endl;
                    exit(1);
                }

                string VPCNextPrivateIP = VPCStartPrivateIP;

                for ( int um = 0 ; um < umNumber ; um++ )
                {
                    umprivateip.push_back(VPCNextPrivateIP);

                    try
                    {
                        VPCNextPrivateIP = oam.incrementIPAddress(VPCNextPrivateIP);
                    }
                    catch (...)
                    {
                        cout << endl << "ERROR: incrementIPAddress API error, check logs" << endl;
                        exit(1);
                    }
                }

                for ( int pm = 0 ; pm < pmNumber ; pm++ )
                {
                    pmprivateip.push_back(VPCNextPrivateIP);

                    try
                    {
                        VPCNextPrivateIP = oam.incrementIPAddress(VPCNextPrivateIP);
                    }
                    catch (...)
                    {
                        cout << endl << "ERROR: incrementIPAddress API error, check logs" << endl;
                        exit(1);
                    }
                }

                //set VPCNextPrivateIP
                try
                {
                    sysConfig->setConfig(InstallSection, "AmazonVPCNextPrivateIP", VPCNextPrivateIP);
                }
                catch (...)
                {}
            }
        }
    }

    //set AmazonPMFailover
    try
    {
        sysConfig->setConfig(InstallSection, "AmazonPMFailover", PMEBSFailoverSupport);
    }
    catch (...)
    {}

    try
    {
        sysConfig->write();
    }
    catch (...)
    {
        cout << "ERROR: Failed trying to update columnstore System Configuration file" << endl;
        exit(1);
    }

    //get local instance name (pm1)
    localInstance = oam.getEC2LocalInstance();

    if ( localInstance == "failed" || localInstance.empty() || localInstance == "")
    {
        cout << endl << "ERROR: Failed to get Instance ID, check configuration settings like region. exiting..." << endl;
        exit (1);
    }

    instanceType = oam.getEC2LocalInstanceType();

    if (instanceType.empty() || instanceType == "" || instanceType == "failed")
    {
        cout << endl << "ERROR: Failed to get Instance ID, check configuration settings like region. exiting..." << endl;
        exit (1);
    }

    cout << "===== Setting up system '" + systemName + "' based on these settings ===== " << endl << endl;

    cout << "columnstore Version = " << columnstore_version << "-" << columnstore_release << endl;
    cout << "System Type = " << systemType << endl;

    if ( subnetID != oam::UnassignedName )
    {
        cout << "SubNet ID = " << subnetID << endl;

        if ( VPCStartPrivateIP == oam::UnassignedName )
        {
            if ( systemType == "separate" )
                cout << "User Modules VPC Private IPs = " << UMprivateIPS << endl;

            cout << "Performance Modules VPC Private IPs = " << PMprivateIPS << endl;
        }
        else
            cout << "Starting VPC Private IP = " << VPCStartPrivateIP << endl;
    }

    if ( systemType == "separate" )
    {
        if ( UserModuleInstanceType == oam::UnassignedName )
            cout << "Number of User Modules = " << umNumber << " (" + instanceType + ")" << endl;
        else
            cout << "Number of User Modules = " << umNumber << " (" + UserModuleInstanceType + ")" << endl;

        if ( UserModuleSecurityGroup != oam::UnassignedName )
            cout << "User Modules Instances Security Group = " << UserModuleSecurityGroup << endl;

        if ( existingUMInstances != oam::UnassignedName )
            cout << "Using User Modules Instances = " << existingUMInstances << endl;

        cout << "Using EBS Volumes for User Module storage = " << useUMEBS << endl;

        if ( useUMEBS == "y" )
            cout << "User Module EBS Volume Size = " << UMvolumeSize << endl;
    }

    cout << "Number of Performance Modules = " << pmNumber << " (" + instanceType + ")" << endl;

    if ( existingPMInstances != oam::UnassignedName )
        cout << "Using Performance Modules Instances = " << existingPMInstances << endl;

    if ( localQuery == "y" )
    {
        cout << "Local Query Feature = enabled"  << endl;

        if ( systemType == "combined" && localQuery == "y" )
        {
            cout << "NOTE: Local Query Feature is not valid on a 'combined' system, turning off feature" << endl;
            localQuery == "n";
        }
        else
        {
            if ( MySQLRep == "n" )
            {
                cout << "NOTE: Local Query Feature is enabled and requires MySQL Replication, enabling MySQL Replication Feature" << endl;
                MySQLRep = "y";
            }
        }
    }

    if ( MySQLRep == "y" )
        cout << "MySQL Replication Feature = enabled" <<  endl;

    cout << "Number of DBRoots per Performance Modules = " << dbrootPer << endl;

    if ( systemType == "separate" )
    {
        cout << "Using EBS Volumes for Performance Module (DBRoot) storage = " << usePMEBS << endl;

        if ( usePMEBS == "y" )
            cout << "DBRoot EBS Volume Size = " << PMvolumeSize << endl;
    }
    else
    {
        cout << "Using EBS Volumes for Data storage = " << usePMEBS << endl;

        if ( usePMEBS == "y" )
            cout << "EBS Volume Size = " << PMvolumeSize << endl;
    }

    if ( elasticiplist.size() > 0 )
    {
        ModuleIPList::iterator list9 = elasticiplist.begin();

        for (; list9 != elasticiplist.end() ; list9++)
        {
            cout << "Elastic IP Address " << (*list9).IPaddress << " assigned to " << (*list9).moduleName << endl;
        }
    }

    cout << "PM EBSs Failover Support Enabled = " << PMEBSFailoverSupport << endl;

    cout << "SNMP Trap Receiver IP Address = " << NMSIPAddress << endl;

    if (autoTagging == "y" )
        cout << "Instance and Volume Name Auto Tagging = enabled" << endl;
    else
        cout << "Instance and Volume Name Auto Tagging = disabled" << endl;

    cout << "Amazon Region = " << region << endl;

    //set calpont config settings

    if ( TotalUmMemory != oam::UnassignedName )
    {
        cout << "TotalUmMemory = " << TotalUmMemory << endl;

        try
        {
            sysConfig->setConfig("HashJoin", "TotalUmMemory", TotalUmMemory);
        }
        catch (...)
        {
            cout << endl << "ERROR: Problem setting SystemName from the columnstore System Configuration file" << endl;
            exit(1);
        }
    }

    if ( NumBlocksPct != oam::UnassignedName )
    {
        cout << "NumBlocksPct = " << NumBlocksPct << endl;

        try
        {
            sysConfig->setConfig("DBBC", "NumBlocksPct", NumBlocksPct);
        }
        catch (...)
        {
            cout << endl << "ERROR: Problem setting SystemName from the columnstore System Configuration file" << endl;
            exit(1);
        }
    }

    if ( systemType == "separate" )
    {
        try
        {
            sysConfig->setConfig(InstallSection, "UMSecurityGroup", UserModuleSecurityGroup);
        }
        catch (...)
        {
            cout << "ERROR: Problem setting UMSecurityGroup from the columnstore System Configuration file" << endl;
            exit(1);
        }


        try
        {
            sysConfig->setConfig(InstallSection, "UMInstanceType", UserModuleInstanceType);
        }
        catch (...)
        {
            cout << "ERROR: Problem setting InstanceType from the columnstore System Configuration file" << endl;
            exit(1);
        }

        //verify and setup of modules count
        if ( umNumber < 1 || umNumber > oam::MAX_MODULE )
        {
            cout << endl << "ERROR: Invalid User Module Count '" + oam.itoa(umNumber) + "', exiting" << endl;
            exit (1);
        }
    }

    try
    {
        sysConfig->setConfig(InstallSection, "PMInstanceType", instanceType);
    }
    catch (...)
    {
        cout << "ERROR: Problem setting InstanceType from the columnstore System Configuration file" << endl;
        exit(1);
    }

    if ( usePMEBS == "y" )
    {
        PMEBS = true;

        if ( systemType == "combined")
            useUMEBS == "y";
    }
    else
        PMEBS = false;

    if ( useUMEBS == "y" )
        UMEBS = true;
    else
        UMEBS = false;

    try
    {
        sysConfig->setConfig(SystemSection, "SystemName", systemName);
        sysConfig->setConfig(InstallSection, "AmazonAutoTagging", autoTagging);
    }
    catch (...)
    {
        cout << "ERROR: Problem setting SystemName from the columnstore System Configuration file" << endl;
        exit(1);
    }

    if ( systemType == "separate" )
        IserverTypeInstall = 1;
    else if ( systemType == "combined" )
        IserverTypeInstall = 2;
    else
    {
        cout << "Error: SystemType is invalid (separare or combined only), exiting" << endl;
        exit (1);
    }

    // set Server Type Installation Indicator
    try
    {
        sysConfig->setConfig(InstallSection, "ServerTypeInstall", oam.itoa(IserverTypeInstall));
    }
    catch (...)
    {}

    // set root password
    try
    {
        sysConfig->setConfig(InstallSection, "rpw", rootPassword);
    }
    catch (...)
    {}

    try
    {
        sysConfig->write();
    }
    catch (...)
    {
        cout << "ERROR: Failed trying to update columnstore System Configuration file" << endl;
        exit(1);
    }

    //user module
    try
    {
        sysConfig->setConfig(ModuleSection, "ModuleCount2", oam.itoa(umNumber));
    }
    catch (...)
    {}

    if ( pmNumber < 1 || pmNumber > oam::MAX_MODULE )
    {
        cout << endl << "ERROR: Invalid Performance Module Count '" + oam.itoa(pmNumber) + "', exiting" << endl;
        exit (1);
    }

    //performance module
    try
    {
        sysConfig->setConfig(ModuleSection, "ModuleCount3", oam.itoa(pmNumber));
    }
    catch (...)
    {}

    if ( dbrootPer < 1  )
    {
        cout << endl << "ERROR: Invalid DBRoot Count per pm '" + oam.itoa(dbrootPer) + "', exiting" << endl;
        exit (1);
    }

    if (PMEBS)
    {
        if ( PMvolumeSize < 1 || PMvolumeSize > 1024 )
        {
            cout << endl << "ERROR: Invalid Performance Module EBS Volume Size '" + oam.itoa(PMvolumeSize) + "', exiting" << endl;
            exit (1);
        }

        try
        {
            sysConfig->setConfig(InstallSection, "PMVolumeSize", oam.itoa(PMvolumeSize));
        }
        catch (...)
        {}

    }

    if (UMEBS && systemType == "separate")
    {
        if ( UMvolumeSize < 1 || UMvolumeSize > 1024 )
        {
            cout << endl << "ERROR: Invalid User Module EBS Volume Size '" + oam.itoa(UMvolumeSize) + "', exiting" << endl;
            exit (1);
        }

        try
        {
            sysConfig->setConfig(InstallSection, "UMVolumeSize", oam.itoa(UMvolumeSize));
        }
        catch (...)
        {}
    }

    try
    {
        sysConfig->setConfig(SystemSection, "NMSIPAddress", NMSIPAddress);
    }
    catch (...)
    {}

    try
    {
        sysConfig->write();
    }
    catch (...)
    {
        cout << "ERROR: Failed trying to update columnstore System Configuration file" << endl;
        cleanupSystem();
    }

    cout << endl << "===== Launch Instances =====" << endl << endl;

    Instance instance;
    instance.instanceName = localInstance;
    instance.moduleName = "pm1";
    instance.IPaddress = getIPAddress(localInstance);
    pminstancelist.push_back(instance);

    cout << "Local Instance for pm1: " + localInstance << endl;

    if ( autoTagging == "y" )
    {
        cout << " Creating Instance Tag for pm1" << endl << endl;

        string tagValue = systemName + "-pm1";
        oam.createEC2tag( localInstance, "Name", tagValue );
    }

    if ( systemType == "separate" )
    {
        //launch um Instances
        //check if using existing instances
        int um = 1;

        if ( !existinguminstance.empty() )
        {
            //assign um Instances
            std::vector<std::string>::iterator list = existinguminstance.begin();

            for (; list != existinguminstance.end() ; list++)
            {
                string module = "um" + oam.itoa(um);

                cout << "Assigning Instance for " + module;

                string instanceName = *list;
                cout << ": " << instanceName << endl;

                //check if Instance is running
                getIPAddress(instanceName);

                Instance instance;

                instance.instanceName = instanceName;
                instance.moduleName = module;

                uminstancelist.push_back(instance);

                um++;

                if ( um > umNumber )
                    break;
            }
        }

        //launch um Instances
        std::vector<std::string>::iterator umprivatelist = umprivateip.begin();

        for ( ; um < umNumber + 1 ; um ++ )
        {
            string module = "um" + oam.itoa(um);

            ModuleIP moduleip;
            moduleip.moduleName = module;

            if ( umprivateip.size() == 0 )
                moduleip.IPaddress = oam::UnassignedName;
            else
            {
                moduleip.IPaddress = *umprivatelist;
                umprivatelist++;
            }

            while (true)
            {
                if ( launchInstanceCount < numCores )
                {
                    launchInstanceCount++;
                    pthread_t launchinstancethread;
                    int status = pthread_create (&launchinstancethread, NULL, (void* (*)(void*)) &launchInstanceThread, &moduleip);

                    if ( status != 0 )
                    {
                        cout << "launchInstanceThread failed for " + module << endl;
                        cleanupSystem();
                    }

                    sleep(1);
                    break;
                }
                else
                    sleep(10);
            }
        }
    }

    //check if using existing instances
    int pm = 2;

    if ( !existingpminstance.empty() )
    {
        //assign pm Instances
        std::vector<std::string>::iterator list = existingpminstance.begin();

        for (; list != existingpminstance.end() ; list++)
        {
            string module = "pm" + oam.itoa(pm);

            cout << "Assigning Instance for " + module;

            string instanceName = *list;
            cout << ": " << instanceName << endl;

            //check if Instance is running
            getIPAddress(instanceName);

            Instance instance;

            instance.instanceName = instanceName;
            instance.moduleName = module;

            pminstancelist.push_back(instance);

            pm++;

            if ( pm > pmNumber )
                break;
        }
    }

    //launch pm Instances
    std::vector<std::string>::iterator pmprivatelist = pmprivateip.begin();

    for ( ; pm < pmNumber + 1 ; pm ++ )
    {
        string module = "pm" + oam.itoa(pm);

        ModuleIP moduleip;
        moduleip.moduleName = module;

        if ( pmprivateip.size() == 0 )
            moduleip.IPaddress = oam::UnassignedName;
        else
        {
            moduleip.IPaddress = *pmprivatelist;
            pmprivatelist++;
        }

        while (true)
        {
            if ( launchInstanceCount < numCores )
            {
                launchInstanceCount++;
                pthread_t launchinstancethread;
                int status = pthread_create (&launchinstancethread, NULL, (void* (*)(void*)) &launchInstanceThread, &moduleip);

                if ( status != 0 )
                {
                    cout << "launchInstanceThread failed for " + module << endl;
                    cleanupSystem();
                }

                sleep(1);
                break;
            }
            else
                sleep(10);
        }
    }

    //set is a single instance install
    bool ss = false;

    if ( systemType == "combined" && pmNumber == 1 )
        ss = true;

    if (!ss)
    {
        //first wait until Launch Thread Count is at zero or hit timeout
        int wait = 0;

        while (true)
        {
            if ( launchInstanceCount == 0 )
                break;

            sleep(10);
            wait++;

            // give it 30 minutes to complete
            if ( wait >= 1800 )
            {
                cout << "Timed out (30 minutes) waiting for Instances to be Launched" << endl;
                cleanupSystem();
            }
        }

        //setup new root password if needed
        if ( rootPassword != AMIrootPassword)
            setRootPassword();
    }
    else
        cout << endl;

    cout << endl;

    //setup volumes, if needed
    if ( PMEBS || UMEBS)
    {
        cout << "===== Create and Attach Volumes =====" << endl << endl;

        if (UMEBS && systemType == "separate")
        {
            //create um volumes
            for ( int vum = 1 ; vum < umNumber + 1 ; vum ++ )
            {
                string module = "um" + oam.itoa(vum);

                while (true)
                {
                    if ( createVolumeCount < numCores )
                    {
                        createVolumeCount++;
                        pthread_t createvolumethread;
                        int status = pthread_create (&createvolumethread, NULL, (void* (*)(void*)) &createVolumeThread, &module);

                        //				createVolumeThread(module);
                        if ( status != 0 )
                        {
                            cout << "createVolumeThread failed for " + module << endl;
                            cleanupSystem();
                        }

                        sleep(5);
                        break;
                    }
                    else
                        sleep(10);
                }
            }
        }

        if ( PMEBS)
        {
            //create pm volumes
            for ( int vpm = 1 ; vpm < pmNumber + 1 ; vpm ++ )
            {
                for ( int dbroot = 1 ; dbroot < dbrootPer + 1 ; dbroot++ )
                {
                    string module = "pm" + oam.itoa(vpm);

                    while (true)
                    {
                        if ( createVolumeCount < numCores )
                        {
                            createVolumeCount++;
                            createdbrootid++;
                            pthread_t createvolumethread;
                            int status = pthread_create (&createvolumethread, NULL, (void* (*)(void*)) &createVolumeThread, &module);
                            //					createVolumeThread(module);

                            if ( status != 0 )
                            {
                                cout << "createVolumeThread failed for " + module << endl;
                                cleanupSystem();
                            }

                            sleep(5);
                            break;
                        }
                        else
                            sleep(10);
                    }
                }
            }
        }

        //wait until Create Volume Count is at zero or hit timeout
        int wait = 0;

        while (true)
        {
            if ( createVolumeCount == 0 )
                break;

            sleep(10);
            wait++;

            // give it 2 hours to complete
            if ( wait >= 720 )
            {
                cout << "Timed out (120 minutes) waiting for Volumes to be created" << endl;
                cleanupSystem();
                sleep(600000);
            }
        }

        cout << endl;
    }

    cout << endl << "===== columnstore Configuration Setup and Installation =====" << endl << endl;

    if ( systemType == "combined" )
    {
        cout << "----- Combined System Type - Setup and Install Calpont-MySQL Packages -----" << endl << endl;

        //setup external link, if needed
        if (UMEBS)
        {
            cmd = "mount " + installDir + "/data1  > /dev/null 2>&1";
            system(cmd.c_str());

            cmd = "mkdir -p " + installDir + "/data1/mysqldb  > /dev/null 2>&1";
            system(cmd.c_str());

            cmd = "mkdir -p " + installDir + "/mysql  > /dev/null 2>&1";
            system(cmd.c_str());

            cmd = "cd " + installDir + "/mysql/;ln -s " + installDir + "/data1/mysqldb db > /dev/null 2>&1";
            system(cmd.c_str());
        }

        //install rpms
        system("rpm -ivh /root/infinidb-mysql*rpm /root/infinidb-storage-engine*rpm");
        cout << endl;
    }

    //
    // update /root/Columnstore.xml
    //

    cout << "----- Updating columnstore Configuration File (Columnstore.xml)  -----" << endl << endl;

    //setup for multi-server install
    try
    {
        sysConfig->setConfig(InstallSection, "SingleServerInstall", "n");
    }
    catch (...)
    {}

    //set for amazon cloud
    string cloud = "amazon-ec2";

    if ( subnetID != oam::UnassignedName )
        cloud = "amazon-vpc";

    try
    {
        sysConfig->setConfig(InstallSection, "Cloud", cloud);
    }
    catch (...)
    {}

    //elastic IP setup
    if ( elasticiplist.size() > 0 )
    {
        try
        {
            sysConfig->setConfig(InstallSection, "AmazonElasticIPCount", oam.itoa(elasticiplist.size()));
        }
        catch (...)
        {
            cout << "ERROR: Problem setting AmazonElasticIPCount in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }

        int id = 1;
        ModuleIPList::iterator list9 = elasticiplist.begin();

        for (; list9 != elasticiplist.end() ; list9++)
        {
            string moduleName = (*list9).moduleName;
            string IPaddress = (*list9).IPaddress;

            string AmazonElasticModule = "AmazonElasticModule" + oam.itoa(id);
            string AmazonElasticIPAddr = "AmazonElasticIPAddr" + oam.itoa(id);

            //write volume and device name
            try
            {
                sysConfig->setConfig(InstallSection, AmazonElasticModule, moduleName);
                sysConfig->setConfig(InstallSection, AmazonElasticIPAddr, IPaddress);
            }
            catch (...)
            {
                cout << "ERROR: Problem setting Volume/Device Names in the columnstore System Configuration file" << endl;
                cleanupSystem();
            }

            id++;
        }
    }

    //system dbroot config
    int systemDbrootCount = pmNumber * dbrootPer;

    try
    {
        sysConfig->setConfig(SystemSection, "DBRootCount", oam.itoa(systemDbrootCount));
    }
    catch (...)
    {
        cout << "ERROR: Problem setting DBRoot Count in the columnstore System Configuration file" << endl;
        cleanupSystem();
    }

    for ( int id = 1 ; id < systemDbrootCount + 1 ; id++ )
    {
        string dbrootPar = "DBRoot" + oam.itoa(id);
        string dbrootLoc = installDir + "/data" + oam.itoa(id);

        try
        {
            sysConfig->setConfig(SystemSection, dbrootPar, dbrootLoc);
        }
        catch (...)
        {
            cout << "ERROR: Problem setting DBRoot Count in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }
    }

    //set module configuration

    InstanceList::iterator list4 = uminstancelist.begin();

    for (; list4 != uminstancelist.end() ; list4++)
    {
        string instance = (*list4).instanceName;
        string module = (*list4).moduleName;
        int moduleID = atoi(module.substr(MAX_MODULE_TYPE_SIZE, MAX_MODULE_ID_SIZE).c_str());
        string IPAddress = (*list4).IPaddress;

        string moduleHostNameParm = "ModuleHostName" + oam.itoa(moduleID) + "-1-2";

        try
        {
            sysConfig->setConfig(ModuleSection, moduleHostNameParm, instance);
        }
        catch (...)
        {
            cout << "ERROR: Problem setting Host Name in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }

        string moduleIPAddrNameParm = "ModuleIPAddr" + oam.itoa(moduleID) + "-1-2";

        try
        {
            sysConfig->setConfig(ModuleSection, moduleIPAddrNameParm, IPAddress);
        }
        catch (...)
        {
            cout << "ERROR: Problem setting IP address in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }
    }

    InstanceList::iterator list5 = pminstancelist.begin();

    for (; list5 != pminstancelist.end() ; list5++)
    {
        string instance = (*list5).instanceName;
        string module = (*list5).moduleName;
        int moduleID = atoi(module.substr(MAX_MODULE_TYPE_SIZE, MAX_MODULE_ID_SIZE).c_str());
        string IPAddress = (*list5).IPaddress;

        //cout << "IP Address for " << module << " " << IPAddress << endl;;

        string moduleHostNameParm = "ModuleHostName" + oam.itoa(moduleID) + "-1-3";

        try
        {
            sysConfig->setConfig(ModuleSection, moduleHostNameParm, instance);
        }
        catch (...)
        {
            cout << "ERROR: Problem setting Host Name in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }

        string moduleIPAddrNameParm = "ModuleIPAddr" + oam.itoa(moduleID) + "-1-3";

        try
        {
            sysConfig->setConfig(ModuleSection, moduleIPAddrNameParm, IPAddress);
        }
        catch (...)
        {
            cout << "ERROR: Problem setting IP address in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }

        //DBRoots
        string moduledbrootcount = "ModuleDBRootCount" + oam.itoa(moduleID) + "-3";

        try
        {
            sysConfig->setConfig(ModuleSection, moduledbrootcount, oam.itoa(dbrootPer));
        }
        catch (...)
        {
            cout << "ERROR: Problem setting dbroot count in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }

        for ( int id = 1 ; id < dbrootPer + 1 ; id++ )
        {
            string moduledbrootid = "ModuleDBRootID" + oam.itoa(moduleID) + "-" + oam.itoa(id) + "-3";

            int dbrootid;

            if ( dbrootPer == 1 )
                dbrootid = moduleID;
            else
                dbrootid = ((moduleID - 1) * dbrootPer) + id;

            //cout << oam.itoa(moduleID) + " " + oam.itoa(id) + " " + oam.itoa(dbrootid) << endl;

            try
            {
                sysConfig->setConfig(ModuleSection, moduledbrootid, oam.itoa(dbrootid));
            }
            catch (...)
            {
                cout << "ERROR: Problem setting DBRoot ID in the columnstore System Configuration file" << endl;
                cleanupSystem();
            }
        }
    }

    //Config storage

    if (UMEBS && systemType == "separate")
    {
        try
        {
            sysConfig->setConfig(InstallSection, "UMStorageType", "external");
        }
        catch (...)
        {
            cout << "ERROR: Problem setting UMStorageType in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }

        int id = 1;
        VolumeList::iterator list6 = UMvolumelist.begin();

        for (; list6 != UMvolumelist.end() ; list6++)
        {
            string volumeName = (*list6).volumeName;
            string deviceName = (*list6).deviceName;

            string volumeNameID = "UMVolumeName" + oam.itoa(id);
            string deviceNameID = "UMVolumeDeviceName" + oam.itoa(id);

            //write volume and device name
            try
            {
                sysConfig->setConfig(InstallSection, volumeNameID, volumeName);
                sysConfig->setConfig(InstallSection, deviceNameID, deviceName);
            }
            catch (...)
            {
                cout << "ERROR: Problem setting Volume/Device Names in the columnstore System Configuration file" << endl;
                cleanupSystem();
            }

            id++;
        }
    }

    if (PMEBS)
    {
        try
        {
            sysConfig->setConfig(InstallSection, "DBRootStorageType", "external");
        }
        catch (...)
        {
            cout << "ERROR: Problem setting DBRootStorageType in the columnstore System Configuration file" << endl;
            cleanupSystem();
        }

        cmd = "mkdir -p " + installDir + "/local/etc/pm1 > /dev/null 2>&1";
        system(cmd.c_str());

        cmd = installDir + "/local/etc/pm1/fstab";
        unlink(cmd.c_str());

        cmd = "touch " + installDir + "/local/etc/pm1/fstab";
        system(cmd.c_str());

        cmd = "/etc/fstab.installerBackup";
        unlink(cmd.c_str());

        system("cp /etc/fstab /etc/fstab.installerBackup > /dev/null 2>&1");

        int id = 1;
        VolumeList::iterator list6 = PMvolumelist.begin();

        for (; list6 != PMvolumelist.end() ; list6++)
        {
            string volumeName = (*list6).volumeName;
            string deviceName = (*list6).deviceName;

            string volumeNameID = "PMVolumeName" + oam.itoa(id);
            string deviceNameID = "PMVolumeDeviceName" + oam.itoa(id);

            //write volume and device name
            try
            {
                sysConfig->setConfig(InstallSection, volumeNameID, volumeName);
                sysConfig->setConfig(InstallSection, deviceNameID, deviceName);
            }
            catch (...)
            {
                cout << "ERROR: Problem setting Volume/Device Names in the columnstore System Configuration file" << endl;
                cleanupSystem();
            }

            //update /etc/fstab with mount
            string entry = deviceName + " " + installDir + "/data" + oam.itoa((*list6).dbrootID) + " ext2 noatime,nodiratime,noauto 0 0";
            string cmd = "echo " + entry + " >> /etc/fstab";
            system(cmd.c_str());

            //use from addmodule later
            cmd = "echo " + entry + " >> " + installDir + "/local/etc/pm1/fstab";
            system(cmd.c_str());

            id++;
        }
    }

    try
    {
        sysConfig->write();
    }
    catch (...)
    {
        cout << "ERROR: Failed trying to update columnstore System Configuration file" << endl;
        cleanupSystem();
    }

    //copy Columnstore.xml to Columnstore.xml.rpmsave for postConfigure no-prompt option
    cmd = "rm -f " + MCSSYSCONFDIR + "/columnstore/Columnstore.xml.rpmsave";
    system(cmd.c_str());
    cmd = "cp " + MCSSYSCONFDIR + "/columnstore/Columnstore.xml " + MCSSYSCONFDIR + "/columnstore/Columnstore.xml.rpmsave";
    int rtnCode = system(cmd.c_str());

    if (WEXITSTATUS(rtnCode) != 0)
    {
        cout << "Error copying Columnstore.xml to Columnstore.xml.rpmsave" << endl;
        cleanupSystem();
    }

    // run postConfigure with no-prompt option

    cout << "----- Running the System Installer Script (postConfigure) -----" << endl;

    string postConfigureCMD = installDir + "/bin/postConfigure -n -p " + rootPassword;

    if ( postConfigureDebug )
        postConfigureCMD = postConfigureCMD + " -d";

    if ( localQuery == "y" )
        postConfigureCMD = postConfigureCMD + " -lq";

    if ( MySQLRep == "y" )
        postConfigureCMD = postConfigureCMD + " -rep";

    cout << endl << " Running command: " << postConfigureCMD << endl;

    if ( postConfigureLog )
    {
        cout << "Outputting to log file " + postConfigureOutFile << ", please wait..." << endl;
        string cmd = postConfigureCMD + " > " + postConfigureOutFile;
        int ret = system(cmd.c_str());

        if (WEXITSTATUS(ret) == 0 )
            cout << "postConfigure Successfully Completed, system is ready to use" << endl << endl;
        else
        {
            cout << "ERROR : postConfigure install error, check " <<  postConfigureOutFile << endl << endl;

            if (postConfigureCleanup)
            {
                cout << "Running calpont-support script is capture system logs and other data" << endl << endl;

                string cmd = installDir + "/bin/calpontSupport -p Calpont1 -hw -s -c -r -l";
                system (cmd.c_str());
                cleanupSystem();
            }
        }
    }
    else
    {
        int ret = system(postConfigureCMD.c_str());

        if (WEXITSTATUS(ret) == 0 )
            cout << "postConfigure Successfully Completed, system is ready to use" << endl << endl;
        else
        {
            cout << endl << "ERROR : postConfigure install failure" << endl << endl;

            if (postConfigureCleanup)
            {
                cout << "Running calpont-support script is capture system logs and other data" << endl << endl;

                string cmd = installDir + "/bin/calpontSupport -p Calpont1 -hw -s -c -r -l";
                system (cmd.c_str());
                cleanupSystem();
            }
        }
    }

}

string getIPAddress(string instance)
{
    Oam oam;

    string IPAddress = oam.getEC2InstanceIpAddress(instance);

    if (IPAddress == "stopped" || IPAddress == "terminated")
    {
        cout << "ERROR: Instance " + instance + " not running, couldn't get IP Address" << endl << endl;
        cleanupSystem();
    }

    return IPAddress;
}

void snmpAppCheck()
{
    Oam oam;

    cout << endl << "===== Setup the Network Management System (NMS) Server Configuration =====" << endl << endl;

    cout << "This would be used to receive SNMP Traps from columnstore, like a Network Control Center" << endl;
    cout << "Default to 0.0.0.0 to not enable snmptrap forwarding" << endl << endl;
    prompt1 = "Enter IP Address(es) of NMS Server (0.0.0.0) > ";
    pcommand1 = readline(prompt1.c_str());

    if (pcommand1)
    {
        if (strlen(pcommand1) > 0) NMSIPAddress = pcommand1;

        free(pcommand1);
        pcommand1 = 0;
    }

    return;
}

void setSystemName()
{

    prompt1 = "Enter System Name (" + systemName + ") > ";
    pcommand1 = readline(prompt1.c_str());

    if (pcommand1)
    {
        if (strlen(pcommand1) > 0) systemName = pcommand1;

        free(pcommand1);
        pcommand1 = 0;
    }
}

void setRootPassword()
{
    Oam oam;

    cout << endl << "--- Updating Root Password on all Instance(s) ---" << endl << endl;

    InstanceList::iterator list1 = uminstancelist.begin();

    for (; list1 != uminstancelist.end() ; list1++)
    {
        string instance = (*list1).instanceName;
        string module = (*list1).moduleName;

        //get IP Address of um instance
        string ipAddress = oam.getEC2InstanceIpAddress(instance);

        if (ipAddress == "stopped" || ipAddress == "terminated" )
        {
            cout << "ERROR: Instance " << instance << " failed to get private IP Address" << endl;
            cleanupSystem();
        }

        string cmd = installDir + "/bin/remote_command.sh " + ipAddress + " " + AMIrootPassword + "  '/root/updatePassword.sh " + rootPassword + "' > /dev/null 2>&1";
        int rtnCode = system(cmd.c_str());

        if (WEXITSTATUS(rtnCode) != 0)
        {
            cout << "ERROR: failed update of root password on " + module << endl;
            cleanupSystem();
        }
    }

    InstanceList::iterator list2 = pminstancelist.begin();

    for (; list2 != pminstancelist.end() ; list2++)
    {
        string instance = (*list2).instanceName;
        string module = (*list2).moduleName;

        if ( module == "pm1" )
        {
            string cmd = "/root/updatePassword.sh " + rootPassword + " > /dev/null 2>&1";
            int rtnCode = system(cmd.c_str());

            if (WEXITSTATUS(rtnCode) != 0)
            {
                cout << "ERROR: failed update root of password on " + module << endl;
                cleanupSystem();
            }

            continue;
        }

        //get IP Address of pm instance
        string ipAddress = oam.getEC2InstanceIpAddress(instance);

        if (ipAddress == "stopped" || ipAddress == "terminated" )
        {
            cout << "ERROR: Instance " << instance << " failed to get private IP Address" << endl;
            cleanupSystem();
        }

        string cmd = installDir + "/bin/remote_command.sh " + ipAddress + " " + AMIrootPassword + "  '/root/updatePassword.sh " + rootPassword + "' > /dev/null 2>&1";
        int rtnCode = system(cmd.c_str());

        if (WEXITSTATUS(rtnCode) != 0)
        {
            cout << "ERROR: failed update root of password on " + module << endl;
            cleanupSystem();
        }
    }
}

void launchInstanceThread(ModuleIP moduleip)
{
    Oam oam;

    //get module info
    string moduleName = moduleip.moduleName;
    string IPAddress = moduleip.IPaddress;

    //due to bad instances getting launched causing scp failures
    //have retry login around fail scp command where a instance will be relaunched
    int instanceRetry = 0;

    for ( ; instanceRetry < 5 ; instanceRetry ++ )
    {
        if (cleanupRunning)
            pthread_exit(0);

        string instanceName;

        if ( moduleName.find("um") == 0 )
            instanceName = oam.launchEC2Instance(moduleName, IPAddress, UserModuleInstanceType, UserModuleSecurityGroup);
        else
            instanceName = oam.launchEC2Instance(moduleName, IPAddress);

        if ( instanceName == "failed" )
        {
            cout << " *** Failed to Launch an Instance for " + moduleName << ", will retry up to 5 times" << endl;
            continue;
        }

        cout << "Launched Instance for " << moduleName << ": " << instanceName << endl;

        //give time for instance to startup
        sleep(60);

        cout << " SCP x.509 files to " + moduleName << endl;

        string ipAddress = oam::UnassignedName;

        bool pass = false;

        for ( int retry = 0 ; retry < 60 ; retry++ )
        {
            if (cleanupRunning)
                pthread_exit(0);

            //get IP Address of pm instance
            if ( ipAddress == oam::UnassignedName || ipAddress == "stopped" || ipAddress == "No-IPAddress" )
            {
                ipAddress = oam.getEC2InstanceIpAddress(instanceName);

                if (ipAddress == "stopped" || ipAddress == "No-IPAddress" )
                {
                    sleep(5);
                    continue;
                }
            }

            string cmd = installDir + "/bin/remote_scp_put.sh " + ipAddress + " " + AMIrootPassword + " "  + x509Cert + " > /tmp/scp.log_" + instanceName;
            int rtnCode = system(cmd.c_str());

            if (WEXITSTATUS(rtnCode) == 0)
            {
                pass = true;
                break;
            }

            sleep(5);
        }

        if (!pass)
        {
            cout << " *** SCP Failed to Instance for " + moduleName << ", recreate a new instance" << endl;
            cout << " *** Terminating Module (" + moduleName + ") Instance: " + instanceName << endl;
            oam.terminateEC2Instance( instanceName );
            continue;
        }

        pass = false;

        for ( int retry = 0 ; retry < 60 ; retry++ )
        {
            if (cleanupRunning)
                pthread_exit(0);

            string cmd = installDir + "/bin/remote_scp_put.sh " + ipAddress + " " + AMIrootPassword + " "  + x509PriKey + " > /tmp/scp.log_" + instanceName;
            int rtnCode = system(cmd.c_str());

            if (WEXITSTATUS(rtnCode) == 0)
            {
                pass = true;
                break;
            }

            sleep(5);
        }

        if (!pass)
        {
            cout << " *** SCP Failed to Instance for " + moduleName << ", recreate a new instance" << endl;
            cout << " *** Terminating Module (" + moduleName + ") Instance: " + instanceName << endl;
            oam.terminateEC2Instance( instanceName );
            continue;
        }

        Instance instance;

        instance.instanceName = instanceName;
        instance.moduleName = moduleName;
        instance.IPaddress = ipAddress;
        //cout << "IP Address for " << moduleName << " " << ipAddress << endl;

        if ( moduleName.find("um") == 0 )
            uminstancelist.push_back(instance);
        else
            pminstancelist.push_back(instance);

        if ( autoTagging == "y" )
        {
            cout << " Creating Instance Tag for " << moduleName << endl;

            string tagValue = systemName + "-" + moduleName;
            oam.createEC2tag( instanceName, "Name", tagValue );
        }

        if ( elasticiplist.size() > 0 )
        {
            ModuleIPList::iterator list9 = elasticiplist.begin();

            for (; list9 != elasticiplist.end() ; list9++)
            {
                if ( moduleName == (*list9).moduleName )
                {
                    cout << " Assigning Elastic IP Address " << (*list9).IPaddress << " to " << (*list9).moduleName << endl;

                    try
                    {
                        oam.assignElasticIP(instanceName, (*list9).IPaddress);
                    }
                    catch (...)
                    {
                        cout << endl << "**** Assigning Elastic IP Address Failed : assignElasticIP API Error";
                    }

                    break;
                }
            }
        }

        break;
    }

    if ( instanceRetry >= 5 )
    {
        cout << " *** Failed to Successfully Launch Instance for " + moduleName << endl;
        cleanupSystem();
        pthread_exit(0);
    }

    launchInstanceCount--;

    // exit thread
//	return;
    pthread_exit(0);
}


void createVolumeThread(string module)
{
    Oam oam;
    Volume volume;

    //local copies
    string moduleName = module;

    int volumeSize;
    string device;
    string volumeName;
    int dbrootid = 0;
    string name;

    if ( moduleName.find("um") == 0 )
    {
        device = UMdeviceName + moduleName.substr(MAX_MODULE_TYPE_SIZE, MAX_MODULE_ID_SIZE);

        volumeSize = UMvolumeSize;

        cout << "Creating Volume for module " << moduleName << endl;

        name = moduleName;
    }
    else
    {
        //pm volume setup
        dbrootid = createdbrootid;

        device = PMdeviceName + deviceLetter[lid] + oam.itoa(did);

        volumeSize = PMvolumeSize;

        //bump id numbers
        did++;

        if ( did > 10 )
        {
            did = 1;
            lid++;

            if ( deviceLetter[lid] == "end" )
                lid = 0;
        }

        cout << "Creating Volume for DBRoot#" << dbrootid << " on module " << moduleName << endl;

        name = "DBRoot#" + oam.itoa(dbrootid);
    }

    //create volume
    int retry = 0;

    for ( ; retry < 5 ; retry++ )
    {
        if (cleanupRunning)
            pthread_exit(0);

        volumeName = oam.createEC2Volume(oam.itoa(volumeSize), name);

        if ( volumeName == "failed" || volumeName.empty() )
            cout << " *** ERROR: Failed to create a Volume for " << name << ", retry up to 5 times " << endl;
        else
            break;
    }

    if ( retry >= 5 )
    {
        cout << " *** ERROR: Failed to create a Volume for " << name << ", do cleanup" << endl;
        cleanupSystem();
//		exit (1);
        pthread_exit(0);
    }

//	pthread_mutex_lock(&THREAD_LOCK);
    volume.moduleName = moduleName;
    volume.volumeName = volumeName;
    volume.deviceName = device;
    volume.dbrootID = dbrootid;

    if ( moduleName.find("um") == 0 )
        UMvolumelist.push_back(volume);
    else
        PMvolumelist.push_back(volume);

//	pthread_mutex_unlock(&THREAD_LOCK);

    cout << " Attach Volume and format : " << volumeName << ":" << device << " for " << name << endl;

    //attach volumes to local instance
    retry = 0;

    for ( ; retry < 5 ; retry++ )
    {
        if (cleanupRunning)
            pthread_exit(0);

        if (!oam.attachEC2Volume(volumeName, device, localInstance))
        {
            cout << " *** ERROR: Volume " << volumeName << " failed to attach to: " << localInstance << ":" << name << ", retry up to 5 times " << endl;
            oam.detachEC2Volume(volumeName);
        }
        else
            break;
    }

    if ( retry >= 5 )
    {
        cout << " *** ERROR: Volume " << volumeName << " failed to attach to: " << localInstance << ":" << name << ", do cleanup " << endl;
        cleanupSystem();
//		exit (1);
        pthread_exit(0);
    }

    //format attached volume
    string cmd = "mkfs.ext2 -F " + device + " > /dev/null 2>&1";
    system(cmd.c_str());

    if (cleanupRunning)
        pthread_exit(0);

    //move volume if not assigned to local module (pm1)
    if ( moduleName != "pm1" )
    {
        retry = 0;

        for ( ; retry < 5 ; retry++ )
        {
            if (cleanupRunning)
                pthread_exit(0);

            if (!oam.detachEC2Volume(volumeName))
            {
                cout << "*** ERROR: Volume " << volumeName << " failed to detach from local instance, retry up to 5 times " << endl;
            }
            else
                break;
        }

        if ( retry >= 5 )
        {
            cout << "*** ERROR: Volume " << volumeName << " failed to detach from local instance, do cleanup " << endl;
            cleanupSystem();
            //		exit (1);
            pthread_exit(0);
        }

        //attach to real instance
        if ( moduleName.find("um") == 0 )
        {
            InstanceList::iterator list2 = uminstancelist.begin();

            for (; list2 != uminstancelist.end() ; list2++)
            {
                if (cleanupRunning)
                    pthread_exit(0);

                if ( moduleName == (*list2).moduleName )
                {
                    //attach volumes to real instance
                    if (!oam.attachEC2Volume(volumeName, device, (*list2).instanceName))
                    {
                        cout << "ERROR: Volume " << volumeName << " failed to attach to: " << (*list2).instanceName << ":" <<  moduleName << endl;
                        cleanupSystem();
                        //					exit (1);
                        pthread_exit(0);
                    }
                }
            }
        }
        else
        {
            //attach to real instance
            InstanceList::iterator list2 = pminstancelist.begin();

            for (; list2 != pminstancelist.end() ; list2++)
            {
                if (cleanupRunning)
                    pthread_exit(0);

                if ( moduleName == (*list2).moduleName )
                {
                    //attach volumes to real instance
                    retry = 0;

                    for ( ; retry < 5 ; retry++ )
                    {
                        if (!oam.attachEC2Volume(volumeName, device, (*list2).instanceName))
                        {
                            cout << "*** ERROR: Volume " << volumeName << " failed to attach to: " << (*list2).instanceName << ":" << moduleName << ", retry up to 5 times " << endl;
                            oam.detachEC2Volume(volumeName);
                        }
                        else
                            break;
                    }

                    if ( retry >= 5 )
                    {
                        cout << "*** ERROR: Volume " << volumeName << " failed to attach to: " << (*list2).instanceName << ":" << moduleName << ", do cleanup " << endl;
                        cleanupSystem();
                        //		exit (1);
                        pthread_exit(0);
                    }
                }
            }
        }
    }

    if ( autoTagging == "y" )
    {
        if ( moduleName.find("um") == 0 )
        {
            cout << " Creating Volume Tag for " << moduleName << endl;

            string tagValue = systemName + "-" + moduleName;
            oam.createEC2tag( volumeName, "Name", tagValue );
        }
        else
        {
            cout << " Creating Volume Tag for DBRoot#" << dbrootid << endl;

            string tagValue = systemName + "-dbroot" + oam.itoa(dbrootid);
            oam.createEC2tag( volumeName, "Name", tagValue );
        }
    }

    createVolumeCount--;

    // exit thread
//	return;
    pthread_exit(0);
}

/*
unsigned getNumCores()
{
	ifstream cpuinfo("/proc/cpuinfo");

	if (!cpuinfo.good())
		return 2;

	unsigned nc = 0;

	string line;

	getline(cpuinfo, line);

	unsigned i = 0;
	while (i < 10000 && cpuinfo.good() && !cpuinfo.eof())
	{
		string::size_type pos = line.find("processor",0);
		if (pos != string::npos)
			nc++;

		getline(cpuinfo, line);

		++i;
	}

	return nc;
}
*/
void cleanupSystem(bool terminate)
{
    Oam oam;

    if (cleanupRunning)
        return;

    cleanupRunning = true;

    //get local module name
    oamModuleInfo_t t;
    string localModuleName = "pm1";

    try
    {
        t = oam.getModuleInfo();
        localModuleName = boost::get<0>(t);
    }
    catch (...) {}

    if ( terminate )
    {
        cout << endl << "***** Performing System Cleanup *****" << endl << endl;

        system("umount /usr/local/mariadb/columnstore/data* > /dev/null 2>&1");

        //run pre-uninstall
        string cmd = installDir + "/bin/pre-uninstall  > /dev/null 2>&1";
        system(cmd.c_str());

        InstanceList::iterator list1 = uminstancelist.begin();

        for (; list1 != uminstancelist.end() ; list1++)
        {
            string instance = (*list1).instanceName;
            string module = (*list1).moduleName;

            cout << "Terminating User Module (" + module + ") Instance: " + instance << endl;

            oam.terminateEC2Instance( instance );
        }

        cout << endl;
        InstanceList::iterator list2 = pminstancelist.begin();

        for (; list2 != pminstancelist.end() ; list2++)
        {
            string instance = (*list2).instanceName;
            string module = (*list2).moduleName;

            if ( module == localModuleName )
                continue;

            cout << "Terminating Performance Module (" + module + ") Instance: " + instance << endl;

            oam.terminateEC2Instance( instance );
        }
    }
    else
    {
        cout << endl << "***** Performing Stopping System Instances *****" << endl << endl;

        InstanceList::iterator list1 = uminstancelist.begin();

        for (; list1 != uminstancelist.end() ; list1++)
        {
            string instance = (*list1).instanceName;
            string module = (*list1).moduleName;

            cout << "Stopping User Module (" + module + ") Instance: " + instance << endl;

            oam.stopEC2Instance( instance );
        }

        cout << endl;
        InstanceList::iterator list2 = pminstancelist.begin();

        for (; list2 != pminstancelist.end() ; list2++)
        {
            string instance = (*list2).instanceName;
            string module = (*list2).moduleName;

            if ( module == localModuleName )
                continue;

            cout << "Stopping Performance Module (" + module + ") Instance: " + instance << endl;

            oam.stopEC2Instance( instance );
        }

        cout << endl << "Instance Stoppage finished, exiting" << endl << endl;
        exit (1);
    }

    // volumes

    cout << endl;
    VolumeList::iterator list3 = UMvolumelist.begin();

    for (; list3 != UMvolumelist.end() ; list3++)
    {
        string volumeName = (*list3).volumeName;
        string module = (*list3).moduleName;

        cout << "Detaching and Deleting Volume (" + module + "): " + volumeName << endl;

        oam.detachEC2Volume( volumeName );
        oam.deleteEC2Volume( volumeName );
    }

    cout << endl;
    VolumeList::iterator list4 = PMvolumelist.begin();

    for (; list4 != PMvolumelist.end() ; list4++)
    {
        string volumeName = (*list4).volumeName;
        int dbrootID = (*list4).dbrootID;
        string device = (*list4).deviceName;

        cout << "Detaching and Deleting (DBRoot#" + oam.itoa(dbrootID) + ") Volume: " + volumeName << endl;

        //unmount pm1 disk
        if ( (*list4).moduleName == "pm1" )
        {
            string cmd = "umount " + installDir + "/data" + oam.itoa(dbrootID) + " > /dev/null 2>&1";
            system(cmd.c_str());

            cmd = "rm -f " + device + " > /dev/null 2>&1";
            system(cmd.c_str());
        }

        oam.detachEC2Volume( volumeName );
        oam.deleteEC2Volume( volumeName );
    }

    system("rm -f /root/.ssh/known_hosts");

    system("mv -f /etc/fstab.installerBackup /etc/fstab > /dev/null 2>&1");

    if ( systemType == "combined" )
    {
        cout << "----- Combined System Type Uninstall Calpont-MySQL Packages -----" << endl << endl;

        system("rpm -e infinidb-mysql infinidb-storage-engine");
    }

    cout << endl << "Cleanup finished, exiting" << endl << endl;
    exit (1);

}