mariadb-columnstore-engine/writeengine/splitter/we_splclient.cpp

/* Copyright (C) 2014 InfiniDB, Inc.
 * Copyright (C) 2016 MariaDB Corporation.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*******************************************************************************
* $Id$
*
*******************************************************************************/

/*
 * we_splclient.cpp
 *
 *  Created on: Oct 20, 2011
 *      Author: bpaul
 */

#include <cstdio>
#include <iostream>
#include <string>
using namespace std;

#include "errorids.h"
#include "exceptclasses.h"
#include "messagelog.h"
#include "messageobj.h"
#include "loggingid.h"
using namespace logging;

#include <boost/thread/mutex.hpp>
using namespace boost;

#include "messagequeue.h"
#include "bytestream.h"
using namespace messageqcpp;

#include "liboamcpp.h"
using namespace oam;

#include "alarmmanager.h"
using namespace alarmmanager;

#include "we_sdhandler.h"
#include "we_splclient.h"

namespace WriteEngine
{

//------------------------------------------------------------------------------
//BP 10/24/2011 14:25
//------------------------------------------------------------------------------
void WESplClientRunner::operator()()
{
    fOwner.sendAndRecv();
}

//------------------------------------------------------------------------------
//BP 10/24/2011 14:25
//------------------------------------------------------------------------------


WESplClient::WESplClient(WESDHandler& Sdh, int PmId):
    fContinue(true),
    fConnected(false),
    fPmId(PmId),
    fDbrCnt(0),
    fDbrVar(0),
    fDataRqstCnt(0),
    fRdSecTo(0),
    fRowTx(0),
    fBytesTx(0),
    fBytesRcv(0),
    fLastInTime(0),
    fStartTime(time(0)),
    fSend(true),
    fCpiStarted(false),
    fCpiPassed(false),
    fCpiFailed(false),
    fBrmRptRcvd(false),
    fRollbackRslt(0),
    fCleanupRslt(0),
    fServer(),
    fClnt(),
    fpThread(0),
    fOwner(Sdh)
{
    // TODO ctor
}
//------------------------------------------------------------------------------
WESplClient::~WESplClient()
{
    delete fpThread;
    fpThread = 0;
}
//------------------------------------------------------------------------------
void WESplClient::setup()
{
    // do the setup stuffs here
    if (fOwner.getDebugLvl())
        cout << "setting connection to moduleid " << getPmId() << endl;

    char buff[32];
    snprintf(buff, sizeof(buff), "pm%u_WriteEngineServer", getPmId());
    fServer = buff;

    fClnt.reset(new MessageQueueClient(fServer));

    if (fOwner.getDebugLvl())
        cout << "WEServer : " << fServer << " " << fClnt->addr2String() << endl;

    try
    {
        if (fClnt->connect())
        {
            onConnect();
            startClientThread();
        }
        else
        {
            throw runtime_error("Connection refused");
        }
    }
    catch (std::exception& ex)
    {
        cerr << "Could not connect to " << fServer << ": " << ex.what() << endl;
        throw runtime_error("Problem in connecting to PM");
    }
    catch (...)
    {
        cerr << "Could not connect to " << fServer  << endl;
        throw runtime_error("Problem in connecting to PM");
    }


}
//------------------------------------------------------------------------------
void WESplClient::startClientThread()
{
    this->fpThread = new boost::thread(WESplClientRunner(*this));
}
//------------------------------------------------------------------------------
void WESplClient::sendAndRecv()
{
    while (fContinue)
    {
        try
        {
            // Send messages if out queue has something
            send();
            // Recv messages if there is something in socket or timeout
            recv();
        }
        catch (runtime_error&)
        {
            //setCpiFailed(true); - done in onDisconnect() BUG
            setConnected(false);

            if (fOwner.getDebugLvl())
                cout << "Disconnect from PM - " << getPmId() << endl;

            onDisconnect();
        }
    }

    if (this->fCpiFailed)
    {
        // NOTE : commented out to avoid sending rollback twice.
        //fOwner.onCpimportFail(this->getPmId());
        char aDefCon[16], aRedCol[16];
        snprintf(aDefCon, sizeof(aDefCon), "\033[0m");
        snprintf(aRedCol, sizeof(aRedCol), "\033[0;31m");

        if (fOwner.getDebugLvl())
            cout << aRedCol << "Bulk load FAILED on PM "
                 << getPmId() << aDefCon << endl;
    }
    else if (this->fCpiPassed)
    {
        //if(fOwner.getDebugLvl())
        //BUG 4195
        char aDefCon[16], aGreenCol[16];
        snprintf(aDefCon, sizeof(aDefCon), "\033[0m");
        snprintf(aGreenCol, sizeof(aGreenCol), "\033[0;32m");

        if (fOwner.getDebugLvl())
            cout << aGreenCol << "Bulk load Finished Successfully on PM "
                 << getPmId() << aDefCon << endl;
    }
    else if (!this->fCpiStarted)
    {
        if (fOwner.getDebugLvl())
            cout << "Cpimport Failed to Start!!!" << this->getPmId() << endl;
    }
}
//------------------------------------------------------------------------------
void WESplClient::send()
{

    if ((!fSendQueue.empty()) && (getDataRqstCount() > 0))
    {
        if (fOwner.getDebugLvl() > 2)
            cout << "DataRqstCnt [" << getPmId() << "] = "
                 << getDataRqstCount() << endl;

        mutex::scoped_lock aLock(fSentQMutex);
        messageqcpp::SBS aSbs = fSendQueue.front();
        fSendQueue.pop();
        aLock.unlock();
        int aLen = (*aSbs).length();

        if (aLen > 0)
        {
            mutex::scoped_lock aLock(fWriteMutex);
            setBytesTx(getBytesTx() + aLen);

            try
            {
                if (isConnected())
                    fClnt->write(aSbs);
            }
            catch (...)
            {
            }

            aLock.unlock();
        }

        decDataRqstCount();
        //decDbRootVar();
    }

    //setSendFlag(fOwner.check4Ack(fPmId));

}
//------------------------------------------------------------------------------
void WESplClient::recv()
{
    messageqcpp::SBS aSbs;
    struct timespec rm_ts;
    rm_ts.tv_sec = fRdSecTo;			//0 when data sending otherwise 1- second
    rm_ts.tv_nsec = 20000000;			// 20 milliSec
    bool isTimeOut = false;
    int aLen = 0;

    try
    {
        if (isConnected())
            aSbs = fClnt->read(&rm_ts, &isTimeOut);
    }
    catch (std::exception& ex)
    {
        setConnected(false);
        cout << ex.what() << endl;
        cout << "fClnt read error on " << getPmId() << endl;
        throw runtime_error("fClnt read error");
    }

    // - aSbs->length()>0 add to the sdh.fWesMsgQueue
    try
    {
        if (aSbs)
            aLen = aSbs->length();
    }
    catch (...)
    {
        aLen = 0;
    }

    if (aLen > 0)
    {
        setLastInTime(time(0));  //added back for BUG 4535 / BUG 4195
        setBytesRcv( getBytesRcv() + aLen);
        fOwner.add2RespQueue(aSbs);
    }
    else if ((aLen <= 0) && (!isTimeOut))	//disconnect
    {
        cout << "Disconnect from PM - " << getPmId() << " IP " << endl;
        onDisconnect();
    }

}
//------------------------------------------------------------------------------
void WESplClient::write(const messageqcpp::ByteStream& Msg)
{
    setBytesTx(getBytesTx() + Msg.length());

    try
    {
        if (Msg.length() > 0)
            fClnt->write(Msg);
    }
    catch (...)
    {
        //ignore it
    }
}
//------------------------------------------------------------------------------
void WESplClient::read(messageqcpp::SBS& Sbs)
{
    // read from the WEServerMsgQueue
    // if Key is needed give that constant here
}
//------------------------------------------------------------------------------
//TODO - We may need to make it much more efficient by incorporating file read
void WESplClient::add2SendQueue(const messageqcpp::SBS& Sbs)
{
    this->fSendQueue.push(Sbs);
}


void WESplClient::clearSendQueue()
{
    mutex::scoped_lock aLock(fSentQMutex);

    while (!fSendQueue.empty())
        fSendQueue.pop();

    aLock.unlock();
}

int WESplClient::getSendQSize()
{
    int aQSize = 0;
    mutex::scoped_lock aLock(fSentQMutex);
    aQSize = fSendQueue.size();
    aLock.unlock();
    return aQSize;
}


//------------------------------------------------------------------------------
void WESplClient::printStats()
{
    if (fOwner.getDebugLvl())
    {
        cout << "\tPMid      \t" << getPmId() << endl;
        cout << "\tTx Rows   \t" << getRowTx() << endl;
        //if(fOwner.getDebugLvl())
        cout << "\tTx Bytes  \t" << getBytesTx() << endl;
        //if(fOwner.getDebugLvl())
        cout << "\tRcv Bytes \t" << getBytesRcv() << endl;
        cout << "\tInserted/Read Rows   " << fRowsUploadInfo.fRowsInserted << "/"
             << fRowsUploadInfo.fRowsRead << endl;

        if (fColOorVec.size() > 0)
            cout << "\tCol Id\tColName\t\t\tout-of-range count" << endl;

        WEColOorVec::iterator aIt = fColOorVec.begin();

        while (aIt != fColOorVec.end())
        {
            cout << "\t" << (*aIt).fColNum << "\t" << (*aIt).fColName << "\t\t" << (*aIt).fNoOfOORs << endl;
            aIt++;
        }

        if (!fBadDataFile.empty())cout << "\tBad Data Filename    " << fBadDataFile << endl;

        if (!fErrInfoFile.empty())cout << "\tError Filename       " << fErrInfoFile << endl;

        cout << "\t(" << getLastInTime() - getStartTime() << "sec)" << endl;
        cout << "\t" << endl;
    }
}
//------------------------------------------------------------------------------

void WESplClient::onConnect()
{
    //TODO
    // update all the flags on Connect.
    // alert data can be send now
    // do not allow to connect back again.

    // when reconnect happens, reset the variables
    setRollbackRslt(0);
    setCleanupRslt(0);
    setCpiPassed(false);
    setCpiFailed(false);

    setContinue(true);
    setConnected(true);
    ByteStream bsWrite;
    bsWrite << (ByteStream::byte) WE_CLT_SRV_KEEPALIVE;

    try
    {
        this->write(bsWrite);				// send the keep init keep alive
    }
    catch (...)
    {
    }

    // need to send Alarm
    fIpAddress = fClnt->addr2String();

}
//------------------------------------------------------------------------------
void WESplClient::onDisconnect()
{
    //TODO
    // - set fContinue to false  - set the thread free
    setContinue(false);
    setConnected(false);
    setRollbackRslt(-1);
    setCleanupRslt(-1);

    if ((!fCpiPassed) && (!fCpiFailed))	//a hard disconnection
    {
        fOwner.onCpimportFail(fPmId);
        fOwner.setDisconnectFailure(true);
    }

    // update all the flags of disconnect.
    // alert on roll back
    // do not allow to connect back again.

    try
    {
        // send alarm
        ALARMManager alarmMgr;
        //std::string alarmItem = sin_addr2String(fClnt->serv_addr().sin_addr);
        std::string alarmItem = fClnt->addr2String();
        alarmItem.append(" WriteEngineServer");
        alarmMgr.sendAlarmReport(alarmItem.c_str(), oam::CONN_FAILURE, SET);
    }
    catch (...)
    {
        // just ignore it for time being.
    }
}

//------------------------------------------------------------------------------

void WESplClient::setRowsUploadInfo(int64_t RowsRead, int64_t RowsInserted)
{
    fRowsUploadInfo.fRowsRead = RowsRead;
    fRowsUploadInfo.fRowsInserted = RowsInserted;
}


//------------------------------------------------------------------------------

void WESplClient::add2ColOutOfRangeInfo(int ColNum,
                                        CalpontSystemCatalog::ColDataType ColType,
                                        std::string&  ColName, int NoOfOors)
{
    WEColOORInfo aColOorInfo;
    aColOorInfo.fColNum = ColNum;
    aColOorInfo.fColType = ColType;
    aColOorInfo.fColName = ColName;
    aColOorInfo.fNoOfOORs = NoOfOors;
    fColOorVec.push_back(aColOorInfo);
}

//------------------------------------------------------------------------------

void WESplClient::setBadDataFile(const std::string& BadDataFile)
{
    fBadDataFile = BadDataFile;
}

//------------------------------------------------------------------------------


void WESplClient::setErrInfoFile(const std::string& ErrInfoFile)
{
    fErrInfoFile = ErrInfoFile;
}

//------------------------------------------------------------------------------


} /* namespace WriteEngine */