mariadb-columnstore-engine/writeengine/splitter/we_splclient.cpp

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*******************************************************************************
* $Id$
*
*******************************************************************************/

/*
 * we_splclient.cpp
 *
 *  Created on: Oct 20, 2011
 *      Author: bpaul
 */

#include <cstdio>
#include <iostream>
#include <string>
using namespace std;

#include "errorids.h"
#include "exceptclasses.h"
#include "messagelog.h"
#include "messageobj.h"
#include "loggingid.h"
using namespace logging;

#include <boost/thread/mutex.hpp>
using namespace boost;

#include "messagequeue.h"
#include "bytestream.h"
using namespace messageqcpp;

#include "liboamcpp.h"
using namespace oam;

#include "snmpmanager.h"
using namespace snmpmanager;

#include "we_sdhandler.h"
#include "we_splclient.h"

namespace WriteEngine
{

//------------------------------------------------------------------------------
//BP 10/24/2011 14:25
//------------------------------------------------------------------------------
void WESplClientRunner::operator()()
{
	fOwner.sendAndRecv();
}

//------------------------------------------------------------------------------
//BP 10/24/2011 14:25
//------------------------------------------------------------------------------


WESplClient::WESplClient(WESDHandler& Sdh, int PmId):
	    fContinue(true),
	    fConnected(false),
	    fPmId(PmId),
	    fDbrCnt(0),
	    fDbrVar(0),
	    fDataRqstCnt(0),
	    fRdSecTo(0),
	    fRowTx(0),
	    fBytesTx(0),
	    fBytesRcv(0),
	    fLastInTime(0),
	    fStartTime(time(0)),
	    fSend(true),
	    fCpiStarted(false),
	    fCpiPassed(false),
	    fCpiFailed(false),
	    fBrmRptRcvd(false),
	    fRollbackRslt(0),
	    fCleanupRslt(0),
	    fServer(),
	    fClnt(),
	    fpThread(0),
	    fOwner(Sdh)
{
	// TODO ctor
}
//------------------------------------------------------------------------------
WESplClient::~WESplClient()
{
	delete fpThread;
	fpThread=0;
}
//------------------------------------------------------------------------------
void WESplClient::setup()
{
	// do the setup stuffs here
	if(fOwner.getDebugLvl())
		cout << "setting connection to moduleid " << getPmId() << endl;

	char buff[32];
	snprintf(buff, sizeof(buff), "pm%u_WriteEngineServer", getPmId());
	fServer = buff;

	fClnt.reset(new MessageQueueClient(fServer));

	if(fOwner.getDebugLvl())
		cout << "WEServer : " << fServer << " " << fClnt->addr2String() <<endl;

	try
	{
		if (fClnt->connect())
		{
			onConnect();
			startClientThread();
		}
		else
		{
			throw runtime_error("Connection refused");
		}
	} catch (std::exception& ex)
	{
		cerr << "Could not connect to " << fServer << ": " << ex.what() << endl;
		throw runtime_error("Problem in connecting to PM");
	} catch (...)
	{
		cerr << "Could not connect to " << fServer  << endl;
		throw runtime_error("Problem in connecting to PM");
	}


}
//------------------------------------------------------------------------------
void WESplClient::startClientThread()
{
    this->fpThread = new boost::thread(WESplClientRunner(*this));
}
//------------------------------------------------------------------------------
void WESplClient::sendAndRecv()
{
	while(fContinue)
	{
		try
		{
		// Send messages if out queue has something
		send();
		// Recv messages if there is something in socket or timeout
		recv();
		}
		catch (runtime_error&)
		{
			//setCpiFailed(true); - done in onDisconnect() BUG
			setConnected(false);
			if(fOwner.getDebugLvl())
				cout <<"Disconnect from PM - " << getPmId() << endl;
			onDisconnect();
		}
	}

	if(this->fCpiFailed)
	{
		// NOTE : commented out to avoid sending rollback twice.
		//fOwner.onCpimportFail(this->getPmId());
		char aDefCon[16], aRedCol[16];
		snprintf(aDefCon, sizeof(aDefCon), "\033[0m");
		snprintf(aRedCol, sizeof(aRedCol), "\033[0;31m");
		if(fOwner.getDebugLvl())
			cout << aRedCol << "Bulk load FAILED on PM "
							<< getPmId()<< aDefCon << endl;
	}
	else if(this->fCpiPassed)
	{
		//if(fOwner.getDebugLvl())
		//BUG 4195
		char aDefCon[16], aGreenCol[16];
		snprintf(aDefCon, sizeof(aDefCon), "\033[0m");
		snprintf(aGreenCol, sizeof(aGreenCol), "\033[0;32m");
		if(fOwner.getDebugLvl())
			cout << aGreenCol << "Bulk load Finished Successfully on PM "
							  << getPmId()<< aDefCon << endl;
	}
	else if(!this->fCpiStarted)
	{
		if(fOwner.getDebugLvl())
			cout << "Cpimport Failed to Start!!!"<< this->getPmId() << endl;
	}
}
//------------------------------------------------------------------------------
void WESplClient::send()
{

	if ((!fSendQueue.empty())&&(getDataRqstCount()>0))
	{
		if(fOwner.getDebugLvl()>2)
			cout << "DataRqstCnt [" << getPmId() << "] = "
									<< getDataRqstCount() << endl;
		mutex::scoped_lock aLock(fSentQMutex);
		messageqcpp::SBS aSbs = fSendQueue.front();
		fSendQueue.pop();
		aLock.unlock();
		int aLen = (*aSbs).length();
		if (aLen > 0)
		{
			mutex::scoped_lock aLock(fWriteMutex);
			setBytesTx(getBytesTx() + aLen);
			try
			{
				if(isConnected())
					fClnt->write(aSbs);
			}
			catch(...)
			{
			}
			aLock.unlock();
		}

		decDataRqstCount();
		//decDbRootVar();
	}
	//setSendFlag(fOwner.check4Ack(fPmId));

}
//------------------------------------------------------------------------------
void WESplClient::recv()
{
	messageqcpp::SBS aSbs;
    struct timespec rm_ts;
    rm_ts.tv_sec = fRdSecTo;			//0 when data sending otherwise 1- second
    rm_ts.tv_nsec = 20000000;			// 20 milliSec
    bool isTimeOut = false;
	int aLen = 0;

    try
    {
		if(isConnected())
    		aSbs = fClnt->read(&rm_ts, &isTimeOut);
    }
    catch (std::exception& ex)
    {
    	setConnected(false);
    	cout << ex.what() <<endl;
    	cout << "fClnt read error on " << getPmId() << endl;
    	throw runtime_error("fClnt read error");
    }
	// - aSbs->length()>0 add to the sdh.fWesMsgQueue
	try
	{
		if(aSbs)
			aLen = aSbs->length();
	}
	catch(...)
	{
		aLen = 0;
	}

	if(aLen > 0)
	{
		setLastInTime(time(0));  //added back for BUG 4535 / BUG 4195
		setBytesRcv( getBytesRcv()+ aLen);
		fOwner.add2RespQueue(aSbs);
	}
	else if ((aLen <= 0) && (!isTimeOut))	//disconnect
	{
		cout <<"Disconnect from PM - " << getPmId() << " IP " << endl;
		onDisconnect();
	}

}
//------------------------------------------------------------------------------
void WESplClient::write(const messageqcpp::ByteStream& Msg)
{
	setBytesTx(getBytesTx() + Msg.length());
	try
	{
		if(Msg.length()>0)
			fClnt->write(Msg);
	}
	catch(...)
	{
			//ignore it
	}
}
//------------------------------------------------------------------------------
void WESplClient::read(messageqcpp::SBS& Sbs)
{
	// read from the WEServerMsgQueue
	// if Key is needed give that constant here
}
//------------------------------------------------------------------------------
//TODO - We may need to make it much more efficient by incorporating file read
void WESplClient::add2SendQueue(const messageqcpp::SBS& Sbs)
{
	this->fSendQueue.push(Sbs);
}


void WESplClient::clearSendQueue()
{
	mutex::scoped_lock aLock(fSentQMutex);
	while(!fSendQueue.empty())
		fSendQueue.pop();
	aLock.unlock();
}

int WESplClient::getSendQSize()
{
	int aQSize=0;
	mutex::scoped_lock aLock(fSentQMutex);
	aQSize = fSendQueue.size();
	aLock.unlock();
	return aQSize;
}


//------------------------------------------------------------------------------
void WESplClient::printStats()
{
	if(fOwner.getDebugLvl())
	{
		cout <<"\tPMid      \t"<<getPmId()<<endl;
		cout <<"\tTx Rows   \t"<<getRowTx()<<endl;
		//if(fOwner.getDebugLvl())
		cout <<"\tTx Bytes  \t"<<getBytesTx()<<endl;
		//if(fOwner.getDebugLvl())
		cout <<"\tRcv Bytes \t"<<getBytesRcv()<<endl;
		cout <<"\tInserted/Read Rows   "<<fRowsUploadInfo.fRowsInserted<<"/"
										<<fRowsUploadInfo.fRowsRead<< endl;
		if(fColOorVec.size()>0)
			cout <<"\tCol Id\tColName\t\t\tout-of-range count" <<endl;
		WEColOorVec::iterator aIt = fColOorVec.begin();
		while(aIt != fColOorVec.end())
		{
			cout <<"\t"<<(*aIt).fColNum <<"\t"<<(*aIt).fColName <<"\t\t" << (*aIt).fNoOfOORs <<endl;
			aIt++;
		}
		if(!fBadDataFile.empty())cout<<"\tBad Data Filename    "<<fBadDataFile<<endl;
		if(!fErrInfoFile.empty())cout<<"\tError Filename       "<<fErrInfoFile<<endl;
		cout <<"\t("<<getLastInTime()-getStartTime()<<"sec)"<<endl;
		cout <<"\t"<<endl;
	}
}
//------------------------------------------------------------------------------

void WESplClient::onConnect()
{
	//TODO
	// update all the flags on Connect.
	// alert data can be send now
	// do not allow to connect back again.

	// when reconnect happens, reset the variables
	setRollbackRslt(0);
	setCleanupRslt(0);
	setCpiPassed(false);
    setCpiFailed(false);

    setContinue(true);
	setConnected(true);
	ByteStream bsWrite;
	bsWrite << (ByteStream::byte) WE_CLT_SRV_KEEPALIVE;
	try
	{
		this->write(bsWrite);				// send the keep init keep alive
	}
	catch(...)
	{
	}

	// need to send Alarm
	fIpAddress = fClnt->addr2String();

}
//------------------------------------------------------------------------------
void WESplClient::onDisconnect()
{
	//TODO
	// - set fContinue to false  - set the thread free
	setContinue(false);
	setConnected(false);
	setRollbackRslt(-1);
	setCleanupRslt(-1);

	if((!fCpiPassed)&&(!fCpiFailed))	//a hard disconnection
	{
		fOwner.onCpimportFail(fPmId);
		fOwner.setDisconnectFailure(true);
	}

	// update all the flags of disconnect.
	// alert on roll back
	// do not allow to connect back again.

	try
	{
	// send alarm
	SNMPManager alarmMgr;
	//std::string alarmItem = sin_addr2String(fClnt->serv_addr().sin_addr);
	std::string alarmItem = fClnt->addr2String();
	alarmItem.append(" WriteEngineServer");
	alarmMgr.sendAlarmReport(alarmItem.c_str(), oam::CONN_FAILURE, SET);
	}
	catch(...)
	{
		// just ignore it for time being.
	}
}

//------------------------------------------------------------------------------

void WESplClient::setRowsUploadInfo(int64_t RowsRead, int64_t RowsInserted)
{
	fRowsUploadInfo.fRowsRead = RowsRead;
	fRowsUploadInfo.fRowsInserted = RowsInserted;
}


//------------------------------------------------------------------------------

void WESplClient::add2ColOutOfRangeInfo(int ColNum, 
                                        CalpontSystemCatalog::ColDataType ColType, 
                                        std::string&  ColName, int NoOfOors)
{
	WEColOORInfo aColOorInfo;
	aColOorInfo.fColNum = ColNum;
	aColOorInfo.fColType = ColType;
	aColOorInfo.fColName = ColName;
	aColOorInfo.fNoOfOORs = NoOfOors;
	fColOorVec.push_back(aColOorInfo);
}

//------------------------------------------------------------------------------

void WESplClient::setBadDataFile(const std::string& BadDataFile)
{
	fBadDataFile = BadDataFile;
}

//------------------------------------------------------------------------------


void WESplClient::setErrInfoFile(const std::string& ErrInfoFile)
{
	fErrInfoFile = ErrInfoFile;
}

//------------------------------------------------------------------------------


} /* namespace WriteEngine */