You've already forked mariadb-columnstore-engine
mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-10-30 07:25:34 +03:00
464 lines
11 KiB
C++
464 lines
11 KiB
C++
/* Copyright (C) 2014 InfiniDB, Inc.
|
|
* Copyright (C) 2016 MariaDB Corporation.
|
|
|
|
This program is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU General Public License
|
|
as published by the Free Software Foundation; version 2 of
|
|
the License.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
|
|
MA 02110-1301, USA. */
|
|
|
|
/*******************************************************************************
|
|
* $Id$
|
|
*
|
|
*******************************************************************************/
|
|
|
|
/*
|
|
* we_splclient.cpp
|
|
*
|
|
* Created on: Oct 20, 2011
|
|
* Author: bpaul
|
|
*/
|
|
|
|
#include <cstdio>
|
|
#include <iostream>
|
|
#include <string>
|
|
using namespace std;
|
|
|
|
#include "errorids.h"
|
|
#include "exceptclasses.h"
|
|
#include "messagelog.h"
|
|
#include "messageobj.h"
|
|
#include "loggingid.h"
|
|
using namespace logging;
|
|
|
|
#include <boost/thread/mutex.hpp>
|
|
using namespace boost;
|
|
|
|
#include "messagequeue.h"
|
|
#include "bytestream.h"
|
|
using namespace messageqcpp;
|
|
|
|
#include "liboamcpp.h"
|
|
using namespace oam;
|
|
|
|
#include "alarmmanager.h"
|
|
using namespace alarmmanager;
|
|
|
|
#include "we_sdhandler.h"
|
|
#include "we_splclient.h"
|
|
|
|
namespace WriteEngine
|
|
{
|
|
|
|
//------------------------------------------------------------------------------
|
|
//BP 10/24/2011 14:25
|
|
//------------------------------------------------------------------------------
|
|
void WESplClientRunner::operator()()
|
|
{
|
|
fOwner.sendAndRecv();
|
|
}
|
|
|
|
//------------------------------------------------------------------------------
|
|
//BP 10/24/2011 14:25
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
|
WESplClient::WESplClient(WESDHandler& Sdh, int PmId):
|
|
fContinue(true),
|
|
fConnected(false),
|
|
fPmId(PmId),
|
|
fDbrCnt(0),
|
|
fDbrVar(0),
|
|
fDataRqstCnt(0),
|
|
fRdSecTo(0),
|
|
fRowTx(0),
|
|
fBytesTx(0),
|
|
fBytesRcv(0),
|
|
fLastInTime(0),
|
|
fStartTime(time(0)),
|
|
fSend(true),
|
|
fCpiStarted(false),
|
|
fCpiPassed(false),
|
|
fCpiFailed(false),
|
|
fBrmRptRcvd(false),
|
|
fRollbackRslt(0),
|
|
fCleanupRslt(0),
|
|
fServer(),
|
|
fClnt(),
|
|
fpThread(0),
|
|
fOwner(Sdh)
|
|
{
|
|
// TODO ctor
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
WESplClient::~WESplClient()
|
|
{
|
|
delete fpThread;
|
|
fpThread=0;
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::setup()
|
|
{
|
|
// do the setup stuffs here
|
|
if(fOwner.getDebugLvl())
|
|
cout << "setting connection to moduleid " << getPmId() << endl;
|
|
|
|
char buff[32];
|
|
snprintf(buff, sizeof(buff), "pm%u_WriteEngineServer", getPmId());
|
|
fServer = buff;
|
|
|
|
fClnt.reset(new MessageQueueClient(fServer));
|
|
|
|
if(fOwner.getDebugLvl())
|
|
cout << "WEServer : " << fServer << " " << fClnt->addr2String() <<endl;
|
|
|
|
try
|
|
{
|
|
if (fClnt->connect())
|
|
{
|
|
onConnect();
|
|
startClientThread();
|
|
}
|
|
else
|
|
{
|
|
throw runtime_error("Connection refused");
|
|
}
|
|
} catch (std::exception& ex)
|
|
{
|
|
cerr << "Could not connect to " << fServer << ": " << ex.what() << endl;
|
|
throw runtime_error("Problem in connecting to PM");
|
|
} catch (...)
|
|
{
|
|
cerr << "Could not connect to " << fServer << endl;
|
|
throw runtime_error("Problem in connecting to PM");
|
|
}
|
|
|
|
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::startClientThread()
|
|
{
|
|
this->fpThread = new boost::thread(WESplClientRunner(*this));
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::sendAndRecv()
|
|
{
|
|
while(fContinue)
|
|
{
|
|
try
|
|
{
|
|
// Send messages if out queue has something
|
|
send();
|
|
// Recv messages if there is something in socket or timeout
|
|
recv();
|
|
}
|
|
catch (runtime_error&)
|
|
{
|
|
//setCpiFailed(true); - done in onDisconnect() BUG
|
|
setConnected(false);
|
|
if(fOwner.getDebugLvl())
|
|
cout <<"Disconnect from PM - " << getPmId() << endl;
|
|
onDisconnect();
|
|
}
|
|
}
|
|
|
|
if(this->fCpiFailed)
|
|
{
|
|
// NOTE : commented out to avoid sending rollback twice.
|
|
//fOwner.onCpimportFail(this->getPmId());
|
|
char aDefCon[16], aRedCol[16];
|
|
snprintf(aDefCon, sizeof(aDefCon), "\033[0m");
|
|
snprintf(aRedCol, sizeof(aRedCol), "\033[0;31m");
|
|
if(fOwner.getDebugLvl())
|
|
cout << aRedCol << "Bulk load FAILED on PM "
|
|
<< getPmId()<< aDefCon << endl;
|
|
}
|
|
else if(this->fCpiPassed)
|
|
{
|
|
//if(fOwner.getDebugLvl())
|
|
//BUG 4195
|
|
char aDefCon[16], aGreenCol[16];
|
|
snprintf(aDefCon, sizeof(aDefCon), "\033[0m");
|
|
snprintf(aGreenCol, sizeof(aGreenCol), "\033[0;32m");
|
|
if(fOwner.getDebugLvl())
|
|
cout << aGreenCol << "Bulk load Finished Successfully on PM "
|
|
<< getPmId()<< aDefCon << endl;
|
|
}
|
|
else if(!this->fCpiStarted)
|
|
{
|
|
if(fOwner.getDebugLvl())
|
|
cout << "Cpimport Failed to Start!!!"<< this->getPmId() << endl;
|
|
}
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::send()
|
|
{
|
|
|
|
if ((!fSendQueue.empty())&&(getDataRqstCount()>0))
|
|
{
|
|
if(fOwner.getDebugLvl()>2)
|
|
cout << "DataRqstCnt [" << getPmId() << "] = "
|
|
<< getDataRqstCount() << endl;
|
|
mutex::scoped_lock aLock(fSentQMutex);
|
|
messageqcpp::SBS aSbs = fSendQueue.front();
|
|
fSendQueue.pop();
|
|
aLock.unlock();
|
|
int aLen = (*aSbs).length();
|
|
if (aLen > 0)
|
|
{
|
|
mutex::scoped_lock aLock(fWriteMutex);
|
|
setBytesTx(getBytesTx() + aLen);
|
|
try
|
|
{
|
|
if(isConnected())
|
|
fClnt->write(aSbs);
|
|
}
|
|
catch(...)
|
|
{
|
|
}
|
|
aLock.unlock();
|
|
}
|
|
|
|
decDataRqstCount();
|
|
//decDbRootVar();
|
|
}
|
|
//setSendFlag(fOwner.check4Ack(fPmId));
|
|
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::recv()
|
|
{
|
|
messageqcpp::SBS aSbs;
|
|
struct timespec rm_ts;
|
|
rm_ts.tv_sec = fRdSecTo; //0 when data sending otherwise 1- second
|
|
rm_ts.tv_nsec = 20000000; // 20 milliSec
|
|
bool isTimeOut = false;
|
|
int aLen = 0;
|
|
|
|
try
|
|
{
|
|
if(isConnected())
|
|
aSbs = fClnt->read(&rm_ts, &isTimeOut);
|
|
}
|
|
catch (std::exception& ex)
|
|
{
|
|
setConnected(false);
|
|
cout << ex.what() <<endl;
|
|
cout << "fClnt read error on " << getPmId() << endl;
|
|
throw runtime_error("fClnt read error");
|
|
}
|
|
// - aSbs->length()>0 add to the sdh.fWesMsgQueue
|
|
try
|
|
{
|
|
if(aSbs)
|
|
aLen = aSbs->length();
|
|
}
|
|
catch(...)
|
|
{
|
|
aLen = 0;
|
|
}
|
|
|
|
if(aLen > 0)
|
|
{
|
|
setLastInTime(time(0)); //added back for BUG 4535 / BUG 4195
|
|
setBytesRcv( getBytesRcv()+ aLen);
|
|
fOwner.add2RespQueue(aSbs);
|
|
}
|
|
else if ((aLen <= 0) && (!isTimeOut)) //disconnect
|
|
{
|
|
cout <<"Disconnect from PM - " << getPmId() << " IP " << endl;
|
|
onDisconnect();
|
|
}
|
|
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::write(const messageqcpp::ByteStream& Msg)
|
|
{
|
|
setBytesTx(getBytesTx() + Msg.length());
|
|
try
|
|
{
|
|
if(Msg.length()>0)
|
|
fClnt->write(Msg);
|
|
}
|
|
catch(...)
|
|
{
|
|
//ignore it
|
|
}
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::read(messageqcpp::SBS& Sbs)
|
|
{
|
|
// read from the WEServerMsgQueue
|
|
// if Key is needed give that constant here
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
//TODO - We may need to make it much more efficient by incorporating file read
|
|
void WESplClient::add2SendQueue(const messageqcpp::SBS& Sbs)
|
|
{
|
|
this->fSendQueue.push(Sbs);
|
|
}
|
|
|
|
|
|
void WESplClient::clearSendQueue()
|
|
{
|
|
mutex::scoped_lock aLock(fSentQMutex);
|
|
while(!fSendQueue.empty())
|
|
fSendQueue.pop();
|
|
aLock.unlock();
|
|
}
|
|
|
|
int WESplClient::getSendQSize()
|
|
{
|
|
int aQSize=0;
|
|
mutex::scoped_lock aLock(fSentQMutex);
|
|
aQSize = fSendQueue.size();
|
|
aLock.unlock();
|
|
return aQSize;
|
|
}
|
|
|
|
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::printStats()
|
|
{
|
|
if(fOwner.getDebugLvl())
|
|
{
|
|
cout <<"\tPMid \t"<<getPmId()<<endl;
|
|
cout <<"\tTx Rows \t"<<getRowTx()<<endl;
|
|
//if(fOwner.getDebugLvl())
|
|
cout <<"\tTx Bytes \t"<<getBytesTx()<<endl;
|
|
//if(fOwner.getDebugLvl())
|
|
cout <<"\tRcv Bytes \t"<<getBytesRcv()<<endl;
|
|
cout <<"\tInserted/Read Rows "<<fRowsUploadInfo.fRowsInserted<<"/"
|
|
<<fRowsUploadInfo.fRowsRead<< endl;
|
|
if(fColOorVec.size()>0)
|
|
cout <<"\tCol Id\tColName\t\t\tout-of-range count" <<endl;
|
|
WEColOorVec::iterator aIt = fColOorVec.begin();
|
|
while(aIt != fColOorVec.end())
|
|
{
|
|
cout <<"\t"<<(*aIt).fColNum <<"\t"<<(*aIt).fColName <<"\t\t" << (*aIt).fNoOfOORs <<endl;
|
|
aIt++;
|
|
}
|
|
if(!fBadDataFile.empty())cout<<"\tBad Data Filename "<<fBadDataFile<<endl;
|
|
if(!fErrInfoFile.empty())cout<<"\tError Filename "<<fErrInfoFile<<endl;
|
|
cout <<"\t("<<getLastInTime()-getStartTime()<<"sec)"<<endl;
|
|
cout <<"\t"<<endl;
|
|
}
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
|
|
void WESplClient::onConnect()
|
|
{
|
|
//TODO
|
|
// update all the flags on Connect.
|
|
// alert data can be send now
|
|
// do not allow to connect back again.
|
|
|
|
// when reconnect happens, reset the variables
|
|
setRollbackRslt(0);
|
|
setCleanupRslt(0);
|
|
setCpiPassed(false);
|
|
setCpiFailed(false);
|
|
|
|
setContinue(true);
|
|
setConnected(true);
|
|
ByteStream bsWrite;
|
|
bsWrite << (ByteStream::byte) WE_CLT_SRV_KEEPALIVE;
|
|
try
|
|
{
|
|
this->write(bsWrite); // send the keep init keep alive
|
|
}
|
|
catch(...)
|
|
{
|
|
}
|
|
|
|
// need to send Alarm
|
|
fIpAddress = fClnt->addr2String();
|
|
|
|
}
|
|
//------------------------------------------------------------------------------
|
|
void WESplClient::onDisconnect()
|
|
{
|
|
//TODO
|
|
// - set fContinue to false - set the thread free
|
|
setContinue(false);
|
|
setConnected(false);
|
|
setRollbackRslt(-1);
|
|
setCleanupRslt(-1);
|
|
|
|
if((!fCpiPassed)&&(!fCpiFailed)) //a hard disconnection
|
|
{
|
|
fOwner.onCpimportFail(fPmId);
|
|
fOwner.setDisconnectFailure(true);
|
|
}
|
|
|
|
// update all the flags of disconnect.
|
|
// alert on roll back
|
|
// do not allow to connect back again.
|
|
|
|
try
|
|
{
|
|
// send alarm
|
|
ALARMManager alarmMgr;
|
|
//std::string alarmItem = sin_addr2String(fClnt->serv_addr().sin_addr);
|
|
std::string alarmItem = fClnt->addr2String();
|
|
alarmItem.append(" WriteEngineServer");
|
|
alarmMgr.sendAlarmReport(alarmItem.c_str(), oam::CONN_FAILURE, SET);
|
|
}
|
|
catch(...)
|
|
{
|
|
// just ignore it for time being.
|
|
}
|
|
}
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
void WESplClient::setRowsUploadInfo(int64_t RowsRead, int64_t RowsInserted)
|
|
{
|
|
fRowsUploadInfo.fRowsRead = RowsRead;
|
|
fRowsUploadInfo.fRowsInserted = RowsInserted;
|
|
}
|
|
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
void WESplClient::add2ColOutOfRangeInfo(int ColNum,
|
|
CalpontSystemCatalog::ColDataType ColType,
|
|
std::string& ColName, int NoOfOors)
|
|
{
|
|
WEColOORInfo aColOorInfo;
|
|
aColOorInfo.fColNum = ColNum;
|
|
aColOorInfo.fColType = ColType;
|
|
aColOorInfo.fColName = ColName;
|
|
aColOorInfo.fNoOfOORs = NoOfOors;
|
|
fColOorVec.push_back(aColOorInfo);
|
|
}
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
void WESplClient::setBadDataFile(const std::string& BadDataFile)
|
|
{
|
|
fBadDataFile = BadDataFile;
|
|
}
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
|
void WESplClient::setErrInfoFile(const std::string& ErrInfoFile)
|
|
{
|
|
fErrInfoFile = ErrInfoFile;
|
|
}
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
|
} /* namespace WriteEngine */
|