mariadb-columnstore-engine/writeengine/server/we_dataloader.h

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*******************************************************************************
* $Id$
*
*******************************************************************************/

/*
 * 	we_dataloader.h
 *
 *  Created on: Oct 4, 2011
 *      Author: Boby Paul : bpaul@calpont.com
 *
 */



#ifndef WE_DATALOADER_H_
#define WE_DATALOADER_H_

#include "rwlock_local.h"
#include "resourcemanager.h"

#include "we_simplesyslog.h"

#include "we_observer.h"
//#include "we_readthread.h"

#include "we_cpifeederthread.h"

namespace WriteEngine
{

class SplitterReadThread;

// This class will go with the read thread & client socket
// It will manage communication between WEClient & cpimport

class WEDataLoader : public Observer
{
public:
    explicit WEDataLoader(SplitterReadThread& pSrt );
    virtual ~WEDataLoader();

    virtual bool update(Subject* pSub);

public:
    bool setupCpimport();		// fork the cpimport
    void teardownCpimport(bool useStoredWaitPidStatus); // @bug 4267
    void pushData2Cpimport(ByteStream& Ibs);	// push data to cpimport from the queue
    void closeWritePipe();
    void str2Argv(std::string CmdLine, std::vector<char*>& V);
    std::string getCalpontHome();
    std::string getPrgmPath(std::string& PrgmName);
    void updateCmdLineWithPath(string& CmdLine);


public:
    void onReceiveKeepAlive(ByteStream& Ibs);
    void onReceiveData(ByteStream& Ibs);
    void onReceiveEod(ByteStream& Ibs);		//end of data
    void onReceiveMode(ByteStream& Ibs);
    //void onReceiveCmd(messageqcpp::SBS bs);// {(ByteStream& Ibs);
    void onReceiveCmd(ByteStream& bs);// {(ByteStream& Ibs);
    void onReceiveAck(ByteStream& Ibs);
    void onReceiveNak(ByteStream& Ibs);
    void onReceiveError(ByteStream& Ibs);

    void onReceiveJobId(ByteStream& Ibs);
    void onReceiveJobData(ByteStream& Ibs);
    void onReceiveImportFileName(ByteStream& Ibs);
    void onReceiveCmdLineArgs(ByteStream& Ibs);
    void onReceiveStartCpimport();
    void onReceiveBrmRptFileName(ByteStream& Ibs);
    void onReceiveCleanup(ByteStream& Ibs);
    void onReceiveRollback(ByteStream& Ibs);

    void onReceiveErrFileRqst(ByteStream& Ibs);
    void onReceiveBadFileRqst(ByteStream& Ibs);

    void onCpimportSuccess();
    void onCpimportFailure();

    void sendDataRequest();
    void sendCpimportFailureNotice();

    void serialize(messageqcpp::ByteStream& b) const;
    void unserialize(messageqcpp::ByteStream& b);


    // setup the signal handlers for the main app
    void setupSignalHandlers();
    static void onSigChild(int aInt);

public:
    void setMode(int Mode)
    {
        fMode = Mode;
    }
    void updateTxBytes(unsigned int Tx)
    {
        fTxBytes += Tx;
    }
    void updateRxBytes(unsigned int Rx)
    {
        fRxBytes += Rx;
    }
    void setChPid(pid_t pid)
    {
        fCh_pid = pid;
    }
    void setPid(pid_t pid)
    {
        fThis_pid = pid;
    }
    void setPPid(pid_t pid)
    {
        fP_pid = pid;
    }
    void setCmdLineStr(std::string& Str)
    {
        fCmdLineStr = Str;
    }
    void setObjId(int ObjId)
    {
        fObjId = ObjId;
    }

    unsigned int getTxBytes()
    {
        return fTxBytes;
    }
    unsigned int getRxBytes()
    {
        return fRxBytes;
    }

    int getObjId()
    {
        return fObjId;
    }
    int getMode()
    {
        return fMode;
    }
    pid_t getChPid()
    {
        return fCh_pid;
    }
    pid_t getPid()
    {
        return fThis_pid;
    }
    pid_t getPPid()
    {
        return fP_pid;
    }
    std::string getCmdLineStr()
    {
        return fCmdLineStr;
    }

private:
    SplitterReadThread& fRef;

    int fMode;
    ofstream fDataDumpFile;
    ofstream fJobFile;
    unsigned int fTxBytes;
    unsigned int fRxBytes;
    char fPmId;
    int fObjId;					// Object Identifier for logging

    // CpImport related Member variables
    int fFIFO[2];			//I/O Pipes
    pid_t fCh_pid;
    pid_t fThis_pid;
    pid_t fP_pid;
    bool fCpIStarted;
    std::string fCmdLineStr;
    std::string fBrmRptFileName;

    //CPI Feeder Thread
    WECpiFeederThread* fpCfThread;

    boost::mutex fClntMsgMutex;		//mutex in sending messages to client.

    //static bool fTearDownCpimport; // @bug 4267
    bool fTearDownCpimport; // @bug 4267
    pid_t fWaitPidRc;       // @bug 4267
    int   fWaitPidStatus;   // @bug 4267

    bool fForceKill;
    bool fPipeErr;			// Err Flag to restrict err msgs logging.

private:
    // more enums follow
    enum CmdId { BULKFILENAME };
public:
    enum { MIN_QSIZE = 25, MAX_QSIZE = 250};

public:
    SimpleSysLog* fpSysLog;

};

}

#endif /* WE_DATALOADER_H_ */