/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*******************************************************************************
* $Id$
*
*******************************************************************************/

/*
 * we_filereadthread.cpp
 *
 *  Created on: Oct 25, 2011
 *      Author: bpaul
 */


#include "we_messages.h"
#include "we_sdhandler.h"

#include <boost/thread/condition.hpp>
#include <boost/scoped_array.hpp>
#include <boost/thread.hpp>
using namespace boost;

#include "messagequeue.h"
#include "bytestream.h"
using namespace messageqcpp;

#include <fstream>
#include <istream>
#include <list>
#ifdef _MSC_VER
#include <io.h>
#endif
using namespace std;

#include "we_filereadthread.h"

namespace WriteEngine
{

void WEReadThreadRunner::operator ()()
{
    try
    {
        fRef.feedData();
    }
    catch (std::exception& ex)
    {
        throw runtime_error(ex.what());
    }
}


//------------------------------------------------------------------------------
//
//------------------------------------------------------------------------------



WEFileReadThread::WEFileReadThread(WESDHandler& aSdh): fSdh(aSdh),
    fpThread(0),
    fFileMutex(),
    fContinue(true),
    fInFileName(),
    fInFile(std::cin.rdbuf()), //@BUG 4326
    fTgtPmId(0),
    fBatchQty(0),
    fEnclEsc(false),
    fEncl('\0'),
    fEsc('\\'),
    fDelim('|')
{
    //TODO batch qty to get from config
    fBatchQty = 10000;

}

//WEFileReadThread::WEFileReadThread(const WEFileReadThread& rhs):fSdh(rhs.fSdh)
//{
//	// TODO copy constructor
//}


WEFileReadThread::~WEFileReadThread()
{
    //if(fInFile.is_open()) fInFile.close(); //@BUG 4326
    if (fIfFile.is_open()) fIfFile.close();

    setTgtPmId(0);

    if (fpThread)
    {
        delete fpThread;
    }

    fpThread = 0;
    //cout << "WEFileReadThread destructor called" << endl;
}

//------------------------------------------------------------------------------

void WEFileReadThread::reset()
{
    //if(fInFile.is_open()) fInFile.close(); //@BUG 4326
    if (fIfFile.is_open()) fIfFile.close();

    setTgtPmId(0);

    if (fpThread)
    {
        delete fpThread;
    }

    fpThread = 0;
    //cout << "WEFileReadThread destructor called" << endl;
    this->setContinue(true);
}
//------------------------------------------------------------------------------

void WEFileReadThread::setup(std::string FileName)
{
    if (fSdh.getDebugLvl())
        cout << "WEFileReadThread::setup : *** Input files = " << FileName << endl;

    reset();

    try
    {
        char aEncl = fSdh.getEnclChar();
        char aEsc = fSdh.getEscChar();
        char aDelim = fSdh.getDelimChar();

        if (aEncl) fEncl = aEncl;

        if (aEsc) fEsc = aEsc;

        if (aDelim) fDelim = aDelim;

        if (aEncl != 0) fEnclEsc = true;

        //BUG 4342 - Need to support "list of infiles"
        //chkForListOfFiles(FileName); - List prepared in sdhandler.

        string aStrName = getNextInputDataFile();

        if (fSdh.getDebugLvl() > 2)
            cout << "Next InFileName = " << aStrName << endl;

        setInFileName(aStrName);
        //setInFileName(FileName);
        openInFile();
        //set the target PM
        fpThread = new boost::thread(WEReadThreadRunner(*this));
    }
    catch (std::exception& ex)
    {
        //cout << ex.what() << endl;
        //throw runtime_error("Exception occured in WEFileReadThread\n");
        throw runtime_error(ex.what());
    }

    if (fpThread)
    {
        // Need to send a all clear??
    }
}

//------------------------------------------------------------------------------

bool WEFileReadThread::chkForListOfFiles(std::string& FileName)
{
    //cout << "Inside chkForListOfFiles("<< FileName << ")" << endl;
    std::string aFileName = FileName;

    istringstream iss(aFileName);
    size_t start = 0, end = 0;
    const char* sep = " ,|";

    end = aFileName.find_first_of(sep);

    do
    {
        if (end != string::npos)
        {
            std::string aFile = aFileName.substr(start, end - start);

            if (fSdh.getDebugLvl() > 2)
                cout << "File: " << aFileName.substr(start, end - start) << endl;

            start = end + 1;
            fInfileList.push_back(aFile);
        }
        else
        {
            std::string aFile = aFileName.substr(start, end - start);

            if (fSdh.getDebugLvl() > 1)
                cout << "Next Input File " << aFileName.substr(start, end - start) << endl;

            fInfileList.push_back(aFile);
            break;
        }

        end = aFileName.find_first_of(sep, start);
    }
    while (start != end);

    //cout << "Going out chkForListOfFiles("<< FileName << ")" << endl;

    return false;
}
//------------------------------------------------------------------------------

std::string WEFileReadThread::getNextInputDataFile()
{
    std::string aNextFile;

    if (fInfileList.size() > 0)
    {
        aNextFile = fInfileList.front();
        fInfileList.pop_front();
    }

    //cout << "Next Input DataFile = " << aNextFile << endl;

    return aNextFile;
}
//------------------------------------------------------------------------------

void WEFileReadThread::add2InputDataFileList(std::string& FileName)
{
    fInfileList.push_front(FileName);
}
//------------------------------------------------------------------------------

void WEFileReadThread::shutdown()
{
    this->setContinue(false);
    mutex::scoped_lock aLock(fFileMutex);	//wait till readDataFile() finish

    //if(fInFile.is_open()) fInFile.close(); //@BUG 4326
    if (fIfFile.is_open()) fIfFile.close();
}

//------------------------------------------------------------------------------

void WEFileReadThread::feedData()
{
    unsigned int aRowCnt = 0;
    const unsigned int c10mSec = 10000;

    while (isContinue())
    {
        unsigned int TgtPmId = getTgtPmId();

        if (TgtPmId == 0)
        {
            setTgtPmId(fSdh.getNextPm2Feed());
            TgtPmId = getTgtPmId();
        }

        if ((TgtPmId > 0) && (fInFile.good()))
        {
            try
            {
                messageqcpp::SBS aSbs(new messageqcpp::ByteStream);

                if (fSdh.getImportDataMode() == IMPORT_DATA_TEXT)
                    aRowCnt = readDataFile(aSbs);
                else
                    aRowCnt = readBinaryDataFile(aSbs,
                                                 fSdh.getTableRecLen() );

                //cout << "Length " << aSbs->length() <<endl;    - for debug
                fSdh.updateRowTx(aRowCnt, TgtPmId);
                mutex::scoped_lock aLock(fSdh.fSendMutex);
                fSdh.send2Pm(aSbs, TgtPmId);
                aLock.unlock();
                setTgtPmId(0);	//reset PmId. Send the data to next least data
            }
            catch (std::exception& ex)
            {
                throw runtime_error(ex.what());
            }
        }
        else
        {
            usleep(c10mSec);
            setTgtPmId(0);
        }

        // Finish reading file and thread can go away once data sent
        if (fInFile.eof())
        {
            if (fInfileList.size() != 0)
            {
                if (fIfFile.is_open()) fIfFile.close();

                string aStrName = getNextInputDataFile();
                setInFileName(aStrName);
                openInFile();
            }
            else
            {
                //if there is no more files to be read send EOD
                //cout << "Sending EOD message to PM" << endl;
                fSdh.sendEODMsg();
                setContinue(false);
            }
        }

    }
}


//------------------------------------------------------------------------------
// Read input data as ASCII text
//------------------------------------------------------------------------------
unsigned int WEFileReadThread::readDataFile(messageqcpp::SBS& Sbs)
{
    mutex::scoped_lock aLock(fFileMutex);

    // For now we are going to send KEEPALIVES
    //*Sbs << (ByteStream::byte)(WE_CLT_SRV_KEEPALIVE);
    if ((fInFile.good()) && (!fInFile.eof()))
    {

        //cout << "Inside WEFileReadThread::readDataFile" << endl;
        //char aBuff[1024*1024];			// TODO May have to change it later
        //char*pStart = aBuff;
        unsigned int aIdx = 0;
        unsigned int aLen = 0;
        *Sbs << (ByteStream::byte)(WE_CLT_SRV_DATA);

        while ((!fInFile.eof()) && (aIdx < getBatchQty()))
        {
            if (fEnclEsc)
            {
                //pStart = aBuff;
                aLen = getNextRow(fInFile, fBuff, sizeof(fBuff) - 1);
            }
            else
            {
                fInFile.getline(fBuff, sizeof(fBuff) - 1);
                aLen = fInFile.gcount();
            }

            ////aLen chars incl \n, Therefore aLen-1; '<<' oper won't go past it
            //cout << "Data Length " << aLen <<endl;
            if ((aLen < (sizeof(fBuff) - 2)) && (aLen > 0))
            {
                fBuff[aLen - 1] = '\n';
                fBuff[aLen] = 0;

                if (fSdh.getDebugLvl() > 3) cout << "Data Read " << fBuff << endl;

                (*Sbs).append(reinterpret_cast<ByteStream::byte*>(fBuff), aLen);
                aIdx++;

                if (fSdh.getDebugLvl() > 2) cout << "File data line = " << aIdx << endl;
            }
            else if (aLen >= sizeof(fBuff) - 2)	//Didn't hit delim; BIG ROW
            {
                cout << "Bad Row data " << endl;
                cout << fBuff << endl;
                throw runtime_error("Data Row too BIG to handle!!");
            }

            //for debug
            //if(fSdh.getDebugLvl()>3) cout << aIdx << endl;
        }// while

        return aIdx;
    }// if

    return 0;
}

//------------------------------------------------------------------------------
// Read input data as binary data
//------------------------------------------------------------------------------
unsigned int WEFileReadThread::readBinaryDataFile(messageqcpp::SBS& Sbs,
        unsigned int recLen)
{
    mutex::scoped_lock aLock(fFileMutex);

    if ((fInFile.good()) && (!fInFile.eof()))
    {
        unsigned int aIdx = 0;
        unsigned int aLen = 0;
        *Sbs << (ByteStream::byte)(WE_CLT_SRV_DATA);

        while ( (!fInFile.eof()) && (aIdx < getBatchQty()) )
        {
            fInFile.read(fBuff, recLen);
            aLen = fInFile.gcount();

            if (aLen > 0)
            {
                (*Sbs).append(reinterpret_cast<ByteStream::byte*>(fBuff), aLen);
                aIdx++;

                if (fSdh.getDebugLvl() > 2)
                    cout << "Binary input data line = " << aIdx << endl;

                if (aLen != recLen)
                {
                    cout << "Binary input data does not end on record boundary;"
                         " Last record is " << aLen << " bytes long." <<
                         " Expected record length is: " << recLen << endl;
                }
            }
        } // while

        return aIdx;
    } // if

    return 0;
}

//------------------------------------------------------------------------------

void WEFileReadThread::openInFile()
{
    try
    {
        if (fSdh.getDebugLvl()) cout << "Input FileName: " << fInFileName << endl;

        if (fInFileName == "/dev/stdin")
        {
            char aDefCon[16], aGreenCol[16];
            snprintf(aDefCon, sizeof(aDefCon), "\033[0m");
            snprintf(aGreenCol, sizeof(aGreenCol), "\033[0;32m");

            if (fSdh.getDebugLvl())			// BUG 4195
                cout << aGreenCol
                     << "trying to read from STDIN... "
                     << aDefCon << endl;
        }

        cout.flush();

        //@BUG 4326
        if (fInFileName != "/dev/stdin")
        {
            if (!fIfFile.is_open())
            {
                if (fSdh.getImportDataMode() == IMPORT_DATA_TEXT)
                    fIfFile.open(fInFileName.c_str());
                else // @bug 5193: binary import
                    fIfFile.open(fInFileName.c_str(),
                                 std::ios_base::in | std::ios_base::binary);
            }

            if (!fIfFile.good())
                throw runtime_error("Could not open Input file " + fInFileName);

            fInFile.rdbuf(fIfFile.rdbuf()); //@BUG 4326
        }

#ifdef _MSC_VER
        else // @bug 5193: binary import
        {
            if (fSdh.getImportDataMode() != IMPORT_DATA_TEXT)
            {
                if (_setmode(_fileno(stdin), _O_BINARY) == -1)
                {
                    throw runtime_error("Could not change stdin to binary");
                }
            }
        }

#endif
        //@BUG 4326  -below three lines commented out
        //		if (!fInFile.is_open()) fInFile.open(fInFileName.c_str());
        //		if (!fInFile.good())
        //			throw runtime_error("Could not open Input file "+fInFileName);

    }
    catch (std::exception& ex)
    {
        cout << "Error in Opening input data file " << fInFileName << endl;
        throw runtime_error(ex.what());	//BUG 4201 FIX
    }
}

//------------------------------------------------------------------------------

int WEFileReadThread::getNextRow(istream& ifs, char* pBuf, int MaxLen)
{
    //const char ENCL ='\"';		//TODO for time being
    //const char ESC = '\0';		//TODO for time being
    const char ENCL = fEncl;
    const char ESC = fEsc;
    bool aTrailEsc = false;
    char* pEnd = pBuf;
    char aCh = ifs.get();

    while (ifs.good())
    {
        if (aCh == ENCL)
        {
            // we got the first enclosedBy char.
            *pEnd++ = aCh;
            aCh = ifs.get();

            //cout << "aCh 1 = " << aCh << endl;
            while (aCh != ENCL)		//Loop thru till we hit another one
            {
                if (aCh == ESC) //check spl cond ESC inside ENCL of '\n' here
                {
                    *pEnd++ = aCh;
                    aCh = ifs.get();
                    *pEnd++ = aCh;
                    aCh = ifs.get();	// get the next char for while loop
                    //cout << "aCh 2 = " << aCh << endl;
                }// case ESC
                else
                {
                    *pEnd++ = aCh;
                    aCh = ifs.get();
                    //cout << "aCh 3 = " << aCh << endl;
                }
            }

            *pEnd++ = aCh;	// ENCL char got
            aTrailEsc = true;	//@BUG 4641
        }//case ENCL
        else if (aCh == ESC)
        {
            *pEnd++ = aCh;
            aCh = ifs.get();
            *pEnd++ = aCh;
            //cout << "aCh 4 = " << aCh << endl;
        }// case ESC
        else
        {
            *pEnd++ = aCh;
            //cout << "aCh 5 = " << aCh << endl;
        }

        //cout << "pBuf1 " << pBuf << endl;
        if ((aCh == '\n') || ((pEnd - pBuf) == MaxLen)) break;	// we got a full row

        aCh = ifs.get();

        // BUG 4641 To avoid seg fault when a wrong/no ESC char provided.
        while (aTrailEsc)
        {
            // BUG 4903  EOF, to handle files ending w/ EOF and w/o '\n'
            if ((aCh == '\n') || (aCh == EOF) || (aCh == fDelim))
            {
                aTrailEsc = false;
                break;
            }
            else
            {
                *pEnd++ = aCh;
                aCh = ifs.get();
            }
        }

    }// end of while loop

    return pEnd - pBuf;
}

//------------------------------------------------------------------------------


} /* namespace WriteEngine */