mariadb-columnstore-engine/writeengine/bulk/we_colbufmgrdctnry.cpp

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*****************************************************************************
 * $Id: we_colbufmgrdctnry.cpp 4726 2013-08-07 03:38:36Z bwilkinson $
 *
 ****************************************************************************/

#include "we_colbufmgr.h"
#include "we_columninfo.h"
#include "we_log.h"
#include <iostream>
#include <sstream>

namespace WriteEngine
{

//------------------------------------------------------------------------------
// ColumnBufferManagerDctnry constructor that takes a ColumnInfo, colWidth, and
// FILE*.
//------------------------------------------------------------------------------
ColumnBufferManagerDctnry::ColumnBufferManagerDctnry(
    ColumnInfo* pColInfo,  int colWidth, Log* logger, int compressionType) :
    ColumnBufferManager(pColInfo, colWidth, logger, compressionType)
{
}

//------------------------------------------------------------------------------
// ColumnBufferManagerDctnry destructor.
//------------------------------------------------------------------------------
ColumnBufferManagerDctnry::~ColumnBufferManagerDctnry()
{
}

//------------------------------------------------------------------------------
// If we wanted to intercept the row data being written out by
// ColumnBufferManagerDctnry in order to break up any buffer crossing an
// extent boundary, this is where that logic would reside.  However, for
// dictionary columns we perform this extent division up front.  So for a
// dictionary column, this function is a simple pass-thru to the ColumnBuffer's
// writeToFile() function.
// The data to be written, starts at "startOffset" in the internal buffer and
// is "writeSize" bytes long.
//------------------------------------------------------------------------------
int ColumnBufferManagerDctnry::writeToFileExtentCheck(
    uint32_t startOffset, uint32_t writeSize)
{
    if (fLog->isDebug( DEBUG_3 ))
    {
        std::ostringstream oss;
        oss << "Dctnry writeToFileExtentCheck"
            ": OID-"    << fColInfo->curCol.dataFile.fid        <<
            "; DBRoot-" << fColInfo->curCol.dataFile.fDbRoot    <<
            "; part-"   << fColInfo->curCol.dataFile.fPartition <<
            "; seg-"    << fColInfo->curCol.dataFile.fSegment   <<
            "; writeSize-"        << writeSize                  <<
            "; oldAvailFileSize-" << fColInfo->availFileSize    <<
            "; newAvailFileSize-" << (fColInfo->availFileSize - writeSize);
        fLog->logMsg( oss.str(), MSGLVL_INFO2 );
    }

    int rc = fCBuf->writeToFile(startOffset, writeSize);

    if (rc != NO_ERROR)
    {
        WErrorCodes ec;
        std::ostringstream oss;
        oss << "writeToFileExtentCheck: write token extent failed: " <<
            ec.errorString(rc);
        fLog->logMsg( oss.str(), rc, MSGLVL_ERROR );
        return rc;
    }

    fColInfo->updateBytesWrittenCounts( writeSize );

    return NO_ERROR;
}

//------------------------------------------------------------------------------
// Before a section is reserved to contain "nRows" of incoming data, this
// function can be called to determine whether this group of rows will cause
// the buffer to cross an extent boundary.  If there is not room for "nRows",
// the number of rows that will fit in the current extent are returned.
// This function also catches and handles the case where an abbreviated
// extent needs to be expanded to a full extent on disk.
//
// WARNING: If the extent is expanded, then this function will change the
//          information in the ColumnInfo struct that owns this
//          ColumnBufferManagerDctnry.
//------------------------------------------------------------------------------
int ColumnBufferManagerDctnry::rowsExtentCheck( int nRows, int& nRows2 )
{
    nRows2 = nRows;

    int bufferSize    = fCBuf->getSize();
    long long spaceRequired = nRows * fColWidth;
    long dataInBuffer  = 0;

    if (bufferSize > 0)
        dataInBuffer = (fBufFreeOffset - fBufWriteOffset + bufferSize) % bufferSize;

    // if extent is out of space, see if this is an abbrev extent we can expand
    if (((dataInBuffer + spaceRequired) > fColInfo->availFileSize) &&
            (fColInfo->isAbbrevExtent()))
    {
        RETURN_ON_ERROR( fColInfo->expandAbbrevExtent(true) )
    }

    if ((dataInBuffer + spaceRequired) > fColInfo->availFileSize)
    {
        spaceRequired = fColInfo->availFileSize - dataInBuffer;
        nRows2        = (int)(spaceRequired / fColWidth);

        if (fLog->isDebug( DEBUG_1 ))
        {
            std::ostringstream oss1;
            oss1 << "Dctnry rowsExtentCheck (filling extent): OID-"    <<
                 fColInfo->curCol.dataFile.fid <<
                 "; DBRoot-" << fColInfo->curCol.dataFile.fDbRoot    <<
                 "; part-"   << fColInfo->curCol.dataFile.fPartition <<
                 "; seg-"    << fColInfo->curCol.dataFile.fSegment   <<
                 "; spaceRequired-" << spaceRequired <<
                 "; dataInBuffer-"  << dataInBuffer <<
                 "; availSpace-"    << fColInfo->availFileSize;
            fLog->logMsg( oss1.str(), MSGLVL_INFO2 );

            std::ostringstream oss2;
            oss2 << "Dctnry rowsExtentCheck: OID-" <<
                 fColInfo->curCol.dataFile.fid <<
                 "; DBRoot-" << fColInfo->curCol.dataFile.fDbRoot    <<
                 "; part-"   << fColInfo->curCol.dataFile.fPartition <<
                 "; seg-"    << fColInfo->curCol.dataFile.fSegment   <<
                 "; Changing nRows from " << nRows << " to " << nRows2;
            fLog->logMsg( oss2.str(), MSGLVL_INFO2 );
        }
    }
    else
    {
        if (fLog->isDebug( DEBUG_2 ))
        {
            std::ostringstream oss;
            oss << "Dctnry rowsExtentCheck: OID-" <<
                fColInfo->curCol.dataFile.fid <<
                "; DBRoot-" << fColInfo->curCol.dataFile.fDbRoot    <<
                "; part-"   << fColInfo->curCol.dataFile.fPartition <<
                "; seg-"    << fColInfo->curCol.dataFile.fSegment   <<
                "; spaceRequired-" << spaceRequired <<
                "; dataInBuffer-"  << dataInBuffer <<
                "; availSpace-"    << fColInfo->availFileSize;
            fLog->logMsg( oss.str(), MSGLVL_INFO2 );
        }
    }

    return NO_ERROR;
}

}