You've already forked mariadb-columnstore-engine
mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-08-01 06:46:55 +03:00
the begginning
This commit is contained in:
david hill
167
writeengine/bulk/we_colbufmgrdctnry.cpp
Normal file
167
writeengine/bulk/we_colbufmgrdctnry.cpp
Normal file
@ -0,0 +1,167 @@
|
||||
/* Copyright (C) 2014 InfiniDB, Inc.
|
||||
|
||||
This program is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU General Public License
|
||||
as published by the Free Software Foundation; version 2 of
|
||||
the License.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program; if not, write to the Free Software
|
||||
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
|
||||
MA 02110-1301, USA. */
|
||||
|
||||
/*****************************************************************************
|
||||
* $Id: we_colbufmgrdctnry.cpp 4726 2013-08-07 03:38:36Z bwilkinson $
|
||||
*
|
||||
****************************************************************************/
|
||||
|
||||
#include "we_colbufmgr.h"
|
||||
#include "we_columninfo.h"
|
||||
#include "we_log.h"
|
||||
#include <iostream>
|
||||
#include <sstream>
|
||||
|
||||
namespace WriteEngine {
|
||||
|
||||
//------------------------------------------------------------------------------
|
||||
// ColumnBufferManagerDctnry constructor that takes a ColumnInfo, colWidth, and
|
||||
// FILE*.
|
||||
//------------------------------------------------------------------------------
|
||||
ColumnBufferManagerDctnry::ColumnBufferManagerDctnry(
|
||||
ColumnInfo* pColInfo, int colWidth, Log* logger, int compressionType) :
|
||||
ColumnBufferManager(pColInfo, colWidth, logger, compressionType)
|
||||
{
|
||||
}
|
||||
|
||||
//------------------------------------------------------------------------------
|
||||
// ColumnBufferManagerDctnry destructor.
|
||||
//------------------------------------------------------------------------------
|
||||
ColumnBufferManagerDctnry::~ColumnBufferManagerDctnry()
|
||||
{
|
||||
}
|
||||
|
||||
//------------------------------------------------------------------------------
|
||||
// If we wanted to intercept the row data being written out by
|
||||
// ColumnBufferManagerDctnry in order to break up any buffer crossing an
|
||||
// extent boundary, this is where that logic would reside. However, for
|
||||
// dictionary columns we perform this extent division up front. So for a
|
||||
// dictionary column, this function is a simple pass-thru to the ColumnBuffer's
|
||||
// writeToFile() function.
|
||||
// The data to be written, starts at "startOffset" in the internal buffer and
|
||||
// is "writeSize" bytes long.
|
||||
//------------------------------------------------------------------------------
|
||||
int ColumnBufferManagerDctnry::writeToFileExtentCheck(
|
||||
uint32_t startOffset, uint32_t writeSize)
|
||||
{
|
||||
if (fLog->isDebug( DEBUG_3 ))
|
||||
{
|
||||
std::ostringstream oss;
|
||||
oss << "Dctnry writeToFileExtentCheck"
|
||||
": OID-" << fColInfo->curCol.dataFile.fid <<
|
||||
"; DBRoot-" << fColInfo->curCol.dataFile.fDbRoot <<
|
||||
"; part-" << fColInfo->curCol.dataFile.fPartition <<
|
||||
"; seg-" << fColInfo->curCol.dataFile.fSegment <<
|
||||
"; writeSize-" << writeSize <<
|
||||
"; oldAvailFileSize-" << fColInfo->availFileSize <<
|
||||
"; newAvailFileSize-" << (fColInfo->availFileSize - writeSize);
|
||||
fLog->logMsg( oss.str(), MSGLVL_INFO2 );
|
||||
}
|
||||
|
||||
int rc = fCBuf->writeToFile(startOffset, writeSize);
|
||||
if (rc != NO_ERROR) {
|
||||
WErrorCodes ec;
|
||||
std::ostringstream oss;
|
||||
oss << "writeToFileExtentCheck: write token extent failed: " <<
|
||||
ec.errorString(rc);
|
||||
fLog->logMsg( oss.str(), rc, MSGLVL_ERROR );
|
||||
return rc;
|
||||
}
|
||||
|
||||
fColInfo->updateBytesWrittenCounts( writeSize );
|
||||
|
||||
return NO_ERROR;
|
||||
}
|
||||
|
||||
//------------------------------------------------------------------------------
|
||||
// Before a section is reserved to contain "nRows" of incoming data, this
|
||||
// function can be called to determine whether this group of rows will cause
|
||||
// the buffer to cross an extent boundary. If there is not room for "nRows",
|
||||
// the number of rows that will fit in the current extent are returned.
|
||||
// This function also catches and handles the case where an abbreviated
|
||||
// extent needs to be expanded to a full extent on disk.
|
||||
//
|
||||
// WARNING: If the extent is expanded, then this function will change the
|
||||
// information in the ColumnInfo struct that owns this
|
||||
// ColumnBufferManagerDctnry.
|
||||
//------------------------------------------------------------------------------
|
||||
int ColumnBufferManagerDctnry::rowsExtentCheck( int nRows, int& nRows2 )
|
||||
{
|
||||
nRows2 = nRows;
|
||||
|
||||
int bufferSize = fCBuf->getSize();
|
||||
long long spaceRequired = nRows * fColWidth;
|
||||
long dataInBuffer = 0;
|
||||
if (bufferSize > 0)
|
||||
dataInBuffer = (fBufFreeOffset - fBufWriteOffset + bufferSize) % bufferSize;
|
||||
|
||||
// if extent is out of space, see if this is an abbrev extent we can expand
|
||||
if (((dataInBuffer + spaceRequired) > fColInfo->availFileSize) &&
|
||||
(fColInfo->isAbbrevExtent()))
|
||||
{
|
||||
RETURN_ON_ERROR( fColInfo->expandAbbrevExtent(true) )
|
||||
}
|
||||
|
||||
if ((dataInBuffer + spaceRequired) > fColInfo->availFileSize)
|
||||
{
|
||||
spaceRequired = fColInfo->availFileSize - dataInBuffer;
|
||||
nRows2 = (int)(spaceRequired / fColWidth);
|
||||
|
||||
if (fLog->isDebug( DEBUG_1 ))
|
||||
{
|
||||
std::ostringstream oss1;
|
||||
oss1 << "Dctnry rowsExtentCheck (filling extent): OID-" <<
|
||||
fColInfo->curCol.dataFile.fid <<
|
||||
"; DBRoot-" << fColInfo->curCol.dataFile.fDbRoot <<
|
||||
"; part-" << fColInfo->curCol.dataFile.fPartition <<
|
||||
"; seg-" << fColInfo->curCol.dataFile.fSegment <<
|
||||
"; spaceRequired-" << spaceRequired <<
|
||||
"; dataInBuffer-" << dataInBuffer <<
|
||||
"; availSpace-" << fColInfo->availFileSize;
|
||||
fLog->logMsg( oss1.str(), MSGLVL_INFO2 );
|
||||
|
||||
std::ostringstream oss2;
|
||||
oss2 << "Dctnry rowsExtentCheck: OID-" <<
|
||||
fColInfo->curCol.dataFile.fid <<
|
||||
"; DBRoot-" << fColInfo->curCol.dataFile.fDbRoot <<
|
||||
"; part-" << fColInfo->curCol.dataFile.fPartition <<
|
||||
"; seg-" << fColInfo->curCol.dataFile.fSegment <<
|
||||
"; Changing nRows from " << nRows << " to " << nRows2;
|
||||
fLog->logMsg( oss2.str(), MSGLVL_INFO2 );
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
if (fLog->isDebug( DEBUG_2 ))
|
||||
{
|
||||
std::ostringstream oss;
|
||||
oss << "Dctnry rowsExtentCheck: OID-" <<
|
||||
fColInfo->curCol.dataFile.fid <<
|
||||
"; DBRoot-" << fColInfo->curCol.dataFile.fDbRoot <<
|
||||
"; part-" << fColInfo->curCol.dataFile.fPartition <<
|
||||
"; seg-" << fColInfo->curCol.dataFile.fSegment <<
|
||||
"; spaceRequired-" << spaceRequired <<
|
||||
"; dataInBuffer-" << dataInBuffer <<
|
||||
"; availSpace-" << fColInfo->availFileSize;
|
||||
fLog->logMsg( oss.str(), MSGLVL_INFO2 );
|
||||
}
|
||||
}
|
||||
|
||||
return NO_ERROR;
|
||||
}
|
||||
|
||||
}
|
||||
Reference in New Issue
Block a user