You've already forked mariadb-columnstore-engine
mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-06-15 03:21:42 +03:00
Reformat all code to coding standard
This commit is contained in:
Andrew Hutchings
@ -35,210 +35,233 @@ using namespace std;
|
||||
#include "dbrm.h"
|
||||
#include "pp_logger.h"
|
||||
|
||||
namespace dbbc {
|
||||
namespace dbbc
|
||||
{
|
||||
|
||||
BlockRequestProcessor::BlockRequestProcessor(uint32_t numBlcks,
|
||||
int thrCount,
|
||||
int blocksPerRead,
|
||||
uint32_t deleteBlocks,
|
||||
uint32_t blckSz) :
|
||||
fbMgr(numBlcks, blckSz, deleteBlocks),
|
||||
fIOMgr(fbMgr, fBRPRequestQueue, thrCount, blocksPerRead)
|
||||
int thrCount,
|
||||
int blocksPerRead,
|
||||
uint32_t deleteBlocks,
|
||||
uint32_t blckSz) :
|
||||
fbMgr(numBlcks, blckSz, deleteBlocks),
|
||||
fIOMgr(fbMgr, fBRPRequestQueue, thrCount, blocksPerRead)
|
||||
{
|
||||
//pthread_mutex_init(&check_mutex, NULL);
|
||||
config::Config* fConfig=config::Config::makeConfig();
|
||||
string val = fConfig->getConfig("DBBC", "BRPTracing");
|
||||
int temp=0;
|
||||
//pthread_mutex_init(&check_mutex, NULL);
|
||||
config::Config* fConfig = config::Config::makeConfig();
|
||||
string val = fConfig->getConfig("DBBC", "BRPTracing");
|
||||
int temp = 0;
|
||||
#ifdef _MSC_VER
|
||||
int tid = GetCurrentThreadId();
|
||||
int tid = GetCurrentThreadId();
|
||||
#else
|
||||
pthread_t tid = pthread_self();
|
||||
pthread_t tid = pthread_self();
|
||||
#endif
|
||||
|
||||
if (val.length()>0) temp=static_cast<int>(config::Config::fromText(val));
|
||||
if (val.length() > 0) temp = static_cast<int>(config::Config::fromText(val));
|
||||
|
||||
if (temp > 0)
|
||||
fTrace=true;
|
||||
else
|
||||
fTrace=false;
|
||||
if (temp > 0)
|
||||
fTrace = true;
|
||||
else
|
||||
fTrace = false;
|
||||
|
||||
if (fTrace)
|
||||
{
|
||||
ostringstream brpLogFileName;
|
||||
if (fTrace)
|
||||
{
|
||||
ostringstream brpLogFileName;
|
||||
#ifdef _MSC_VER
|
||||
brpLogFileName << "C:/Calpont/log/trace/brp." << tid;
|
||||
brpLogFileName << "C:/Calpont/log/trace/brp." << tid;
|
||||
#else
|
||||
brpLogFileName << "/var/log/mariadb/columnstore/trace/brp." << tid;
|
||||
brpLogFileName << "/var/log/mariadb/columnstore/trace/brp." << tid;
|
||||
#endif
|
||||
fLogFile.open(brpLogFileName.str().c_str(), ios_base::app | ios_base::ate);
|
||||
}
|
||||
fLogFile.open(brpLogFileName.str().c_str(), ios_base::app | ios_base::ate);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
BlockRequestProcessor::~BlockRequestProcessor()
|
||||
{
|
||||
//pthread_mutex_destroy(&check_mutex);
|
||||
if (fTrace)
|
||||
fLogFile.close();
|
||||
//pthread_mutex_destroy(&check_mutex);
|
||||
if (fTrace)
|
||||
fLogFile.close();
|
||||
}
|
||||
|
||||
void BlockRequestProcessor::stop() {
|
||||
fBRPRequestQueue.stop();
|
||||
fIOMgr.stop();
|
||||
void BlockRequestProcessor::stop()
|
||||
{
|
||||
fBRPRequestQueue.stop();
|
||||
fIOMgr.stop();
|
||||
}
|
||||
|
||||
int BlockRequestProcessor::check(const BRM::InlineLBIDRange& range, const BRM::QueryContext &ver, const BRM::VER_t txn, const int compType, uint32_t& lbidCount) {
|
||||
uint64_t maxLbid = range.start; // highest existent lbid
|
||||
uint64_t rangeLen = range.size;
|
||||
uint64_t idx;
|
||||
uint64_t adjSz;
|
||||
struct timespec start_tm;
|
||||
lbidCount = 0;
|
||||
int BlockRequestProcessor::check(const BRM::InlineLBIDRange& range, const BRM::QueryContext& ver, const BRM::VER_t txn, const int compType, uint32_t& lbidCount)
|
||||
{
|
||||
uint64_t maxLbid = range.start; // highest existent lbid
|
||||
uint64_t rangeLen = range.size;
|
||||
uint64_t idx;
|
||||
uint64_t adjSz;
|
||||
struct timespec start_tm;
|
||||
lbidCount = 0;
|
||||
|
||||
if (fTrace)
|
||||
clock_gettime(CLOCK_MONOTONIC, &start_tm);
|
||||
if (fTrace)
|
||||
clock_gettime(CLOCK_MONOTONIC, &start_tm);
|
||||
|
||||
for (idx = 0; fbMgr.exists(maxLbid, ver.currentScn) == true && idx<rangeLen; maxLbid++, idx++)
|
||||
(void)0;
|
||||
for (idx = 0; fbMgr.exists(maxLbid, ver.currentScn) == true && idx < rangeLen; maxLbid++, idx++)
|
||||
(void)0;
|
||||
|
||||
if (idx == rangeLen) { // range is already loaded
|
||||
if (fTrace)
|
||||
{
|
||||
uint16_t dbroot;
|
||||
uint32_t partNum;
|
||||
uint16_t segNum;
|
||||
uint32_t fbo;
|
||||
BRM::OID_t oid;
|
||||
fdbrm.lookupLocal(maxLbid, ver.currentScn, false, oid, dbroot, partNum, segNum, fbo);
|
||||
fLogFile
|
||||
<< oid << " "
|
||||
<< maxLbid << " "
|
||||
<< fbo << " "
|
||||
<< rangeLen << " "
|
||||
<< 0 << " "
|
||||
<< 0 << " "
|
||||
<< 0 << " "
|
||||
<< right << fixed << ((double)(start_tm.tv_sec + (1.e-9 * start_tm.tv_nsec)))
|
||||
<< endl;
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
if (idx == rangeLen) // range is already loaded
|
||||
{
|
||||
if (fTrace)
|
||||
{
|
||||
uint16_t dbroot;
|
||||
uint32_t partNum;
|
||||
uint16_t segNum;
|
||||
uint32_t fbo;
|
||||
BRM::OID_t oid;
|
||||
fdbrm.lookupLocal(maxLbid, ver.currentScn, false, oid, dbroot, partNum, segNum, fbo);
|
||||
fLogFile
|
||||
<< oid << " "
|
||||
<< maxLbid << " "
|
||||
<< fbo << " "
|
||||
<< rangeLen << " "
|
||||
<< 0 << " "
|
||||
<< 0 << " "
|
||||
<< 0 << " "
|
||||
<< right << fixed << ((double)(start_tm.tv_sec + (1.e-9 * start_tm.tv_nsec)))
|
||||
<< endl;
|
||||
}
|
||||
|
||||
adjSz=rangeLen-idx;
|
||||
BRM::InlineLBIDRange adjRange;
|
||||
adjRange.start=maxLbid;
|
||||
adjRange.size=adjSz;
|
||||
fileRequest rqstBlk(adjRange, ver, txn, compType);
|
||||
check(rqstBlk);
|
||||
if (rqstBlk.RequestStatus() == fileRequest::BRM_LOOKUP_ERROR)
|
||||
throw logging::IDBExcept(logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_BRM_LOOKUP), logging::ERR_BRM_LOOKUP);
|
||||
else if (rqstBlk.RequestStatus() == fileRequest::FS_EINVAL)
|
||||
throw logging::IDBExcept(logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_O_DIRECT),
|
||||
logging::ERR_O_DIRECT);
|
||||
else if (rqstBlk.RequestStatus() == fileRequest::FS_ENOENT)
|
||||
throw logging::IDBExcept(
|
||||
logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_ENOENT),
|
||||
logging::ERR_ENOENT);
|
||||
else if (rqstBlk.RequestStatus() != fileRequest::SUCCESSFUL)
|
||||
throw runtime_error(rqstBlk.RequestStatusStr());
|
||||
lbidCount=rqstBlk.BlocksRead();
|
||||
return 0;
|
||||
}
|
||||
|
||||
if (fTrace) {
|
||||
uint16_t dbroot;
|
||||
uint32_t partNum;
|
||||
uint16_t segNum;
|
||||
uint32_t fbo;
|
||||
BRM::OID_t oid;
|
||||
fdbrm.lookupLocal(maxLbid, ver.currentScn, false, oid, dbroot, partNum, segNum, fbo);
|
||||
fLogFile
|
||||
<< oid << " "
|
||||
<< maxLbid << " "
|
||||
<< fbo << " "
|
||||
<< rangeLen << " "
|
||||
<< adjSz << " "
|
||||
<< rqstBlk.BlocksRead() << " "
|
||||
<< rqstBlk.BlocksLoaded() << " "
|
||||
<< right << fixed << ((double)(start_tm.tv_sec+(1.e-9*start_tm.tv_nsec)))
|
||||
<< endl;
|
||||
}
|
||||
adjSz = rangeLen - idx;
|
||||
BRM::InlineLBIDRange adjRange;
|
||||
adjRange.start = maxLbid;
|
||||
adjRange.size = adjSz;
|
||||
fileRequest rqstBlk(adjRange, ver, txn, compType);
|
||||
check(rqstBlk);
|
||||
|
||||
return rqstBlk.BlocksLoaded();
|
||||
if (rqstBlk.RequestStatus() == fileRequest::BRM_LOOKUP_ERROR)
|
||||
throw logging::IDBExcept(logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_BRM_LOOKUP), logging::ERR_BRM_LOOKUP);
|
||||
else if (rqstBlk.RequestStatus() == fileRequest::FS_EINVAL)
|
||||
throw logging::IDBExcept(logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_O_DIRECT),
|
||||
logging::ERR_O_DIRECT);
|
||||
else if (rqstBlk.RequestStatus() == fileRequest::FS_ENOENT)
|
||||
throw logging::IDBExcept(
|
||||
logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_ENOENT),
|
||||
logging::ERR_ENOENT);
|
||||
else if (rqstBlk.RequestStatus() != fileRequest::SUCCESSFUL)
|
||||
throw runtime_error(rqstBlk.RequestStatusStr());
|
||||
|
||||
lbidCount = rqstBlk.BlocksRead();
|
||||
|
||||
if (fTrace)
|
||||
{
|
||||
uint16_t dbroot;
|
||||
uint32_t partNum;
|
||||
uint16_t segNum;
|
||||
uint32_t fbo;
|
||||
BRM::OID_t oid;
|
||||
fdbrm.lookupLocal(maxLbid, ver.currentScn, false, oid, dbroot, partNum, segNum, fbo);
|
||||
fLogFile
|
||||
<< oid << " "
|
||||
<< maxLbid << " "
|
||||
<< fbo << " "
|
||||
<< rangeLen << " "
|
||||
<< adjSz << " "
|
||||
<< rqstBlk.BlocksRead() << " "
|
||||
<< rqstBlk.BlocksLoaded() << " "
|
||||
<< right << fixed << ((double)(start_tm.tv_sec + (1.e-9 * start_tm.tv_nsec)))
|
||||
<< endl;
|
||||
}
|
||||
|
||||
return rqstBlk.BlocksLoaded();
|
||||
} // check
|
||||
|
||||
int BlockRequestProcessor::check(fileRequest& rqstBlk) {
|
||||
rqstBlk.frMutex().lock();
|
||||
rqstBlk.SetPredicate(fileRequest::SENDING);
|
||||
sendRequest(rqstBlk); // start file read request
|
||||
int BlockRequestProcessor::check(fileRequest& rqstBlk)
|
||||
{
|
||||
rqstBlk.frMutex().lock();
|
||||
rqstBlk.SetPredicate(fileRequest::SENDING);
|
||||
sendRequest(rqstBlk); // start file read request
|
||||
|
||||
while(rqstBlk.frPredicate()<fileRequest::COMPLETE)
|
||||
rqstBlk.frCond().wait(rqstBlk.frMutex());
|
||||
rqstBlk.frMutex().unlock();
|
||||
while (rqstBlk.frPredicate() < fileRequest::COMPLETE)
|
||||
rqstBlk.frCond().wait(rqstBlk.frMutex());
|
||||
|
||||
return 0;
|
||||
rqstBlk.frMutex().unlock();
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
// For future use. Not currently used.
|
||||
int BlockRequestProcessor::check(BRM::LBID_t lbid, const BRM::QueryContext &ver, BRM::VER_t txn, bool flg, int compType, bool& wasBlockInCache) {
|
||||
if (fbMgr.exists(lbid, ver.currentScn)==true) {
|
||||
wasBlockInCache = true;
|
||||
return 0;
|
||||
} else {
|
||||
wasBlockInCache = false;
|
||||
fileRequest rqstBlk(lbid, ver, flg, txn, compType);
|
||||
int ret=check(rqstBlk);
|
||||
if (rqstBlk.RequestStatus() != fileRequest::SUCCESSFUL) {
|
||||
throw runtime_error(rqstBlk.RequestStatusStr());
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
int BlockRequestProcessor::check(BRM::LBID_t lbid, const BRM::QueryContext& ver, BRM::VER_t txn, bool flg, int compType, bool& wasBlockInCache)
|
||||
{
|
||||
if (fbMgr.exists(lbid, ver.currentScn) == true)
|
||||
{
|
||||
wasBlockInCache = true;
|
||||
return 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
wasBlockInCache = false;
|
||||
fileRequest rqstBlk(lbid, ver, flg, txn, compType);
|
||||
int ret = check(rqstBlk);
|
||||
|
||||
if (rqstBlk.RequestStatus() != fileRequest::SUCCESSFUL)
|
||||
{
|
||||
throw runtime_error(rqstBlk.RequestStatusStr());
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
|
||||
const int BlockRequestProcessor::getBlock(const BRM::LBID_t& lbid, const BRM::QueryContext &ver, BRM::VER_t txn,
|
||||
int compType, void* bufferPtr, bool vbFlg, bool &wasCached, bool *versioned, bool insertIntoCache,
|
||||
bool readFromCache)
|
||||
const int BlockRequestProcessor::getBlock(const BRM::LBID_t& lbid, const BRM::QueryContext& ver, BRM::VER_t txn,
|
||||
int compType, void* bufferPtr, bool vbFlg, bool& wasCached, bool* versioned, bool insertIntoCache,
|
||||
bool readFromCache)
|
||||
{
|
||||
if (readFromCache) {
|
||||
HashObject_t hashObj(lbid, ver.currentScn, 0);
|
||||
wasCached = fbMgr.find(hashObj, bufferPtr);
|
||||
if (wasCached)
|
||||
return 1;
|
||||
}
|
||||
if (readFromCache)
|
||||
{
|
||||
HashObject_t hashObj(lbid, ver.currentScn, 0);
|
||||
wasCached = fbMgr.find(hashObj, bufferPtr);
|
||||
|
||||
wasCached = false;
|
||||
fileRequest rqstBlk(lbid, ver, vbFlg, txn, compType, (uint8_t *) bufferPtr, insertIntoCache);
|
||||
check(rqstBlk);
|
||||
if (rqstBlk.RequestStatus() == fileRequest::BRM_LOOKUP_ERROR)
|
||||
{
|
||||
ostringstream os;
|
||||
os << "BRP::getBlock(): got a BRM lookup error. LBID=" << lbid << " ver=" << ver << " txn="
|
||||
<< txn << " vbFlg=" << (int) vbFlg;
|
||||
primitiveprocessor::Logger logger;
|
||||
logger.logMessage(os.str(), false);
|
||||
throw logging::IDBExcept(logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_BRM_LOOKUP), logging::ERR_BRM_LOOKUP);
|
||||
}
|
||||
else if (rqstBlk.RequestStatus() == fileRequest::FS_EINVAL)
|
||||
{
|
||||
throw logging::IDBExcept(logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_O_DIRECT),
|
||||
logging::ERR_O_DIRECT);
|
||||
}
|
||||
else if (rqstBlk.RequestStatus() == fileRequest::FS_ENOENT)
|
||||
{
|
||||
throw logging::IDBExcept(
|
||||
logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_ENOENT),
|
||||
logging::ERR_ENOENT);
|
||||
}
|
||||
else if (rqstBlk.RequestStatus() != fileRequest::SUCCESSFUL) {
|
||||
throw runtime_error(rqstBlk.RequestStatusStr());
|
||||
}
|
||||
if (versioned)
|
||||
*versioned = rqstBlk.versioned();
|
||||
return 1;
|
||||
if (wasCached)
|
||||
return 1;
|
||||
}
|
||||
|
||||
wasCached = false;
|
||||
fileRequest rqstBlk(lbid, ver, vbFlg, txn, compType, (uint8_t*) bufferPtr, insertIntoCache);
|
||||
check(rqstBlk);
|
||||
|
||||
if (rqstBlk.RequestStatus() == fileRequest::BRM_LOOKUP_ERROR)
|
||||
{
|
||||
ostringstream os;
|
||||
os << "BRP::getBlock(): got a BRM lookup error. LBID=" << lbid << " ver=" << ver << " txn="
|
||||
<< txn << " vbFlg=" << (int) vbFlg;
|
||||
primitiveprocessor::Logger logger;
|
||||
logger.logMessage(os.str(), false);
|
||||
throw logging::IDBExcept(logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_BRM_LOOKUP), logging::ERR_BRM_LOOKUP);
|
||||
}
|
||||
else if (rqstBlk.RequestStatus() == fileRequest::FS_EINVAL)
|
||||
{
|
||||
throw logging::IDBExcept(logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_O_DIRECT),
|
||||
logging::ERR_O_DIRECT);
|
||||
}
|
||||
else if (rqstBlk.RequestStatus() == fileRequest::FS_ENOENT)
|
||||
{
|
||||
throw logging::IDBExcept(
|
||||
logging::IDBErrorInfo::instance()->errorMsg(logging::ERR_ENOENT),
|
||||
logging::ERR_ENOENT);
|
||||
}
|
||||
else if (rqstBlk.RequestStatus() != fileRequest::SUCCESSFUL)
|
||||
{
|
||||
throw runtime_error(rqstBlk.RequestStatusStr());
|
||||
}
|
||||
|
||||
if (versioned)
|
||||
*versioned = rqstBlk.versioned();
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
int BlockRequestProcessor::getCachedBlocks(const BRM::LBID_t *lbids, const BRM::VER_t *vers,
|
||||
uint8_t **ptrs, bool *wasCached, uint32_t count)
|
||||
int BlockRequestProcessor::getCachedBlocks(const BRM::LBID_t* lbids, const BRM::VER_t* vers,
|
||||
uint8_t** ptrs, bool* wasCached, uint32_t count)
|
||||
{
|
||||
return fbMgr.bulkFind(lbids, vers, ptrs, wasCached, count);
|
||||
return fbMgr.bulkFind(lbids, vers, ptrs, wasCached, count);
|
||||
}
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user