database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-29 08:21:15 +03:00
Code Activity

Made oidserver use the IDB* path, made it write the initial

Browse Source 
bitmap in one swipe vs small bits at a time.
This commit is contained in:
Patrick LeBlanc
2019-06-14 10:09:17 -05:00
parent 603cbc9314
commit 029b4a61a8
1 changed files with 15 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
versioning/BRM/oidserver.cpp
View File

@ -153,7 +153,8 @@ void OIDServer::writeData(uint8_t* buf, off_t offset, int size) const
if (size == 0) if (size == 0)
return; return;
if (IDBPolicy::useHdfs()) // XXXPAT: Forcing the IDB* path. Get rid of the fstream path when appropriate.
if (true || IDBPolicy::useHdfs())
{ {
for (errCount = 0; errCount < MaxRetries && seekerr != offset; errCount++) for (errCount = 0; errCount < MaxRetries && seekerr != offset; errCount++)
{ {
@ -231,7 +232,8 @@ void OIDServer::readData(uint8_t* buf, off_t offset, int size) const
if (size == 0) if (size == 0)
return; return;
if (IDBPolicy::useHdfs()) // XXXPAT: Forcing the IDB* path. Get rid of the fstream path when appropriate.
if (true || IDBPolicy::useHdfs())
{ {
for (errCount = 0; errCount < MaxRetries && seekerr != offset; errCount++) for (errCount = 0; errCount < MaxRetries && seekerr != offset; errCount++)
{ {
@ -358,10 +360,12 @@ void OIDServer::initializeBitmap() const
uint8_t *bitmapbuf = new uint8_t[bitmapSize]; uint8_t *bitmapbuf = new uint8_t[bitmapSize];
memset(bitmapbuf, 0, bitmapSize); memset(bitmapbuf, 0, bitmapSize);
writeData(bitmapbuf, HeaderSize, bitmapSize); writeData(bitmapbuf, HeaderSize, bitmapSize);
delete bitmapbuf; delete[] bitmapbuf;
flipOIDBlock(0, firstOID, 0); flipOIDBlock(0, firstOID, 0);
buf[0] = 0;
buf[1] = 0;
/* append a 16-bit 0 to indicate 0 entries in the vboid->dbroot mapping */ /* append a 16-bit 0 to indicate 0 entries in the vboid->dbroot mapping */
writeData(buf, StartOfVBOidSection, 2); writeData(buf, StartOfVBOidSection, 2);
} }
@ -384,7 +388,8 @@ OIDServer::OIDServer() : fFp(NULL), fFd(-1)
throw runtime_error(os.str()); throw runtime_error(os.str());
} }
if (IDBPolicy::useHdfs()) // XXXPAT: Forcing the IDB* path.
if (true || IDBPolicy::useHdfs())
{ {
if (!IDBPolicy::exists(fFilename.c_str())) //no bitmap file if (!IDBPolicy::exists(fFilename.c_str())) //no bitmap file
{ {
@ -616,7 +621,7 @@ retry:
{ {
writeData(buf, offset, byteSize); writeData(buf, offset, byteSize);
if (IDBPolicy::useHdfs()) if (true || IDBPolicy::useHdfs())
fFp->flush(); fFp->flush();
delete [] buf; delete [] buf;
@ -663,7 +668,7 @@ retry:
{ {
writeData(buf, offset, byteSize); writeData(buf, offset, byteSize);
if (IDBPolicy::useHdfs()) if (true || IDBPolicy::useHdfs())
fFp->flush(); fFp->flush();
delete [] buf; delete [] buf;
@ -785,7 +790,7 @@ void OIDServer::patchFreelist(struct FEntry* freelist, int start, int num) const
{ {
writeData(reinterpret_cast<uint8_t*>(freelist), 0, HeaderSize); writeData(reinterpret_cast<uint8_t*>(freelist), 0, HeaderSize);
if (IDBPolicy::useHdfs()) if (true || IDBPolicy::useHdfs())
fFp->flush(); fFp->flush();
} }
} }
@ -813,7 +818,7 @@ int OIDServer::allocVBOID(uint16_t dbroot)
throw; throw;
} }
if (IDBPolicy::useHdfs()) if (true || IDBPolicy::useHdfs())
fFp->flush(); fFp->flush();
return ret; return ret;
@ -887,7 +892,7 @@ int OIDServer::allocOIDs(int num)
writeData(reinterpret_cast<uint8_t*>(freelist), 0, HeaderSize); writeData(reinterpret_cast<uint8_t*>(freelist), 0, HeaderSize);
flipOIDBlock(bestMatchBegin, num, 0); flipOIDBlock(bestMatchBegin, num, 0);
if (IDBPolicy::useHdfs()) if (true || IDBPolicy::useHdfs())
fFp->flush(); fFp->flush();
return bestMatchBegin; return bestMatchBegin;