You've already forked mariadb-columnstore-engine
mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-08-01 06:46:55 +03:00
Reformat all code to coding standard
This commit is contained in:
Andrew Hutchings
@ -40,327 +40,359 @@ using namespace boost;
|
||||
|
||||
using namespace config;
|
||||
|
||||
namespace joblist {
|
||||
namespace joblist
|
||||
{
|
||||
|
||||
//const string ResourceManager::fExeMgrStr("ExeMgr1");
|
||||
const string ResourceManager::fHashJoinStr("HashJoin");
|
||||
const string ResourceManager::fHashBucketReuseStr("HashBucketReuse");
|
||||
const string ResourceManager::fJobListStr("JobList");
|
||||
const string ResourceManager::fPrimitiveServersStr("PrimitiveServers");
|
||||
//const string ResourceManager::fSystemConfigStr("SystemConfig");
|
||||
const string ResourceManager::fTupleWSDLStr("TupleWSDL");
|
||||
const string ResourceManager::fZDLStr("ZDL");
|
||||
const string ResourceManager::fExtentMapStr("ExtentMap");
|
||||
//const string ResourceManager::fDMLProcStr("DMLProc");
|
||||
//const string ResourceManager::fBatchInsertStr("BatchInsert");
|
||||
const string ResourceManager::fOrderByLimitStr("OrderByLimit");
|
||||
//const string ResourceManager::fExeMgrStr("ExeMgr1");
|
||||
const string ResourceManager::fHashJoinStr("HashJoin");
|
||||
const string ResourceManager::fHashBucketReuseStr("HashBucketReuse");
|
||||
const string ResourceManager::fJobListStr("JobList");
|
||||
const string ResourceManager::fPrimitiveServersStr("PrimitiveServers");
|
||||
//const string ResourceManager::fSystemConfigStr("SystemConfig");
|
||||
const string ResourceManager::fTupleWSDLStr("TupleWSDL");
|
||||
const string ResourceManager::fZDLStr("ZDL");
|
||||
const string ResourceManager::fExtentMapStr("ExtentMap");
|
||||
//const string ResourceManager::fDMLProcStr("DMLProc");
|
||||
//const string ResourceManager::fBatchInsertStr("BatchInsert");
|
||||
const string ResourceManager::fOrderByLimitStr("OrderByLimit");
|
||||
|
||||
ResourceManager* ResourceManager::fInstance = NULL;
|
||||
mutex mx;
|
||||
ResourceManager* ResourceManager::fInstance = NULL;
|
||||
mutex mx;
|
||||
|
||||
ResourceManager* ResourceManager::instance(bool runningInExeMgr)
|
||||
{
|
||||
ResourceManager* ResourceManager::instance(bool runningInExeMgr)
|
||||
{
|
||||
mutex::scoped_lock lk(mx);
|
||||
|
||||
if (!fInstance)
|
||||
fInstance = new ResourceManager(runningInExeMgr);
|
||||
return fInstance;
|
||||
}
|
||||
|
||||
ResourceManager::ResourceManager(bool runningInExeMgr) :
|
||||
return fInstance;
|
||||
}
|
||||
|
||||
ResourceManager::ResourceManager(bool runningInExeMgr) :
|
||||
fExeMgrStr("ExeMgr1"),
|
||||
fSystemConfigStr("SystemConfig"),
|
||||
fDMLProcStr("DMLProc"),
|
||||
fBatchInsertStr("BatchInsert"),
|
||||
fConfig(Config::makeConfig()),
|
||||
fNumCores(8),
|
||||
fHjNumThreads(defaultNumThreads),
|
||||
fJlProcessorThreadsPerScan(defaultProcessorThreadsPerScan),
|
||||
fJlNumScanReceiveThreads(defaultScanReceiveThreads),
|
||||
fTwNumThreads(defaultNumThreads),
|
||||
fHJUmMaxMemorySmallSideDistributor(fHashJoinStr,
|
||||
"UmMaxMemorySmallSide",
|
||||
getUintVal(fHashJoinStr, "TotalUmMaxMemorySmallSide", defaultTotalUmMemory),
|
||||
getUintVal(fHashJoinStr, "UmMaxMemorySmallSide", defaultHJUmMaxMemorySmallSide),
|
||||
0),
|
||||
fHJPmMaxMemorySmallSideSessionMap(
|
||||
getUintVal(fHashJoinStr, "PmMaxMemorySmallSide", defaultHJPmMaxMemorySmallSide)),
|
||||
isExeMgr(runningInExeMgr)
|
||||
{
|
||||
int temp;
|
||||
int configNumCores = -1;
|
||||
fDMLProcStr("DMLProc"),
|
||||
fBatchInsertStr("BatchInsert"),
|
||||
fConfig(Config::makeConfig()),
|
||||
fNumCores(8),
|
||||
fHjNumThreads(defaultNumThreads),
|
||||
fJlProcessorThreadsPerScan(defaultProcessorThreadsPerScan),
|
||||
fJlNumScanReceiveThreads(defaultScanReceiveThreads),
|
||||
fTwNumThreads(defaultNumThreads),
|
||||
fHJUmMaxMemorySmallSideDistributor(fHashJoinStr,
|
||||
"UmMaxMemorySmallSide",
|
||||
getUintVal(fHashJoinStr, "TotalUmMaxMemorySmallSide", defaultTotalUmMemory),
|
||||
getUintVal(fHashJoinStr, "UmMaxMemorySmallSide", defaultHJUmMaxMemorySmallSide),
|
||||
0),
|
||||
fHJPmMaxMemorySmallSideSessionMap(
|
||||
getUintVal(fHashJoinStr, "PmMaxMemorySmallSide", defaultHJPmMaxMemorySmallSide)),
|
||||
isExeMgr(runningInExeMgr)
|
||||
{
|
||||
int temp;
|
||||
int configNumCores = -1;
|
||||
|
||||
fTraceFlags = 0;
|
||||
//See if we want to override the calculated #cores
|
||||
temp = getIntVal(fJobListStr, "NumCores", -1);
|
||||
if (temp > 0)
|
||||
configNumCores = temp;
|
||||
fTraceFlags = 0;
|
||||
//See if we want to override the calculated #cores
|
||||
temp = getIntVal(fJobListStr, "NumCores", -1);
|
||||
|
||||
if (configNumCores <= 0)
|
||||
{
|
||||
//count the actual #cores
|
||||
utils::CGroupConfigurator cg;
|
||||
fNumCores = cg.getNumCores();
|
||||
if (fNumCores <= 0)
|
||||
fNumCores = 8;
|
||||
}
|
||||
else
|
||||
fNumCores = configNumCores;
|
||||
if (temp > 0)
|
||||
configNumCores = temp;
|
||||
|
||||
//based on the #cores, calculate some thread parms
|
||||
if (fNumCores > 0)
|
||||
{
|
||||
fHjNumThreads = fNumCores;
|
||||
fJlNumScanReceiveThreads = fNumCores;
|
||||
fTwNumThreads = fNumCores;
|
||||
}
|
||||
if (configNumCores <= 0)
|
||||
{
|
||||
//count the actual #cores
|
||||
utils::CGroupConfigurator cg;
|
||||
fNumCores = cg.getNumCores();
|
||||
|
||||
//possibly override any calculated values
|
||||
temp = getIntVal(fHashJoinStr, "NumThreads", -1);
|
||||
if (temp > 0)
|
||||
fHjNumThreads = temp;
|
||||
temp = getIntVal(fJobListStr, "ProcessorThreadsPerScan", -1);
|
||||
if (temp > 0)
|
||||
fJlProcessorThreadsPerScan = temp;
|
||||
temp = getIntVal(fJobListStr, "NumScanReceiveThreads", -1);
|
||||
if (temp > 0)
|
||||
fJlNumScanReceiveThreads = temp;
|
||||
temp = getIntVal(fTupleWSDLStr, "NumThreads", -1);
|
||||
if (temp > 0)
|
||||
fTwNumThreads = temp;
|
||||
if (fNumCores <= 0)
|
||||
fNumCores = 8;
|
||||
}
|
||||
else
|
||||
fNumCores = configNumCores;
|
||||
|
||||
pmJoinMemLimit = getIntVal(fHashJoinStr, "PmMaxMemorySmallSide",
|
||||
defaultHJPmMaxMemorySmallSide);
|
||||
// Need to use different limits if this instance isn't running on the UM,
|
||||
// or if it's an ExeMgr running on a PM node
|
||||
if (!isExeMgr)
|
||||
totalUmMemLimit = pmJoinMemLimit;
|
||||
else {
|
||||
//based on the #cores, calculate some thread parms
|
||||
if (fNumCores > 0)
|
||||
{
|
||||
fHjNumThreads = fNumCores;
|
||||
fJlNumScanReceiveThreads = fNumCores;
|
||||
fTwNumThreads = fNumCores;
|
||||
}
|
||||
|
||||
//possibly override any calculated values
|
||||
temp = getIntVal(fHashJoinStr, "NumThreads", -1);
|
||||
|
||||
if (temp > 0)
|
||||
fHjNumThreads = temp;
|
||||
|
||||
temp = getIntVal(fJobListStr, "ProcessorThreadsPerScan", -1);
|
||||
|
||||
if (temp > 0)
|
||||
fJlProcessorThreadsPerScan = temp;
|
||||
|
||||
temp = getIntVal(fJobListStr, "NumScanReceiveThreads", -1);
|
||||
|
||||
if (temp > 0)
|
||||
fJlNumScanReceiveThreads = temp;
|
||||
|
||||
temp = getIntVal(fTupleWSDLStr, "NumThreads", -1);
|
||||
|
||||
if (temp > 0)
|
||||
fTwNumThreads = temp;
|
||||
|
||||
pmJoinMemLimit = getIntVal(fHashJoinStr, "PmMaxMemorySmallSide",
|
||||
defaultHJPmMaxMemorySmallSide);
|
||||
|
||||
// Need to use different limits if this instance isn't running on the UM,
|
||||
// or if it's an ExeMgr running on a PM node
|
||||
if (!isExeMgr)
|
||||
totalUmMemLimit = pmJoinMemLimit;
|
||||
else
|
||||
{
|
||||
string whichLimit = "TotalUmMemory";
|
||||
string pmWithUM = fConfig->getConfig("Installation", "PMwithUM");
|
||||
if (pmWithUM == "y" || pmWithUM == "Y") {
|
||||
|
||||
if (pmWithUM == "y" || pmWithUM == "Y")
|
||||
{
|
||||
oam::Oam OAM;
|
||||
oam::oamModuleInfo_t moduleInfo = OAM.getModuleInfo();
|
||||
string &moduleType = boost::get<1>(moduleInfo);
|
||||
string& moduleType = boost::get<1>(moduleInfo);
|
||||
|
||||
if (moduleType == "pm" || moduleType == "PM") {
|
||||
if (moduleType == "pm" || moduleType == "PM")
|
||||
{
|
||||
string doesItExist = fConfig->getConfig(fHashJoinStr, "TotalPmUmMemory");
|
||||
|
||||
if (!doesItExist.empty())
|
||||
whichLimit = "TotalPmUmMemory";
|
||||
}
|
||||
}
|
||||
|
||||
string umtxt = fConfig->getConfig(fHashJoinStr, whichLimit);
|
||||
|
||||
if (umtxt.empty())
|
||||
totalUmMemLimit = defaultTotalUmMemory;
|
||||
else {
|
||||
else
|
||||
{
|
||||
// is it an absolute or a percentage?
|
||||
if (umtxt.find('%') != string::npos) {
|
||||
if (umtxt.find('%') != string::npos)
|
||||
{
|
||||
utils::CGroupConfigurator cg;
|
||||
uint64_t totalMem = cg.getTotalMemory();
|
||||
totalUmMemLimit = atoll(umtxt.c_str())/100.0 * (double) totalMem;
|
||||
totalUmMemLimit = atoll(umtxt.c_str()) / 100.0 * (double) totalMem;
|
||||
|
||||
if (totalUmMemLimit == 0 || totalUmMemLimit == LLONG_MIN ||
|
||||
totalUmMemLimit == LLONG_MAX) // some garbage in the xml entry
|
||||
totalUmMemLimit == LLONG_MAX) // some garbage in the xml entry
|
||||
totalUmMemLimit = defaultTotalUmMemory;
|
||||
}
|
||||
else { // an absolute; use the existing converter
|
||||
else // an absolute; use the existing converter
|
||||
{
|
||||
totalUmMemLimit = getIntVal(fHashJoinStr, whichLimit,
|
||||
defaultTotalUmMemory);
|
||||
defaultTotalUmMemory);
|
||||
}
|
||||
}
|
||||
}
|
||||
configuredUmMemLimit = totalUmMemLimit;
|
||||
//cout << "RM: total UM memory = " << totalUmMemLimit << endl;
|
||||
}
|
||||
|
||||
// multi-thread aggregate
|
||||
string nt, nb, nr;
|
||||
nt = fConfig->getConfig("RowAggregation", "RowAggrThreads");
|
||||
if (nt.empty())
|
||||
if ( numCores() < 4 )
|
||||
fAggNumThreads = numCores();
|
||||
else
|
||||
fAggNumThreads = 4;
|
||||
else
|
||||
fAggNumThreads = fConfig->uFromText(nt);
|
||||
configuredUmMemLimit = totalUmMemLimit;
|
||||
//cout << "RM: total UM memory = " << totalUmMemLimit << endl;
|
||||
|
||||
nb = fConfig->getConfig("RowAggregation","RowAggrBuckets");
|
||||
if (nb.empty())
|
||||
fAggNumBuckets = fAggNumThreads * 4;
|
||||
else
|
||||
fAggNumBuckets = fConfig->uFromText(nb);
|
||||
// multi-thread aggregate
|
||||
string nt, nb, nr;
|
||||
nt = fConfig->getConfig("RowAggregation", "RowAggrThreads");
|
||||
|
||||
nr = fConfig->getConfig("RowAggregation", "RowAggrRowGroupsPerThread");
|
||||
if (nr.empty())
|
||||
fAggNumRowGroups = 20;
|
||||
else
|
||||
fAggNumRowGroups = fConfig->uFromText(nr);
|
||||
if (nt.empty())
|
||||
if ( numCores() < 4 )
|
||||
fAggNumThreads = numCores();
|
||||
else
|
||||
fAggNumThreads = 4;
|
||||
else
|
||||
fAggNumThreads = fConfig->uFromText(nt);
|
||||
|
||||
// window function
|
||||
string wt = fConfig->getConfig("WindowFunction", "WorkThreads");
|
||||
if (wt.empty())
|
||||
fWindowFunctionThreads = numCores();
|
||||
else
|
||||
fWindowFunctionThreads = fConfig->uFromText(wt);
|
||||
nb = fConfig->getConfig("RowAggregation", "RowAggrBuckets");
|
||||
|
||||
// hdfs info
|
||||
string hdfs = fConfig->getConfig("SystemConfig", "DataFilePlugin");
|
||||
if (nb.empty())
|
||||
fAggNumBuckets = fAggNumThreads * 4;
|
||||
else
|
||||
fAggNumBuckets = fConfig->uFromText(nb);
|
||||
|
||||
if ( hdfs.find("hdfs") != string::npos)
|
||||
fUseHdfs = true;
|
||||
else
|
||||
fUseHdfs = false;
|
||||
}
|
||||
nr = fConfig->getConfig("RowAggregation", "RowAggrRowGroupsPerThread");
|
||||
|
||||
int ResourceManager::getEmPriority() const
|
||||
{
|
||||
if (nr.empty())
|
||||
fAggNumRowGroups = 20;
|
||||
else
|
||||
fAggNumRowGroups = fConfig->uFromText(nr);
|
||||
|
||||
// window function
|
||||
string wt = fConfig->getConfig("WindowFunction", "WorkThreads");
|
||||
|
||||
if (wt.empty())
|
||||
fWindowFunctionThreads = numCores();
|
||||
else
|
||||
fWindowFunctionThreads = fConfig->uFromText(wt);
|
||||
|
||||
// hdfs info
|
||||
string hdfs = fConfig->getConfig("SystemConfig", "DataFilePlugin");
|
||||
|
||||
if ( hdfs.find("hdfs") != string::npos)
|
||||
fUseHdfs = true;
|
||||
else
|
||||
fUseHdfs = false;
|
||||
}
|
||||
|
||||
int ResourceManager::getEmPriority() const
|
||||
{
|
||||
int temp = getIntVal(fExeMgrStr, "Priority", defaultEMPriority);
|
||||
// config file priority is 40..1 (highest..lowest)
|
||||
// convert to -20..19 (highest..lowest, defaults to -1)
|
||||
// config file priority is 40..1 (highest..lowest)
|
||||
// convert to -20..19 (highest..lowest, defaults to -1)
|
||||
int val;
|
||||
|
||||
// @Bug3385 - the ExeMgr priority was being set backwards with 1 being the highest instead of the lowest.
|
||||
if (temp < 1)
|
||||
val = 19;
|
||||
val = 19;
|
||||
else if (temp > 40)
|
||||
val = -20;
|
||||
val = -20;
|
||||
else
|
||||
val = 20 - temp;
|
||||
val = 20 - temp;
|
||||
|
||||
return val;
|
||||
}
|
||||
}
|
||||
|
||||
void ResourceManager::addHJPmMaxSmallSideMap(uint32_t sessionID, uint64_t mem)
|
||||
{
|
||||
if (fHJPmMaxMemorySmallSideSessionMap.addSession(sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource()))
|
||||
logResourceChangeMessage(logging::LOG_TYPE_INFO, sessionID, mem, defaultHJPmMaxMemorySmallSide,
|
||||
"PmMaxMemorySmallSide", LogRMResourceChange );
|
||||
else
|
||||
{
|
||||
logResourceChangeMessage(logging::LOG_TYPE_WARNING, sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource(), "PmMaxMemorySmallSide",
|
||||
LogRMResourceChangeError);
|
||||
void ResourceManager::addHJPmMaxSmallSideMap(uint32_t sessionID, uint64_t mem)
|
||||
{
|
||||
if (fHJPmMaxMemorySmallSideSessionMap.addSession(sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource()))
|
||||
logResourceChangeMessage(logging::LOG_TYPE_INFO, sessionID, mem, defaultHJPmMaxMemorySmallSide,
|
||||
"PmMaxMemorySmallSide", LogRMResourceChange );
|
||||
else
|
||||
{
|
||||
logResourceChangeMessage(logging::LOG_TYPE_WARNING, sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource(), "PmMaxMemorySmallSide",
|
||||
LogRMResourceChangeError);
|
||||
|
||||
logResourceChangeMessage(logging::LOG_TYPE_INFO, sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource(), "PmMaxMemorySmallSide",
|
||||
LogRMResourceChangeError);
|
||||
}
|
||||
}
|
||||
logResourceChangeMessage(logging::LOG_TYPE_INFO, sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource(), "PmMaxMemorySmallSide",
|
||||
LogRMResourceChangeError);
|
||||
}
|
||||
}
|
||||
|
||||
void ResourceManager::addHJUmMaxSmallSideMap(uint32_t sessionID, uint64_t mem)
|
||||
{
|
||||
if (fHJUmMaxMemorySmallSideDistributor.addSession(sessionID, mem))
|
||||
logResourceChangeMessage(logging::LOG_TYPE_INFO, sessionID, mem, defaultHJUmMaxMemorySmallSide,
|
||||
"UmMaxMemorySmallSide", LogRMResourceChange);
|
||||
else
|
||||
{
|
||||
logResourceChangeMessage(logging::LOG_TYPE_WARNING, sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource(), "UmMaxMemorySmallSide",
|
||||
LogRMResourceChangeError);
|
||||
void ResourceManager::addHJUmMaxSmallSideMap(uint32_t sessionID, uint64_t mem)
|
||||
{
|
||||
if (fHJUmMaxMemorySmallSideDistributor.addSession(sessionID, mem))
|
||||
logResourceChangeMessage(logging::LOG_TYPE_INFO, sessionID, mem, defaultHJUmMaxMemorySmallSide,
|
||||
"UmMaxMemorySmallSide", LogRMResourceChange);
|
||||
else
|
||||
{
|
||||
logResourceChangeMessage(logging::LOG_TYPE_WARNING, sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource(), "UmMaxMemorySmallSide",
|
||||
LogRMResourceChangeError);
|
||||
|
||||
logResourceChangeMessage(logging::LOG_TYPE_INFO, sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource(), "UmMaxMemorySmallSide",
|
||||
LogRMResourceChangeError);
|
||||
logResourceChangeMessage(logging::LOG_TYPE_INFO, sessionID, mem,
|
||||
fHJUmMaxMemorySmallSideDistributor.getTotalResource(), "UmMaxMemorySmallSide",
|
||||
LogRMResourceChangeError);
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
void ResourceManager::logResourceChangeMessage(logging::LOG_TYPE logType, uint32_t sessionID, uint64_t newvalue,
|
||||
uint64_t value, const string& source, logging::Message::MessageID mid)
|
||||
{
|
||||
logging::Message::Args args;
|
||||
args.add(source);
|
||||
args.add(newvalue);
|
||||
args.add(value);
|
||||
Logger log;
|
||||
log.logMessage(logType, mid, args, logging::LoggingID(5, sessionID));
|
||||
}
|
||||
void ResourceManager::logResourceChangeMessage(logging::LOG_TYPE logType, uint32_t sessionID, uint64_t newvalue,
|
||||
uint64_t value, const string& source, logging::Message::MessageID mid)
|
||||
{
|
||||
logging::Message::Args args;
|
||||
args.add(source);
|
||||
args.add(newvalue);
|
||||
args.add(value);
|
||||
Logger log;
|
||||
log.logMessage(logType, mid, args, logging::LoggingID(5, sessionID));
|
||||
}
|
||||
|
||||
void ResourceManager::emServerThreads() { }
|
||||
void ResourceManager::emServerQueueSize() { }
|
||||
void ResourceManager::emSecondsBetweenMemChecks() { }
|
||||
void ResourceManager::emMaxPct() { }
|
||||
void ResourceManager::emPriority() { }
|
||||
void ResourceManager::emExecQueueSize() { }
|
||||
void ResourceManager::emServerThreads() { }
|
||||
void ResourceManager::emServerQueueSize() { }
|
||||
void ResourceManager::emSecondsBetweenMemChecks() { }
|
||||
void ResourceManager::emMaxPct() { }
|
||||
void ResourceManager::emPriority() { }
|
||||
void ResourceManager::emExecQueueSize() { }
|
||||
|
||||
void ResourceManager::hjNumThreads() { }
|
||||
void ResourceManager::hjMaxBuckets() { }
|
||||
void ResourceManager::hjMaxElems() { }
|
||||
void ResourceManager::hjFifoSizeLargeSide() { }
|
||||
void ResourceManager::hjPmMaxMemorySmallSide() { }
|
||||
void ResourceManager::hjNumThreads() { }
|
||||
void ResourceManager::hjMaxBuckets() { }
|
||||
void ResourceManager::hjMaxElems() { }
|
||||
void ResourceManager::hjFifoSizeLargeSide() { }
|
||||
void ResourceManager::hjPmMaxMemorySmallSide() { }
|
||||
|
||||
void ResourceManager::jlFlushInterval() { }
|
||||
void ResourceManager::jlFifoSize() { }
|
||||
void ResourceManager::jlScanLbidReqLimit() { }
|
||||
void ResourceManager::jlScanLbidReqThreshold(){ }
|
||||
void ResourceManager::jlProjectBlockReqLimit(){ }
|
||||
void ResourceManager::jlProjectBlockReqThreshold(){ }
|
||||
void ResourceManager::jlNumScanReceiveThreads(){ }
|
||||
void ResourceManager::jlFlushInterval() { }
|
||||
void ResourceManager::jlFifoSize() { }
|
||||
void ResourceManager::jlScanLbidReqLimit() { }
|
||||
void ResourceManager::jlScanLbidReqThreshold() { }
|
||||
void ResourceManager::jlProjectBlockReqLimit() { }
|
||||
void ResourceManager::jlProjectBlockReqThreshold() { }
|
||||
void ResourceManager::jlNumScanReceiveThreads() { }
|
||||
|
||||
|
||||
void ResourceManager::psCount(){ }
|
||||
void ResourceManager::psConnectionsPerPrimProc() { }
|
||||
void ResourceManager::psLBID_Shift() { }
|
||||
void ResourceManager::psCount() { }
|
||||
void ResourceManager::psConnectionsPerPrimProc() { }
|
||||
void ResourceManager::psLBID_Shift() { }
|
||||
|
||||
void ResourceManager::scTempDiskPath(){ }
|
||||
void ResourceManager::scTempSaveSize(){ }
|
||||
void ResourceManager::scWorkingDir(){ }
|
||||
void ResourceManager::scTempDiskPath() { }
|
||||
void ResourceManager::scTempSaveSize() { }
|
||||
void ResourceManager::scWorkingDir() { }
|
||||
|
||||
|
||||
void ResourceManager::twMaxSize(){ }
|
||||
void ResourceManager::twInitialCapacity() { }
|
||||
void ResourceManager::twMaxBuckets (){ }
|
||||
void ResourceManager::twNumThreads(){ }
|
||||
void ResourceManager::zdl_MaxElementsInMem(){ }
|
||||
void ResourceManager::zdl_MaxElementsPerBucket () { }
|
||||
void ResourceManager::twMaxSize() { }
|
||||
void ResourceManager::twInitialCapacity() { }
|
||||
void ResourceManager::twMaxBuckets () { }
|
||||
void ResourceManager::twNumThreads() { }
|
||||
void ResourceManager::zdl_MaxElementsInMem() { }
|
||||
void ResourceManager::zdl_MaxElementsPerBucket () { }
|
||||
|
||||
void ResourceManager::hbrPredicate(){ }
|
||||
void ResourceManager::hbrPredicate() { }
|
||||
|
||||
bool ResourceManager::getMysqldInfo(
|
||||
std::string& h, std::string& u, std::string& w, unsigned int& p) const
|
||||
{
|
||||
h = getStringVal("CrossEngineSupport", "Host", "unassigned");
|
||||
p = getUintVal("CrossEngineSupport", "Port", 0);
|
||||
u = getStringVal("CrossEngineSupport", "User", "unassigned");
|
||||
w = getStringVal("CrossEngineSupport", "Password", "");
|
||||
bool ResourceManager::getMysqldInfo(
|
||||
std::string& h, std::string& u, std::string& w, unsigned int& p) const
|
||||
{
|
||||
h = getStringVal("CrossEngineSupport", "Host", "unassigned");
|
||||
p = getUintVal("CrossEngineSupport", "Port", 0);
|
||||
u = getStringVal("CrossEngineSupport", "User", "unassigned");
|
||||
w = getStringVal("CrossEngineSupport", "Password", "");
|
||||
|
||||
bool rc = true;
|
||||
if ((h.compare("unassigned") == 0) ||
|
||||
(u.compare("unassigned") == 0) ||
|
||||
(p == 0))
|
||||
rc = false;
|
||||
bool rc = true;
|
||||
|
||||
return rc;
|
||||
}
|
||||
if ((h.compare("unassigned") == 0) ||
|
||||
(u.compare("unassigned") == 0) ||
|
||||
(p == 0))
|
||||
rc = false;
|
||||
|
||||
return rc;
|
||||
}
|
||||
|
||||
bool ResourceManager::queryStatsEnabled() const
|
||||
{
|
||||
std::string val(getStringVal("QueryStats", "Enabled", "N" ));
|
||||
boost::to_upper(val);
|
||||
return "Y" == val;
|
||||
std::string val(getStringVal("QueryStats", "Enabled", "N" ));
|
||||
boost::to_upper(val);
|
||||
return "Y" == val;
|
||||
}
|
||||
|
||||
bool ResourceManager::userPriorityEnabled() const
|
||||
{
|
||||
std::string val(getStringVal("UserPriority", "Enabled", "N" ));
|
||||
boost::to_upper(val);
|
||||
return "Y" == val;
|
||||
std::string val(getStringVal("UserPriority", "Enabled", "N" ));
|
||||
boost::to_upper(val);
|
||||
return "Y" == val;
|
||||
}
|
||||
|
||||
bool ResourceManager::getMemory(int64_t amount, boost::shared_ptr<int64_t> sessionLimit, bool patience)
|
||||
{
|
||||
bool ret1 = (atomicops::atomicSub(&totalUmMemLimit, amount) >= 0);
|
||||
bool ret2 = (atomicops::atomicSub(sessionLimit.get(), amount) >= 0);
|
||||
bool ret1 = (atomicops::atomicSub(&totalUmMemLimit, amount) >= 0);
|
||||
bool ret2 = (atomicops::atomicSub(sessionLimit.get(), amount) >= 0);
|
||||
|
||||
uint32_t retryCounter = 0, maxRetries = 20; // 10s delay
|
||||
while (patience && !(ret1 && ret2) && retryCounter++ < maxRetries) {
|
||||
atomicops::atomicAdd(&totalUmMemLimit, amount);
|
||||
atomicops::atomicAdd(sessionLimit.get(), amount);
|
||||
usleep(500000);
|
||||
ret1 = (atomicops::atomicSub(&totalUmMemLimit, amount) >= 0);
|
||||
ret2 = (atomicops::atomicSub(sessionLimit.get(), amount) >= 0);
|
||||
}
|
||||
return (ret1 && ret2);
|
||||
uint32_t retryCounter = 0, maxRetries = 20; // 10s delay
|
||||
|
||||
while (patience && !(ret1 && ret2) && retryCounter++ < maxRetries)
|
||||
{
|
||||
atomicops::atomicAdd(&totalUmMemLimit, amount);
|
||||
atomicops::atomicAdd(sessionLimit.get(), amount);
|
||||
usleep(500000);
|
||||
ret1 = (atomicops::atomicSub(&totalUmMemLimit, amount) >= 0);
|
||||
ret2 = (atomicops::atomicSub(sessionLimit.get(), amount) >= 0);
|
||||
}
|
||||
|
||||
return (ret1 && ret2);
|
||||
}
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user