mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-04-18 21:44:02 +03:00
347 lines
10 KiB
C++
347 lines
10 KiB
C++
/* Copyright (C) 2014 InfiniDB, Inc.
|
|
|
|
This program is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU General Public License
|
|
as published by the Free Software Foundation; version 2 of
|
|
the License.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
|
|
MA 02110-1301, USA. */
|
|
|
|
/***********************************************************************
|
|
* $Id: querystats.cpp 4028 2013-08-02 18:49:00Z zzhu $
|
|
*
|
|
*
|
|
***********************************************************************/
|
|
|
|
#include <my_config.h>
|
|
#include <mysql.h>
|
|
#include <string>
|
|
using namespace std;
|
|
|
|
#include <boost/scoped_array.hpp>
|
|
|
|
#include "bytestream.h"
|
|
using namespace messageqcpp;
|
|
|
|
#include "resourcemanager.h"
|
|
using namespace joblist;
|
|
|
|
#include "errorids.h"
|
|
using namespace logging;
|
|
|
|
#include "querystats.h"
|
|
|
|
namespace querystats
|
|
{
|
|
|
|
const string SCHEMA = "infinidb_querystats";
|
|
|
|
struct IDB_MySQL
|
|
{
|
|
IDB_MySQL(): fCon(NULL), fRes(NULL) {}
|
|
~IDB_MySQL()
|
|
{
|
|
if (fRes)
|
|
mysql_free_result(fRes);
|
|
|
|
if (fCon)
|
|
mysql_close(fCon);
|
|
}
|
|
MYSQL* fCon;
|
|
MYSQL_RES* fRes;
|
|
};
|
|
|
|
QueryStats::QueryStats()
|
|
{
|
|
reset();
|
|
}
|
|
|
|
void QueryStats::reset()
|
|
{
|
|
fMaxMemPct = 0;
|
|
fNumFiles = 0;
|
|
fFileBytes = 0;
|
|
fPhyIO = 0;
|
|
fCacheIO = 0;
|
|
fMsgRcvCnt = 0;
|
|
fCPBlocksSkipped = 0;
|
|
fMsgBytesIn = 0;
|
|
fMsgBytesOut = 0;
|
|
fRows = 0;
|
|
fStartTime = 0;
|
|
fEndTime = 0;
|
|
fErrorNo = 0;
|
|
fBlocksChanged = 0;
|
|
fSessionID = (uint64_t) - 1;
|
|
fStartTimeStr.clear();
|
|
fEndTimeStr.clear();
|
|
fQueryType.clear();
|
|
fQuery.clear();
|
|
fHost.clear();
|
|
fUser.clear();
|
|
fPriority.clear();
|
|
}
|
|
|
|
void QueryStats::serialize(ByteStream& b)
|
|
{
|
|
b << (uint64_t)fSessionID;
|
|
b << (uint64_t)fMaxMemPct;
|
|
b << (uint64_t)fNumFiles;
|
|
b << (uint64_t)fFileBytes;
|
|
b << (uint64_t)fPhyIO;
|
|
b << (uint64_t)fCacheIO;
|
|
b << (uint64_t)fMsgRcvCnt;
|
|
b << (uint64_t)fCPBlocksSkipped;
|
|
b << (uint64_t)fMsgBytesIn;
|
|
b << (uint64_t)fMsgBytesOut;
|
|
b << (uint64_t)fRows;
|
|
b << fStartTimeStr;
|
|
b << fEndTimeStr;
|
|
b << (uint64_t)fErrorNo;
|
|
b << (uint64_t)fBlocksChanged;
|
|
b << fQuery;
|
|
b << fQueryType;
|
|
b << fHost;
|
|
b << fUser;
|
|
b << fPriority;
|
|
}
|
|
|
|
// unserialize new stats and keep the stats set in this.
|
|
void QueryStats::unserialize(ByteStream& b)
|
|
{
|
|
uint64_t temp = 0;
|
|
string str;
|
|
b >> (uint64_t&)temp;
|
|
fSessionID = (fSessionID == (uint64_t) - 1 ? temp : fSessionID);
|
|
b >> (uint64_t&)temp;
|
|
fMaxMemPct = (fMaxMemPct == 0 ? temp : fMaxMemPct);
|
|
b >> (uint64_t&)temp;
|
|
fNumFiles = (fNumFiles == 0 ? temp : fNumFiles);
|
|
b >> (uint64_t&)temp;
|
|
fFileBytes = (fFileBytes == 0 ? temp : fFileBytes);
|
|
b >> (uint64_t&)temp;
|
|
fPhyIO = (fPhyIO == 0 ? temp : fPhyIO);
|
|
b >> (uint64_t&)temp;
|
|
fCacheIO = (fCacheIO == 0 ? temp : fCacheIO);
|
|
b >> (uint64_t&)temp;
|
|
fMsgRcvCnt = (fMsgRcvCnt == 0 ? temp : fMsgRcvCnt);
|
|
b >> (uint64_t&)temp;
|
|
fCPBlocksSkipped = (fCPBlocksSkipped == 0 ? temp : fCPBlocksSkipped);
|
|
b >> (uint64_t&)temp;
|
|
fMsgBytesIn = (fMsgBytesIn == 0 ? temp : fMsgBytesIn);
|
|
b >> (uint64_t&)temp;
|
|
fMsgBytesOut = (fMsgBytesOut == 0 ? temp : fMsgBytesOut);
|
|
b >> (uint64_t&)temp;
|
|
fRows = (fRows == 0 ? temp : fRows);
|
|
|
|
b >> str;
|
|
fStartTimeStr = (fStartTimeStr.empty() ? str : fStartTimeStr);
|
|
b >> str;
|
|
fEndTimeStr = (fEndTimeStr.empty() ? str : fEndTimeStr);
|
|
|
|
b >> (uint64_t&)temp;
|
|
fErrorNo = (fErrorNo == 0 ? temp : fErrorNo);
|
|
b >> (uint64_t&)temp;
|
|
fBlocksChanged = (fBlocksChanged == 0 ? temp : fBlocksChanged);
|
|
|
|
b >> str;
|
|
fQuery = (fQuery.empty() ? str : fQuery);
|
|
b >> str;
|
|
fQueryType = (fQueryType.empty() ? str : fQueryType);
|
|
b >> str;
|
|
fHost = (fHost.empty() ? str : fHost);
|
|
b >> str;
|
|
fUser = (fUser.empty() ? str : fUser);
|
|
b >> str;
|
|
fPriority = (fPriority.empty() ? str : fPriority);
|
|
}
|
|
|
|
/**
|
|
* QueryStats table definition
|
|
create table QueryStats
|
|
(
|
|
queryID bigint primary key auto_increment,
|
|
sessionID bigint,
|
|
queryType char(25),
|
|
query blob,
|
|
startTime timestamp,
|
|
endTime timestamp,
|
|
rows bigint,
|
|
errno int,
|
|
phyIO bigint,
|
|
cacheIO bigint,
|
|
blocksTouched bigint,
|
|
CPBlocksSkipped bigint,
|
|
msgInUM bigint,
|
|
msgOutUm bigint,
|
|
maxMemPct int, // not populated for now
|
|
blocksChanged bigint, // for dml
|
|
numTempFiles bigint, // not populated for now
|
|
tempFileSpace bigint // not populated for now
|
|
)
|
|
*/
|
|
void QueryStats::insert()
|
|
{
|
|
ResourceManager* rm = ResourceManager::instance();
|
|
|
|
// check if query stats is enabled in Columnstore.xml
|
|
if (!rm->queryStatsEnabled())
|
|
return;
|
|
|
|
// get configure for every query to allow only changing of connect info
|
|
string host, user, pwd;
|
|
uint32_t port;
|
|
|
|
if (rm->getMysqldInfo(host, user, pwd, port) == false)
|
|
throw IDBExcept(IDBErrorInfo::instance()->errorMsg(ERR_CROSS_ENGINE_CONFIG),
|
|
ERR_CROSS_ENGINE_CONFIG);
|
|
|
|
// insert stats to querystats table
|
|
IDB_MySQL mysql;
|
|
|
|
mysql.fCon = mysql_init(NULL);
|
|
|
|
if (mysql.fCon == NULL)
|
|
handleMySqlError("fatal error initializing querystats lib", -1);
|
|
|
|
unsigned int tcp_option = MYSQL_PROTOCOL_TCP;
|
|
mysql_options(mysql.fCon, MYSQL_OPT_PROTOCOL, &tcp_option);
|
|
|
|
if (mysql_real_connect(mysql.fCon, host.c_str(), user.c_str(), pwd.c_str(),
|
|
SCHEMA.c_str(), port, NULL, 0) == NULL)
|
|
handleMySqlError("fatal error setting up parms in querystats lib", mysql_errno(mysql.fCon));
|
|
|
|
// escape quote characters
|
|
boost::scoped_array<char> query(new char[fQuery.length() * 2 + 1]);
|
|
mysql_real_escape_string(mysql.fCon, query.get(), fQuery.c_str(), fQuery.length());
|
|
|
|
ostringstream insert;
|
|
insert << "insert into querystats values (0, ";
|
|
insert << fSessionID << ", ";
|
|
insert << "'" << fHost << "', ";
|
|
insert << "'" << fUser << "', ";
|
|
insert << "'" << fPriority << "', ";
|
|
insert << "'" << fQueryType << "', ";
|
|
insert << "'" << query.get() << "', ";
|
|
insert << "'" << fStartTimeStr << "', ";
|
|
insert << "'" << fEndTimeStr << "', ";
|
|
insert << fRows << ", ";
|
|
insert << fErrorNo << ", ";
|
|
insert << fPhyIO << ", ";
|
|
insert << fCacheIO << ", ";
|
|
insert << fMsgRcvCnt << ", ";
|
|
insert << fCPBlocksSkipped << ", ";
|
|
insert << fMsgBytesIn << ", ";
|
|
insert << fMsgBytesOut << ", ";
|
|
insert << fMaxMemPct << ", ";
|
|
insert << fBlocksChanged << ", ";
|
|
insert << fNumFiles << ", ";
|
|
insert << fFileBytes << ")"; // the last 2 fields are not populated yet
|
|
|
|
int ret = mysql_real_query(mysql.fCon, insert.str().c_str(), insert.str().length());
|
|
|
|
if (ret != 0)
|
|
handleMySqlError("fatal error executing query in querystats lib", ret);
|
|
}
|
|
|
|
void QueryStats::handleMySqlError(const char* errStr, unsigned int errCode)
|
|
{
|
|
ostringstream oss;
|
|
oss << errStr << " (" << errCode << ")";
|
|
Message::Args args;
|
|
args.add(oss.str());
|
|
throw IDBExcept(ERR_CROSS_ENGINE_CONNECT, args);
|
|
}
|
|
|
|
uint32_t QueryStats::userPriority(string _host, const string _user)
|
|
{
|
|
// priority has been set already
|
|
if (!fPriority.empty())
|
|
return fPriorityLevel;
|
|
|
|
ResourceManager rm;
|
|
fPriorityLevel = DEFAULT_USER_PRIORITY_LEVEL;
|
|
fPriority = DEFAULT_USER_PRIORITY;
|
|
|
|
// check if query stats is enabled in Columnstore.xml
|
|
if (!rm.userPriorityEnabled())
|
|
{
|
|
fPriority = DEFAULT_USER_PRIORITY;
|
|
fPriorityLevel = DEFAULT_USER_PRIORITY_LEVEL;
|
|
return fPriorityLevel;
|
|
}
|
|
|
|
string host, user, pwd;
|
|
uint32_t port;
|
|
|
|
// get configure for every query to allow only changing of connect info
|
|
if (rm.getMysqldInfo(host, user, pwd, port) == false)
|
|
throw IDBExcept(IDBErrorInfo::instance()->errorMsg(ERR_CROSS_ENGINE_CONFIG),
|
|
ERR_CROSS_ENGINE_CONFIG);
|
|
|
|
// get user priority
|
|
IDB_MySQL mysql;
|
|
mysql.fCon = mysql_init(NULL);
|
|
|
|
if (mysql.fCon == NULL)
|
|
handleMySqlError("fatal error initializing querystats lib", -1);
|
|
|
|
unsigned int tcp_option = MYSQL_PROTOCOL_TCP;
|
|
mysql_options(mysql.fCon, MYSQL_OPT_PROTOCOL, &tcp_option);
|
|
|
|
if (mysql_real_connect(mysql.fCon, host.c_str(), user.c_str(), pwd.c_str(),
|
|
SCHEMA.c_str(), port, NULL, 0) == NULL)
|
|
handleMySqlError("fatal error connecting to InfiniDB in querystats lib", mysql_errno(mysql.fCon));
|
|
|
|
// get the part of host string befor ':' if there is.
|
|
size_t pos = _host.find(':', 0);
|
|
|
|
if (pos != string::npos)
|
|
_host = _host.substr(0, pos);
|
|
|
|
ostringstream query;
|
|
query << "select a.priority, priority_level from user_priority a, priority b where \
|
|
upper(case when INSTR(host, ':') = 0 \
|
|
then host \
|
|
else SUBSTR(host, 1, INSTR(host, ':')-1 ) \
|
|
end)=upper('"
|
|
<< _host
|
|
<< "') and upper(user)=upper('"
|
|
<< _user
|
|
<< "') and upper(a.priority) = upper(b.priority)";
|
|
|
|
int ret = mysql_real_query(mysql.fCon, query.str().c_str(), query.str().length());
|
|
|
|
if (ret != 0)
|
|
handleMySqlError("fatal error executing query in querystats lib", ret);
|
|
|
|
// Using mysql_store_result here as for mysql_use_result we would need to get every row
|
|
// Maybe limit 1 on the query in the future?
|
|
mysql.fRes = mysql_store_result(mysql.fCon);
|
|
|
|
if (mysql.fRes == NULL)
|
|
handleMySqlError("fatal error reading results from InfiniDB in querystats lib", mysql_errno(mysql.fCon));
|
|
|
|
// only fetch one row. if duplicate user name in the table, the first one will be got.
|
|
MYSQL_ROW row;
|
|
row = mysql_fetch_row(mysql.fRes);
|
|
|
|
if (row)
|
|
{
|
|
fPriority = row[0];
|
|
fPriorityLevel = atoi(row[1]);
|
|
}
|
|
|
|
return fPriorityLevel;
|
|
}
|
|
|
|
}
|