mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-04-23 07:05:36 +03:00
b53c231ca6
This patch improves handling of NULLs in textual fields in ColumnStore. Previously empty strings were considered NULLs and it could be a problem if data scheme allows for empty strings. It was also one of major reasons of behavior difference between ColumnStore and other engines in MariaDB family. Also, this patch fixes some other bugs and incorrect behavior, for example, incorrect comparison for "column <= ''" which evaluates to constant True for all purposes before this patch.
389 lines
10 KiB
C++
389 lines
10 KiB
C++
/* Copyright (C) 2014 InfiniDB, Inc.
|
|
Copyright (C) 2019 MariaDB Corporation
|
|
|
|
This program is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU General Public License
|
|
as published by the Free Software Foundation; version 2 of
|
|
the License.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
|
|
MA 02110-1301, USA. */
|
|
|
|
/****************************************************************************
|
|
* $Id: func_in.cpp 3954 2013-07-08 16:30:15Z bpaul $
|
|
*
|
|
*
|
|
****************************************************************************/
|
|
|
|
#include <cstdlib>
|
|
#include <string>
|
|
using namespace std;
|
|
|
|
#include "functor_bool.h"
|
|
#include "functioncolumn.h"
|
|
#include "predicateoperator.h"
|
|
#include "constantcolumn.h"
|
|
using namespace execplan;
|
|
|
|
#include "rowgroup.h"
|
|
|
|
#include "dataconvert.h"
|
|
|
|
#include "errorcodes.h"
|
|
#include "idberrorinfo.h"
|
|
#include "errorids.h"
|
|
using namespace logging;
|
|
|
|
using namespace funcexp;
|
|
|
|
namespace
|
|
{
|
|
template <typename result_t>
|
|
inline bool numericEQ(result_t op1, result_t op2)
|
|
{
|
|
return op1 == op2;
|
|
}
|
|
|
|
inline bool getBoolForIn(rowgroup::Row& row, funcexp::FunctionParm& pm, bool& isNull,
|
|
CalpontSystemCatalog::ColType& ct, bool isNotIn)
|
|
{
|
|
IDB_Decimal d; // to be removed;
|
|
|
|
switch (ct.colDataType)
|
|
{
|
|
case execplan::CalpontSystemCatalog::BIGINT:
|
|
case execplan::CalpontSystemCatalog::INT:
|
|
case execplan::CalpontSystemCatalog::MEDINT:
|
|
case execplan::CalpontSystemCatalog::TINYINT:
|
|
case execplan::CalpontSystemCatalog::SMALLINT:
|
|
{
|
|
int64_t val = pm[0]->data()->getIntVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getIntVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::UBIGINT:
|
|
case execplan::CalpontSystemCatalog::UINT:
|
|
case execplan::CalpontSystemCatalog::UMEDINT:
|
|
case execplan::CalpontSystemCatalog::UTINYINT:
|
|
case execplan::CalpontSystemCatalog::USMALLINT:
|
|
{
|
|
uint64_t val = pm[0]->data()->getUintVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getUintVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::DATE:
|
|
{
|
|
int32_t val = pm[0]->data()->getDateIntVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getDateIntVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::DATETIME:
|
|
{
|
|
int64_t val = pm[0]->data()->getDatetimeIntVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getDatetimeIntVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::TIMESTAMP:
|
|
{
|
|
int64_t val = pm[0]->data()->getTimestampIntVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getTimestampIntVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::TIME:
|
|
{
|
|
int64_t val = pm[0]->data()->getTimeIntVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getTimeIntVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::DOUBLE:
|
|
case execplan::CalpontSystemCatalog::UDOUBLE:
|
|
case execplan::CalpontSystemCatalog::FLOAT:
|
|
case execplan::CalpontSystemCatalog::UFLOAT:
|
|
{
|
|
double val = pm[0]->data()->getDoubleVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getDoubleVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::LONGDOUBLE:
|
|
{
|
|
long double val = pm[0]->data()->getLongDoubleVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getLongDoubleVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::DECIMAL:
|
|
case execplan::CalpontSystemCatalog::UDECIMAL:
|
|
{
|
|
IDB_Decimal val = pm[0]->data()->getDecimalVal(row, isNull);
|
|
|
|
if (isNull)
|
|
return false;
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
|
|
if (val == pm[i]->data()->getDecimalVal(row, isNull) && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
case execplan::CalpontSystemCatalog::VARCHAR: // including CHAR'
|
|
case execplan::CalpontSystemCatalog::CHAR:
|
|
case execplan::CalpontSystemCatalog::TEXT:
|
|
{
|
|
const auto& val = pm[0]->data()->getStrVal(row, isNull);
|
|
if (isNull)
|
|
return false;
|
|
|
|
CHARSET_INFO* cs = pm[0]->data()->resultType().getCharset();
|
|
|
|
for (uint32_t i = 1; i < pm.size(); i++)
|
|
{
|
|
isNull = false;
|
|
const auto& str1 = pm[i]->data()->getStrVal(row, isNull);
|
|
if (cs->strnncoll(val.str(), val.length(), str1.str(), str1.length()) == 0 && !isNull)
|
|
return true;
|
|
|
|
if (isNull && isNotIn)
|
|
return true; // will be reversed to false by the caller
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
default:
|
|
{
|
|
std::ostringstream oss;
|
|
oss << "regexo: datatype of " << execplan::colDataTypeToString(ct.colDataType);
|
|
throw logging::IDBExcept(oss.str(), ERR_DATATYPE_NOT_SUPPORT);
|
|
}
|
|
}
|
|
}
|
|
|
|
} // namespace
|
|
|
|
namespace funcexp
|
|
{
|
|
CalpontSystemCatalog::ColType Func_in::operationType(FunctionParm& fp,
|
|
CalpontSystemCatalog::ColType& resultType)
|
|
{
|
|
PredicateOperator op;
|
|
CalpontSystemCatalog::ColType ct;
|
|
|
|
// @bug 4230. Initialize ct to be the first argument.
|
|
if (!fp.empty())
|
|
ct = fp[0]->data()->resultType();
|
|
|
|
bool allString = true;
|
|
|
|
for (uint32_t i = 0; i < fp.size(); i++)
|
|
{
|
|
// op.setOpType(op.operationType(), fp[i]->data()->resultType());
|
|
if (fp[i]->data()->resultType().colDataType != CalpontSystemCatalog::CHAR &&
|
|
fp[i]->data()->resultType().colDataType != CalpontSystemCatalog::VARCHAR &&
|
|
fp[i]->data()->resultType().colDataType != CalpontSystemCatalog::TEXT)
|
|
{
|
|
allString = false;
|
|
op.setOpType(ct, fp[i]->data()->resultType());
|
|
ct = op.operationType();
|
|
}
|
|
}
|
|
|
|
if (allString)
|
|
{
|
|
ct.colDataType = CalpontSystemCatalog::VARCHAR;
|
|
ct.colWidth = 255;
|
|
}
|
|
|
|
// convert date const value according to the compare type here.
|
|
if (op.operationType().colDataType == CalpontSystemCatalog::DATE)
|
|
{
|
|
ConstantColumn* cc = NULL;
|
|
|
|
for (uint32_t i = 1; i < fp.size(); i++)
|
|
{
|
|
cc = dynamic_cast<ConstantColumn*>(fp[i]->data());
|
|
|
|
if (cc)
|
|
{
|
|
Result result = cc->result();
|
|
result.intVal = dataconvert::DataConvert::dateToInt(result.strVal);
|
|
cc->result(result);
|
|
}
|
|
}
|
|
}
|
|
else if (op.operationType().colDataType == CalpontSystemCatalog::DATETIME)
|
|
{
|
|
ConstantColumn* cc = NULL;
|
|
|
|
for (uint32_t i = 1; i < fp.size(); i++)
|
|
{
|
|
cc = dynamic_cast<ConstantColumn*>(fp[i]->data());
|
|
|
|
if (cc)
|
|
{
|
|
Result result = cc->result();
|
|
result.intVal = dataconvert::DataConvert::datetimeToInt(result.strVal);
|
|
cc->result(result);
|
|
}
|
|
}
|
|
}
|
|
|
|
return ct;
|
|
}
|
|
|
|
bool Func_in::getBoolVal(rowgroup::Row& row, FunctionParm& pm, bool& isNull,
|
|
CalpontSystemCatalog::ColType& ct)
|
|
{
|
|
return getBoolForIn(row, pm, isNull, ct, false) && !isNull;
|
|
}
|
|
|
|
CalpontSystemCatalog::ColType Func_notin::operationType(FunctionParm& fp,
|
|
CalpontSystemCatalog::ColType& resultType)
|
|
{
|
|
PredicateOperator* op = new PredicateOperator();
|
|
CalpontSystemCatalog::ColType ct;
|
|
op->setOpType(fp[0]->data()->resultType(), fp[1]->data()->resultType());
|
|
return op->operationType();
|
|
}
|
|
|
|
bool Func_notin::getBoolVal(rowgroup::Row& row, FunctionParm& pm, bool& isNull,
|
|
CalpontSystemCatalog::ColType& ct)
|
|
{
|
|
return (!getBoolForIn(row, pm, isNull, ct, true) && !isNull);
|
|
}
|
|
|
|
} // namespace funcexp
|