mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-04-23 07:05:36 +03:00
b53c231ca6
This patch improves handling of NULLs in textual fields in ColumnStore. Previously empty strings were considered NULLs and it could be a problem if data scheme allows for empty strings. It was also one of major reasons of behavior difference between ColumnStore and other engines in MariaDB family. Also, this patch fixes some other bugs and incorrect behavior, for example, incorrect comparison for "column <= ''" which evaluates to constant True for all purposes before this patch.
109 lines
3.1 KiB
C++
109 lines
3.1 KiB
C++
#pragma once
|
|
|
|
#include <cstddef>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#define PREFER_MY_CONFIG_H
|
|
#include <mariadb.h>
|
|
#include <mysql.h>
|
|
#include <my_sys.h>
|
|
//#include <json_lib.h>
|
|
|
|
#include "collation.h"
|
|
#include "functor_json.h"
|
|
#include "functor_str.h"
|
|
#include "collation.h"
|
|
#include "rowgroup.h"
|
|
#include "treenode.h"
|
|
#include "functioncolumn.h"
|
|
#include "constantcolumn.h"
|
|
|
|
#include "json_lib.h"
|
|
|
|
namespace funcexp
|
|
{
|
|
namespace helpers
|
|
{
|
|
|
|
static const int NO_WILDCARD_ALLOWED = 1;
|
|
|
|
/*
|
|
Checks if the path has '.*' '[*]' or '**' constructions
|
|
and sets the NO_WILDCARD_ALLOWED error if the case.
|
|
*/
|
|
int setupJSPath(json_path_t* path, CHARSET_INFO* cs, const string_view& str, bool wildcards);
|
|
|
|
// Return true if err occur, let the outer function handle the exception
|
|
bool appendEscapedJS(string& ret, const CHARSET_INFO* retCS, const utils::NullString& js, const CHARSET_INFO* jsCS);
|
|
bool appendJSKeyName(string& ret, const CHARSET_INFO* retCS, rowgroup::Row& row, execplan::SPTP& parm);
|
|
bool appendJSValue(string& ret, const CHARSET_INFO* retCS, rowgroup::Row& row, execplan::SPTP& parm);
|
|
|
|
static const int TAB_SIZE_LIMIT = 8;
|
|
static const char tab_arr[TAB_SIZE_LIMIT + 1] = " ";
|
|
|
|
// Format the json using format mode
|
|
int doFormat(json_engine_t* je, string& niceJS, Func_json_format::FORMATS mode, int tabSize = 4);
|
|
|
|
static const int SHOULD_END_WITH_ARRAY = 2;
|
|
static const int TRIVIAL_PATH_NOT_ALLOWED = 3;
|
|
|
|
bool findKeyInObject(json_engine_t* jsEg, json_string_t* key);
|
|
|
|
#ifdef MYSQL_GE_1009
|
|
using IntType = int;
|
|
#else
|
|
using IntType = uint;
|
|
#endif
|
|
|
|
/*
|
|
Compatible with json_find_path function in json_lib
|
|
before 10.9: uint* array_counters
|
|
after 10.9: int* array_counters
|
|
*/
|
|
inline static int locateJSPath(json_engine_t& jsEg, JSONPath& path, int* jsErr = nullptr)
|
|
{
|
|
IntType arrayCounters[JSON_DEPTH_LIMIT];
|
|
path.currStep = path.p.steps;
|
|
if (json_find_path(&jsEg, &path.p, &path.currStep, arrayCounters))
|
|
{
|
|
if (jsErr && jsEg.s.error)
|
|
*jsErr = 1;
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// Check and set the constant flag from function parameters
|
|
inline static void markConstFlag(JSONPath& path, const execplan::SPTP& parm)
|
|
{
|
|
path.constant = (dynamic_cast<execplan::ConstantColumn*>(parm->data()) != nullptr);
|
|
}
|
|
|
|
int cmpJSPath(const json_path_t* a, const json_path_t* b, enum json_value_types vt,
|
|
const int* arraySize = nullptr);
|
|
|
|
inline const CHARSET_INFO* getCharset(execplan::SPTP& parm)
|
|
{
|
|
return parm->data()->resultType().getCharset();
|
|
}
|
|
|
|
inline void initJSEngine(json_engine_t& jsEg, const CHARSET_INFO* jsCS, const utils::NullString& js)
|
|
{
|
|
json_scan_start(&jsEg, jsCS, (const uchar*)js.str(), (const uchar*)js.end());
|
|
}
|
|
|
|
int parseJSPath(JSONPath& path, rowgroup::Row& row, execplan::SPTP& parm, bool wildcards = true);
|
|
|
|
inline void initJSPaths(vector<JSONPath>& paths, FunctionParm& fp, const int start, const int step)
|
|
{
|
|
if (paths.size() == 0)
|
|
for (size_t i = start; i < fp.size(); i += step)
|
|
paths.push_back(JSONPath{});
|
|
}
|
|
|
|
bool matchJSPath(const vector<funcexp::JSONPath>& paths, const json_path_t* p, json_value_types valType,
|
|
const int* arrayCounter = nullptr, bool exact = true);
|
|
} // namespace helpers
|
|
} // namespace funcexp
|