You've already forked mariadb-columnstore-engine
							
							
				mirror of
				https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
				synced 2025-11-03 17:13:17 +03:00 
			
		
		
		
	This patch is the columnstore-part of the task. Columnstore wanted to have previous 32 depth, so this patch aims at keeping the compatibility.
		
			
				
	
	
		
			336 lines
		
	
	
		
			7.0 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			336 lines
		
	
	
		
			7.0 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
#include "functor_json.h"
 | 
						|
#include "functioncolumn.h"
 | 
						|
#include "json_lib.h"
 | 
						|
using namespace execplan;
 | 
						|
 | 
						|
#include "rowgroup.h"
 | 
						|
using namespace rowgroup;
 | 
						|
 | 
						|
#include "joblisttypes.h"
 | 
						|
using namespace joblist;
 | 
						|
 | 
						|
#include "jsonhelpers.h"
 | 
						|
using namespace funcexp::helpers;
 | 
						|
 | 
						|
namespace
 | 
						|
{
 | 
						|
int copyValuePatch(std::string& retJS, json_engine_t* jsEg)
 | 
						|
{
 | 
						|
  int firstKey = 1;
 | 
						|
 | 
						|
  if (jsEg->value_type != JSON_VALUE_OBJECT)
 | 
						|
  {
 | 
						|
    const uchar *beg, *end;
 | 
						|
 | 
						|
    beg = jsEg->value_begin;
 | 
						|
 | 
						|
    if (!json_value_scalar(jsEg))
 | 
						|
    {
 | 
						|
      if (json_skip_level(jsEg))
 | 
						|
        return 1;
 | 
						|
      end = jsEg->s.c_str;
 | 
						|
    }
 | 
						|
    else
 | 
						|
      end = jsEg->value_end;
 | 
						|
 | 
						|
    retJS.append((const char*)beg, end - beg);
 | 
						|
 | 
						|
    return 0;
 | 
						|
  }
 | 
						|
  /* JSON_VALUE_OBJECT */
 | 
						|
 | 
						|
  retJS.append("{");
 | 
						|
 | 
						|
  while (json_scan_next(jsEg) == 0 && jsEg->state != JST_OBJ_END)
 | 
						|
  {
 | 
						|
    const uchar* keyStart;
 | 
						|
    /* Loop through the Json_1 keys and compare with the Json_2 keys. */
 | 
						|
    DBUG_ASSERT(jsEg->state == JST_KEY);
 | 
						|
    keyStart = jsEg->s.c_str;
 | 
						|
 | 
						|
    if (json_read_value(jsEg))
 | 
						|
      return 1;
 | 
						|
 | 
						|
    if (jsEg->value_type == JSON_VALUE_NULL)
 | 
						|
      continue;
 | 
						|
 | 
						|
    if (!firstKey)
 | 
						|
      retJS.append(", ");
 | 
						|
    else
 | 
						|
      firstKey = 0;
 | 
						|
 | 
						|
    retJS.append("\"");
 | 
						|
    retJS.append((const char*)keyStart, jsEg->value_begin - keyStart);
 | 
						|
    if (copyValuePatch(retJS, jsEg))
 | 
						|
      return 1;
 | 
						|
  }
 | 
						|
 | 
						|
  retJS.append("}");
 | 
						|
 | 
						|
  return 0;
 | 
						|
}
 | 
						|
 | 
						|
int doMergePatch(std::string& retJS, json_engine_t* jsEg1, json_engine_t* jsEg2, bool& isEmpty)
 | 
						|
{
 | 
						|
  if (json_read_value(jsEg1))
 | 
						|
  {
 | 
						|
    return 1;
 | 
						|
  }
 | 
						|
  if (json_read_value(jsEg2))
 | 
						|
  {
 | 
						|
    return 1;
 | 
						|
  }
 | 
						|
 | 
						|
  if (jsEg1->value_type == JSON_VALUE_OBJECT && jsEg2->value_type == JSON_VALUE_OBJECT)
 | 
						|
  {
 | 
						|
    json_engine_t savJSEg1 = *jsEg1;
 | 
						|
    json_engine_t savJSEg2 = *jsEg2;
 | 
						|
 | 
						|
    int firstKey = 1;
 | 
						|
    json_string_t keyName;
 | 
						|
    size_t savLen;
 | 
						|
    bool mrgEmpty;
 | 
						|
 | 
						|
    isEmpty = false;
 | 
						|
    json_string_set_cs(&keyName, jsEg1->s.cs);
 | 
						|
 | 
						|
    retJS.append("{");
 | 
						|
    while (json_scan_next(jsEg1) == 0 && jsEg1->state != JST_OBJ_END)
 | 
						|
    {
 | 
						|
      const uchar *keyStart, *keyEnd;
 | 
						|
      /* Loop through the Json_1 keys and compare with the Json_2 keys. */
 | 
						|
      DBUG_ASSERT(jsEg1->state == JST_KEY);
 | 
						|
      keyStart = jsEg1->s.c_str;
 | 
						|
      do
 | 
						|
      {
 | 
						|
        keyEnd = jsEg1->s.c_str;
 | 
						|
      } while (json_read_keyname_chr(jsEg1) == 0);
 | 
						|
 | 
						|
      if (jsEg1->s.error)
 | 
						|
      {
 | 
						|
        return 1;
 | 
						|
      }
 | 
						|
 | 
						|
      savLen = retJS.size();
 | 
						|
 | 
						|
      if (!firstKey)
 | 
						|
      {
 | 
						|
        retJS.append(", ");
 | 
						|
        *jsEg2 = savJSEg2;
 | 
						|
      }
 | 
						|
 | 
						|
      retJS.append("\"");
 | 
						|
      retJS.append((const char*)keyStart, keyEnd - keyStart);
 | 
						|
      retJS.append("\":");
 | 
						|
 | 
						|
      while (json_scan_next(jsEg2) == 0 && jsEg2->state != JST_OBJ_END)
 | 
						|
      {
 | 
						|
        int ires;
 | 
						|
        DBUG_ASSERT(jsEg2->state == JST_KEY);
 | 
						|
        json_string_set_str(&keyName, keyStart, keyEnd);
 | 
						|
        if (!json_key_matches(jsEg2, &keyName))
 | 
						|
        {
 | 
						|
          if (jsEg2->s.error || json_skip_key(jsEg2))
 | 
						|
          {
 | 
						|
            return 2;
 | 
						|
          }
 | 
						|
          continue;
 | 
						|
        }
 | 
						|
 | 
						|
        /* Json_2 has same key as Json_1. Merge them. */
 | 
						|
        if ((ires = doMergePatch(retJS, jsEg1, jsEg2, mrgEmpty)))
 | 
						|
        {
 | 
						|
          return ires;
 | 
						|
        }
 | 
						|
 | 
						|
        if (mrgEmpty)
 | 
						|
          retJS = retJS.substr(0, savLen);
 | 
						|
        else
 | 
						|
          firstKey = 0;
 | 
						|
 | 
						|
        goto merged_j1;
 | 
						|
      }
 | 
						|
 | 
						|
      if (jsEg2->s.error)
 | 
						|
        return 2;
 | 
						|
 | 
						|
      keyStart = jsEg1->s.c_str;
 | 
						|
      /* Just append the Json_1 key value. */
 | 
						|
      if (json_skip_key(jsEg1))
 | 
						|
      {
 | 
						|
        return 1;
 | 
						|
      }
 | 
						|
      retJS.append((const char*)keyStart, jsEg1->s.c_str - keyStart);
 | 
						|
      firstKey = 0;
 | 
						|
 | 
						|
    merged_j1:
 | 
						|
      continue;
 | 
						|
    }
 | 
						|
 | 
						|
    *jsEg2 = savJSEg2;
 | 
						|
    /*
 | 
						|
      Now loop through the Json_2 keys.
 | 
						|
      Skip if there is same key in Json_1
 | 
						|
    */
 | 
						|
    while (json_scan_next(jsEg2) == 0 && jsEg2->state != JST_OBJ_END)
 | 
						|
    {
 | 
						|
      const uchar *keyStart, *keyEnd;
 | 
						|
      DBUG_ASSERT(jsEg2->state == JST_KEY);
 | 
						|
      keyStart = jsEg2->s.c_str;
 | 
						|
      do
 | 
						|
      {
 | 
						|
        keyEnd = jsEg2->s.c_str;
 | 
						|
      } while (json_read_keyname_chr(jsEg2) == 0);
 | 
						|
 | 
						|
      if (jsEg2->s.error)
 | 
						|
      {
 | 
						|
        return 1;
 | 
						|
      }
 | 
						|
 | 
						|
      *jsEg1 = savJSEg1;
 | 
						|
      while (json_scan_next(jsEg1) == 0 && jsEg1->state != JST_OBJ_END)
 | 
						|
      {
 | 
						|
        DBUG_ASSERT(jsEg1->state == JST_KEY);
 | 
						|
        json_string_set_str(&keyName, keyStart, keyEnd);
 | 
						|
        if (!json_key_matches(jsEg1, &keyName))
 | 
						|
        {
 | 
						|
          if (jsEg1->s.error || json_skip_key(jsEg1))
 | 
						|
          {
 | 
						|
            return 2;
 | 
						|
          }
 | 
						|
          continue;
 | 
						|
        }
 | 
						|
        if (json_skip_key(jsEg2) || json_skip_level(jsEg1))
 | 
						|
        {
 | 
						|
          return 1;
 | 
						|
        }
 | 
						|
        goto continue_j2;
 | 
						|
      }
 | 
						|
 | 
						|
      if (jsEg1->s.error)
 | 
						|
        return 2;
 | 
						|
 | 
						|
      savLen = retJS.size();
 | 
						|
 | 
						|
      if (!firstKey)
 | 
						|
        retJS.append(", ");
 | 
						|
 | 
						|
      retJS.append("\"");
 | 
						|
      retJS.append((const char*)keyStart, keyEnd - keyStart);
 | 
						|
      retJS.append("\":");
 | 
						|
 | 
						|
      if (json_read_value(jsEg2))
 | 
						|
      {
 | 
						|
        return 1;
 | 
						|
      }
 | 
						|
 | 
						|
      if (jsEg2->value_type == JSON_VALUE_NULL)
 | 
						|
        retJS = retJS.substr(0, savLen);
 | 
						|
      else
 | 
						|
      {
 | 
						|
        if (copyValuePatch(retJS, jsEg2))
 | 
						|
        {
 | 
						|
          return 1;
 | 
						|
        }
 | 
						|
        firstKey = 0;
 | 
						|
      }
 | 
						|
 | 
						|
    continue_j2:
 | 
						|
      continue;
 | 
						|
    }
 | 
						|
 | 
						|
    retJS.append("}");
 | 
						|
  }
 | 
						|
  else
 | 
						|
  {
 | 
						|
    if (!json_value_scalar(jsEg1) && json_skip_level(jsEg1))
 | 
						|
    {
 | 
						|
      return 1;
 | 
						|
    }
 | 
						|
 | 
						|
    isEmpty = (jsEg2->value_type == JSON_VALUE_NULL);
 | 
						|
    if (!isEmpty && copyValuePatch(retJS, jsEg2))
 | 
						|
    {
 | 
						|
      return 1;
 | 
						|
    }
 | 
						|
  }
 | 
						|
 | 
						|
  return 0;
 | 
						|
}
 | 
						|
}  // namespace
 | 
						|
 | 
						|
namespace funcexp
 | 
						|
{
 | 
						|
CalpontSystemCatalog::ColType Func_json_merge_patch::operationType(
 | 
						|
    FunctionParm& fp, CalpontSystemCatalog::ColType& /*resultType*/)
 | 
						|
{
 | 
						|
  return fp[0]->data()->resultType();
 | 
						|
}
 | 
						|
 | 
						|
std::string Func_json_merge_patch::getStrVal(rowgroup::Row& row, FunctionParm& fp, bool& isNull,
 | 
						|
                                             execplan::CalpontSystemCatalog::ColType& /*type*/)
 | 
						|
{
 | 
						|
  // JSON_MERGE_PATCH return NULL if any argument is NULL
 | 
						|
  bool isEmpty = false, hasNullArg = false;
 | 
						|
  const auto& js = fp[0]->data()->getStrVal(row, hasNullArg);
 | 
						|
 | 
						|
  isNull = false;
 | 
						|
 | 
						|
  jsEg.s.error = jsEg2.s.error = 0;
 | 
						|
 | 
						|
  utils::NullString tmpJS(js);
 | 
						|
  std::string retJS;
 | 
						|
  for (size_t i = 1; i < fp.size(); i++)
 | 
						|
  {
 | 
						|
    const auto& js2 = fp[i]->data()->getStrVal(row, isNull);
 | 
						|
    if (isNull)
 | 
						|
    {
 | 
						|
      hasNullArg = true;
 | 
						|
      isNull = false;
 | 
						|
      goto next;
 | 
						|
    }
 | 
						|
 | 
						|
    initJSEngine(jsEg2, getCharset(fp[i]), js2);
 | 
						|
 | 
						|
    if (hasNullArg)
 | 
						|
    {
 | 
						|
      if (json_read_value(&jsEg2))
 | 
						|
        goto error;
 | 
						|
      if (jsEg2.value_type == JSON_VALUE_OBJECT)
 | 
						|
        goto next;
 | 
						|
 | 
						|
      hasNullArg = false;
 | 
						|
      retJS.append(js2.str());
 | 
						|
      goto next;
 | 
						|
    }
 | 
						|
 | 
						|
    initJSEngine(jsEg, getCharset(fp[0]), tmpJS);
 | 
						|
    if (doMergePatch(retJS, &jsEg, &jsEg2, isEmpty))
 | 
						|
    {
 | 
						|
      goto error;
 | 
						|
    }
 | 
						|
 | 
						|
    if (isEmpty)
 | 
						|
      retJS.append("null");
 | 
						|
 | 
						|
  next:
 | 
						|
    // tmpJS save the merge result for next loop
 | 
						|
    tmpJS.assign(retJS);
 | 
						|
    retJS.clear();
 | 
						|
  }
 | 
						|
  if (hasNullArg)
 | 
						|
    goto error;
 | 
						|
 | 
						|
  initJSEngine(jsEg, getCharset(fp[0]), tmpJS);
 | 
						|
  retJS.clear();
 | 
						|
  if (doFormat(&jsEg, retJS, Func_json_format::LOOSE))
 | 
						|
    goto error;
 | 
						|
  isNull = false;
 | 
						|
  return retJS;
 | 
						|
 | 
						|
error:
 | 
						|
  isNull = true;
 | 
						|
  return "";
 | 
						|
}
 | 
						|
}  // namespace funcexp
 |