You've already forked mariadb-columnstore-engine
mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-08-07 03:22:57 +03:00
Fix the 0 count problem
This commit is contained in:
committed by
Leonid Fedorov
parent
80a2d8e9f5
commit
e7cab8445c
@@ -143,6 +143,17 @@ mcsv1_UDAF::ReturnCode corr::subEvaluate(mcsv1Context* context, const UserData*
|
||||
long double inCxy = inData->cxy;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgx = 0;
|
||||
outData->avgy = 0;
|
||||
outData->varx = 0;
|
||||
outData->vary = 0;
|
||||
outData->cxy = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltax = outAvgx - inAvgx;
|
||||
long double deltay = outAvgy - inAvgy;
|
||||
|
||||
@@ -160,7 +171,7 @@ mcsv1_UDAF::ReturnCode corr::subEvaluate(mcsv1Context* context, const UserData*
|
||||
outData->vary = resVary;
|
||||
outData->cxy = resCxy;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
||||
|
@@ -123,6 +123,15 @@ mcsv1_UDAF::ReturnCode covar_pop::subEvaluate(mcsv1Context* context, const UserD
|
||||
long double inCxy = inData->cxy;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgx = 0;
|
||||
outData->avgy = 0;
|
||||
outData->cxy = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltax = outAvgx - inAvgx;
|
||||
long double deltay = outAvgy - inAvgy;
|
||||
long double resAvgx = inAvgx + deltax * outCnt / resCnt;
|
||||
@@ -133,7 +142,7 @@ mcsv1_UDAF::ReturnCode covar_pop::subEvaluate(mcsv1Context* context, const UserD
|
||||
outData->avgy = resAvgy;
|
||||
outData->cxy = resCxy;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
||||
|
@@ -123,6 +123,15 @@ mcsv1_UDAF::ReturnCode covar_samp::subEvaluate(mcsv1Context* context, const User
|
||||
long double inCxy = inData->cxy;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgx = 0;
|
||||
outData->avgy = 0;
|
||||
outData->cxy = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltax = outAvgx - inAvgx;
|
||||
long double deltay = outAvgy - inAvgy;
|
||||
long double resAvgx = inAvgx + deltax * outCnt / resCnt;
|
||||
@@ -133,7 +142,7 @@ mcsv1_UDAF::ReturnCode covar_samp::subEvaluate(mcsv1Context* context, const User
|
||||
outData->avgy = resAvgy;
|
||||
outData->cxy = resCxy;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
||||
|
@@ -136,6 +136,16 @@ mcsv1_UDAF::ReturnCode regr_intercept::subEvaluate(mcsv1Context* context, const
|
||||
long double inCxy = inData->cxy;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgx = 0;
|
||||
outData->avgy = 0;
|
||||
outData->cx = 0;
|
||||
outData->cxy = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltax = outAvgx - inAvgx;
|
||||
long double deltay = outAvgy - inAvgy;
|
||||
|
||||
@@ -151,7 +161,7 @@ mcsv1_UDAF::ReturnCode regr_intercept::subEvaluate(mcsv1Context* context, const
|
||||
outData->cx = resCx;
|
||||
outData->cxy = resCxy;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
||||
|
@@ -142,6 +142,17 @@ mcsv1_UDAF::ReturnCode regr_r2::subEvaluate(mcsv1Context* context, const UserDat
|
||||
long double inCxy = inData->cxy;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgx = 0;
|
||||
outData->avgy = 0;
|
||||
outData->varx = 0;
|
||||
outData->vary = 0;
|
||||
outData->cxy = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltax = outAvgx - inAvgx;
|
||||
long double deltay = outAvgy - inAvgy;
|
||||
|
||||
@@ -159,7 +170,7 @@ mcsv1_UDAF::ReturnCode regr_r2::subEvaluate(mcsv1Context* context, const UserDat
|
||||
outData->vary = resVary;
|
||||
outData->cxy = resCxy;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
||||
|
@@ -134,6 +134,16 @@ mcsv1_UDAF::ReturnCode regr_slope::subEvaluate(mcsv1Context* context, const User
|
||||
long double inCxy = inData->cxy;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgx = 0;
|
||||
outData->avgy = 0;
|
||||
outData->cx = 0;
|
||||
outData->cxy = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltax = outAvgx - inAvgx;
|
||||
long double deltay = outAvgy - inAvgy;
|
||||
|
||||
@@ -149,7 +159,7 @@ mcsv1_UDAF::ReturnCode regr_slope::subEvaluate(mcsv1Context* context, const User
|
||||
outData->cx = resCx;
|
||||
outData->cxy = resCxy;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
@@ -114,6 +114,14 @@ mcsv1_UDAF::ReturnCode regr_sxx::subEvaluate(mcsv1Context* context, const UserDa
|
||||
long double inCx = inData->cx;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgx = 0;
|
||||
outData->cx = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltax = outAvgx - inAvgx;
|
||||
|
||||
long double resAvgx = inAvgx + deltax * outCnt / resCnt;
|
||||
@@ -123,7 +131,7 @@ mcsv1_UDAF::ReturnCode regr_sxx::subEvaluate(mcsv1Context* context, const UserDa
|
||||
outData->avgx = resAvgx;
|
||||
outData->cx = resCx;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
||||
|
@@ -121,6 +121,15 @@ mcsv1_UDAF::ReturnCode regr_sxy::subEvaluate(mcsv1Context* context, const UserDa
|
||||
long double inCxy = inData->cxy;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgx = 0;
|
||||
outData->avgy = 0;
|
||||
outData->cxy = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltax = outAvgx - inAvgx;
|
||||
long double deltay = outAvgy - inAvgy;
|
||||
long double resAvgx = inAvgx + deltax * outCnt / resCnt;
|
||||
@@ -131,7 +140,7 @@ mcsv1_UDAF::ReturnCode regr_sxy::subEvaluate(mcsv1Context* context, const UserDa
|
||||
outData->avgy = resAvgy;
|
||||
outData->cxy = resCxy;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
||||
|
@@ -114,6 +114,14 @@ mcsv1_UDAF::ReturnCode regr_syy::subEvaluate(mcsv1Context* context, const UserDa
|
||||
long double inCy = inData->cy;
|
||||
|
||||
uint64_t resCnt = inCnt + outCnt;
|
||||
if (resCnt == 0)
|
||||
{
|
||||
outData->avgy = 0;
|
||||
outData->cy = 0;
|
||||
outData->cnt = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
long double deltay = outAvgy - inAvgy;
|
||||
|
||||
long double resAvgy = inAvgy + deltay * outCnt / resCnt;
|
||||
@@ -123,7 +131,7 @@ mcsv1_UDAF::ReturnCode regr_syy::subEvaluate(mcsv1Context* context, const UserDa
|
||||
outData->avgy = resAvgy;
|
||||
outData->cy = resCy;
|
||||
outData->cnt = resCnt;
|
||||
|
||||
}
|
||||
return mcsv1_UDAF::SUCCESS;
|
||||
}
|
||||
|
||||
|
Reference in New Issue
Block a user