database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-29 08:21:15 +03:00
Code Activity

Fix the 0 count problem

Browse Source
This commit is contained in:
mariadb-AndreyPiskunov
2022-09-09 18:48:58 +03:00
committed by Leonid Fedorov
parent 80a2d8e9f5
commit e7cab8445c
9 changed files with 181 additions and 96 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
utils/regr/regr_r2.cpp
View File

@ -142,24 +142,35 @@ mcsv1_UDAF::ReturnCode regr_r2::subEvaluate(mcsv1Context* context, const UserDat
long double inCxy = inData->cxy;
uint64_t resCnt = inCnt + outCnt;
long double deltax = outAvgx - inAvgx;
long double deltay = outAvgy - inAvgy;
if (resCnt == 0)
{
outData->avgx = 0;
outData->avgy = 0;
outData->varx = 0;
outData->vary = 0;
outData->cxy = 0;
outData->cnt = 0;
}
else
{
long double deltax = outAvgx - inAvgx;
long double deltay = outAvgy - inAvgy;
long double resAvgx = inAvgx + deltax * outCnt / resCnt;
long double resAvgy = inAvgy + deltay * outCnt / resCnt;
long double resAvgx = inAvgx + deltax * outCnt / resCnt;
long double resAvgy = inAvgy + deltay * outCnt / resCnt;
long double resVarx = outVarx + inVarx + deltax * deltax * inCnt * outCnt / resCnt;
long double resVary = outVary + inVary + deltay * deltay * inCnt * outCnt / resCnt;
long double resVarx = outVarx + inVarx + deltax * deltax * inCnt * outCnt / resCnt;
long double resVary = outVary + inVary + deltay * deltay * inCnt * outCnt / resCnt;
long double resCxy = outCxy + inCxy + deltax * deltay * inCnt * outCnt / resCnt;
outData->avgx = resAvgx;
outData->avgy = resAvgy;
outData->varx = resVarx;
outData->vary = resVary;
outData->cxy = resCxy;
outData->cnt = resCnt;
long double resCxy = outCxy + inCxy + deltax * deltay * inCnt * outCnt / resCnt;
outData->avgx = resAvgx;
outData->avgy = resAvgy;
outData->varx = resVarx;
outData->vary = resVary;
outData->cxy = resCxy;
outData->cnt = resCnt;
}
return mcsv1_UDAF::SUCCESS;
}