database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-30 19:23:07 +03:00
Code Activity

Fix the 0 count problem

Browse Source
This commit is contained in:
mariadb-AndreyPiskunov
2022-09-09 18:48:58 +03:00
committed by Leonid Fedorov
parent 80a2d8e9f5
commit e7cab8445c
9 changed files with 181 additions and 96 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
utils/regr/regr_syy.cpp
View File

@ -114,16 +114,24 @@ mcsv1_UDAF::ReturnCode regr_syy::subEvaluate(mcsv1Context* context, const UserDa
long double inCy = inData->cy;
uint64_t resCnt = inCnt + outCnt;
long double deltay = outAvgy - inAvgy;
if (resCnt == 0)
{
outData->avgy = 0;
outData->cy = 0;
outData->cnt = 0;
}
else
{
long double deltay = outAvgy - inAvgy;
long double resAvgy = inAvgy + deltay * outCnt / resCnt;
long double resAvgy = inAvgy + deltay * outCnt / resCnt;
long double resCy = outCy + inCy + deltay * deltay * inCnt * outCnt / resCnt;
outData->avgy = resAvgy;
outData->cy = resCy;
outData->cnt = resCnt;
long double resCy = outCy + inCy + deltay * deltay * inCnt * outCnt / resCnt;
outData->avgy = resAvgy;
outData->cy = resCy;
outData->cnt = resCnt;
}
return mcsv1_UDAF::SUCCESS;
}