database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-29 08:21:15 +03:00
Code Activity

Fix another 0 count error in dropValue

Browse Source
This commit is contained in:
mariadb-AndreyPiskunov
2022-09-09 21:34:20 +03:00
committed by Leonid Fedorov
parent e7cab8445c
commit 680633a350
9 changed files with 160 additions and 87 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
utils/regr/covar_samp.cpp
View File

@ -173,14 +173,23 @@ mcsv1_UDAF::ReturnCode covar_samp::dropValue(mcsv1Context* context, ColumnDatum*
long double cxyPrev = data->cxy;
--data->cnt;
uint64_t cnt = data->cnt;
long double dx = valx - avgxPrev;
if (cnt == 0)
{
data->avgx = 0;
data->avgy = 0;
data->cxy = 0;
}
else
{
long double dx = valx - avgxPrev;
avgyPrev -= (valy - avgyPrev) / cnt;
avgxPrev -= dx / cnt;
cxyPrev -= dx * (valy - avgyPrev);
avgyPrev -= (valy - avgyPrev) / cnt;
avgxPrev -= dx / cnt;
cxyPrev -= dx * (valy - avgyPrev);
data->avgx = avgxPrev;
data->avgy = avgyPrev;
data->cxy = cxyPrev;
data->avgx = avgxPrev;
data->avgy = avgyPrev;
data->cxy = cxyPrev;
}
return mcsv1_UDAF::SUCCESS;
}