database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-29 08:21:15 +03:00
Code Activity

MCOL-1983 Use long double for internal calculations of regr_*** functions.

Browse Source
This commit is contained in:
David Hall
2019-01-21 14:39:51 -06:00
parent eb75d3cd7e
commit 16a6a0a27c
11 changed files with 100 additions and 100 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
utils/regr/regr_avgx.cpp
View File

@ -40,7 +40,7 @@ static Add_regr_avgx_ToUDAFMap addToMap;
// Use the simple data model
struct regr_avgx_data
{
double sum;
long double sum;
uint64_t cnt;
};
@ -132,7 +132,7 @@ mcsv1_UDAF::ReturnCode regr_avgx::evaluate(mcsv1Context* context, static_any::an
if (data->cnt > 0)
{
valOut = data->sum / (double)data->cnt;
valOut = static_cast<double>(data->sum / (long double)data->cnt);
}
return mcsv1_UDAF::SUCCESS;