1
0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-30 19:23:07 +03:00

MCOL-3837 Optimize the regr_sxx, sxy and syy code a bit

This commit is contained in:
David Hall
2020-02-25 14:26:28 -06:00
parent dbf88575f0
commit d66972d09b
3 changed files with 7 additions and 18 deletions

View File

@ -125,14 +125,11 @@ mcsv1_UDAF::ReturnCode regr_sxx::subEvaluate(mcsv1Context* context, const UserDa
mcsv1_UDAF::ReturnCode regr_sxx::evaluate(mcsv1Context* context, static_any::any& valOut)
{
struct regr_sxx_data* data = (struct regr_sxx_data*)context->getUserData()->data;
double N = data->cnt;
long double N = data->cnt;
if (N > 0)
{
long double sumx = data->sumx;
long double sumx2 = data->sumx2;
long double var_popx = (sumx2 - (sumx * sumx / N)) / N;
valOut = static_cast<double>(N * var_popx);
long double var_popx = (data->sumx2 - (data->sumx * data->sumx / N));
valOut = static_cast<double>(var_popx);
}
return mcsv1_UDAF::SUCCESS;
}

View File

@ -142,15 +142,10 @@ mcsv1_UDAF::ReturnCode regr_sxy::subEvaluate(mcsv1Context* context, const UserDa
mcsv1_UDAF::ReturnCode regr_sxy::evaluate(mcsv1Context* context, static_any::any& valOut)
{
struct regr_sxy_data* data = (struct regr_sxy_data*)context->getUserData()->data;
double N = data->cnt;
long double N = data->cnt;
if (N > 0)
{
long double sumx = data->sumx;
long double sumy = data->sumy;
long double sumxy = data->sumxy;
long double covar_pop = (sumxy - ((sumx * sumy) / N)) / N;
long double regr_sxy = data->cnt * covar_pop;
long double regr_sxy = (data->sumxy - ((data->sumx * data->sumy) / N));
valOut = static_cast<double>(regr_sxy);
}
return mcsv1_UDAF::SUCCESS;

View File

@ -128,11 +128,8 @@ mcsv1_UDAF::ReturnCode regr_syy::evaluate(mcsv1Context* context, static_any::any
long double N = data->cnt;
if (N > 0)
{
long double sumy = data->sumy;
long double sumy2 = data->sumy2;
long double var_popy = (sumy2 - (sumy * sumy / N)) / N;
valOut = static_cast<double>(N * var_popy);
long double var_popy = (data->sumy2 - (data->sumy * data->sumy / N));
valOut = static_cast<double>(var_popy);
}
return mcsv1_UDAF::SUCCESS;
}