database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-29 08:21:15 +03:00
Code Activity

MCOL-4116 Set precision for long double to 19

Browse Source
This commit is contained in:
David Hall
2020-07-08 10:26:36 -05:00
parent e47eaae033
commit 60dfe38b63
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
writeengine/server/we_dmlcommandproc.cpp
View File

@ -3123,14 +3123,14 @@ uint8_t WE_DMLCommandProc::processUpdate(messageqcpp::ByteStream& bs,
case CalpontSystemCatalog::LONGDOUBLE:
{
double dll = row.getDoubleField(fetchColPos);
long double dll = row.getLongDoubleField(fetchColPos);
if (dll == std::numeric_limits<double>::infinity())
if (dll == std::numeric_limits<long double>::infinity())
continue;
ostringstream os;
//@Bug 3350 fix the precision.
os << setprecision(16) << dll;
os << setprecision(19) << dll;
value = os.str();
break;
}
@ -3490,7 +3490,7 @@ uint8_t WE_DMLCommandProc::processUpdate(messageqcpp::ByteStream& bs,
ostringstream os;
//@Bug 3350 fix the precision.
os << setprecision(16) << dll;
os << setprecision(19) << dll;
value = os.str();
break;
}