database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-08-01 06:46:55 +03:00
Code Activity

MCOL-4116 Set precision for long double to 19

Browse Source
This commit is contained in:
David Hall
2020-07-08 10:26:36 -05:00
parent e47eaae033
commit 60dfe38b63
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
writeengine/server/we_dmlcommandproc.cpp
View File

@ -3123,14 +3123,14 @@ uint8_t WE_DMLCommandProc::processUpdate(messageqcpp::ByteStream& bs,
case CalpontSystemCatalog::LONGDOUBLE: case CalpontSystemCatalog::LONGDOUBLE:
{ {
double dll = row.getDoubleField(fetchColPos); long double dll = row.getLongDoubleField(fetchColPos);
if (dll == std::numeric_limits<double>::infinity()) if (dll == std::numeric_limits<long double>::infinity())
continue; continue;
ostringstream os; ostringstream os;
//@Bug 3350 fix the precision. //@Bug 3350 fix the precision.
os << setprecision(16) << dll; os << setprecision(19) << dll;
value = os.str(); value = os.str();
break; break;
} }
@ -3490,7 +3490,7 @@ uint8_t WE_DMLCommandProc::processUpdate(messageqcpp::ByteStream& bs,
ostringstream os; ostringstream os;
//@Bug 3350 fix the precision. //@Bug 3350 fix the precision.
os << setprecision(16) << dll; os << setprecision(19) << dll;
value = os.str(); value = os.str();
break; break;
} }