summaryrefslogtreecommitdiff
path: root/basic/source
diff options
context:
space:
mode:
authorAndreas Heinisch <andreas.heinisch@yahoo.de>2021-07-26 19:45:12 +0200
committerAndreas Heinisch <andreas.heinisch@yahoo.de>2021-07-28 09:57:31 +0200
commita330732cf8aaa5770bef0b49c113a57ca5e85e10 (patch)
treef07c4df79260b6e8de42adc5bc268222dc2af49e /basic/source
parent1ec5a1300632a5455416b6cbb090d8c48353d939 (diff)
tdf#107953 - Extend significant digits
According to https://randomascii.wordpress.com/2012/03/08/float-precisionfrom-zero-to-100-digits-2/ show at least 9 / 17 significant digits for a single / double data type in order to identify the contained value. Change-Id: Id2833fc51ca005bc78b68d6b4cca28f2d95f5a85 Reviewed-on: https://gerrit.libreoffice.org/c/core/+/119526 Tested-by: Jenkins Reviewed-by: Mike Kaganski <mike.kaganski@collabora.com> Reviewed-by: Andreas Heinisch <andreas.heinisch@yahoo.de>
Diffstat (limited to 'basic/source')
-rw-r--r--basic/source/sbx/sbxdbl.cxx3
-rw-r--r--basic/source/sbx/sbxsng.cxx3
2 files changed, 4 insertions, 2 deletions
diff --git a/basic/source/sbx/sbxdbl.cxx b/basic/source/sbx/sbxdbl.cxx
index 9010dfaa3e74..a2fed927496d 100644
--- a/basic/source/sbx/sbxdbl.cxx
+++ b/basic/source/sbx/sbxdbl.cxx
@@ -198,7 +198,8 @@ start:
case SbxLPSTR:
if( !p->pOUString )
p->pOUString = new OUString;
- ImpCvtNum( n, 14, *p->pOUString, bCoreString );
+ // tdf#107953 - show 17 significant digits
+ ImpCvtNum( n, 17, *p->pOUString, bCoreString );
break;
case SbxOBJECT:
{
diff --git a/basic/source/sbx/sbxsng.cxx b/basic/source/sbx/sbxsng.cxx
index ad4301f9ca89..a8129b8cd48d 100644
--- a/basic/source/sbx/sbxsng.cxx
+++ b/basic/source/sbx/sbxsng.cxx
@@ -222,7 +222,8 @@ start:
{
if( !p->pOUString )
p->pOUString = new OUString;
- ImpCvtNum( static_cast<double>(n), 6, *p->pOUString );
+ // tdf#107953 - show 9 significant digits
+ ImpCvtNum( static_cast<double>(n), 9, *p->pOUString );
break;
}
case SbxOBJECT: