sharpetronics/QGIS
1
0
Fork 0
mirror of https://github.com/qgis/QGIS.git synced 2025-02-27 00:33:48 -05:00
Code Issues Packages Projects Releases Wiki Activity

Fix comment about precision loss

Browse Source 
Thanks Even for helping with this
This commit is contained in:
Sandro Santilli 2016-06-22 15:26:02 +02:00
parent 0a83f182f3
commit b040410c5e
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/src/app/testqgsmaptoolidentifyaction.cpp
View File

@ -312,7 +312,8 @@ void TestQgsMapToolIdentifyAction::identifyRasterFloat32()
QCOMPARE( testIdentifyRaster( tempLayer.data(), 1.5, 0.5 ), QString( "-999.987" ) );
// More than 6 significant digits : precision loss in Float32
// More than 6 significant digits for corresponding value in .asc:
// precision loss in Float32
QCOMPARE( testIdentifyRaster( tempLayer.data(), 2.5, 0.5 ), QString( "1.234568" ) ); // in .asc file : 1.2345678
QCOMPARE( testIdentifyRaster( tempLayer.data(), 3.5, 0.5 ), QString( "123456" ) );
@ -323,7 +324,8 @@ void TestQgsMapToolIdentifyAction::identifyRasterFloat32()
// More than 6 significant digits: no precision loss here for that particular value
QCOMPARE( testIdentifyRaster( tempLayer.data(), 5.5, 0.5 ), QString( "-999.9876" ) );
// More than 6 significant digits: no precision loss here
// More than 6 significant digits for corresponding value in .asc:
// precision loss in Float32
QCOMPARE( testIdentifyRaster( tempLayer.data(), 6.5, 0.5 ), QString( "1.234568" ) ); // in .asc file : 1.2345678901234
}