TheCloud/Digital
1
0
Fork 0
mirror of https://github.com/hneemann/Digital.git synced 2025-09-23 04:11:54 -04:00
Code Issues Packages Projects Releases Wiki Activity

fixes a rounding issue

Browse Source
This commit is contained in:
hneemann 2021-01-22 12:40:01 +01:00
parent f0a1b16e9a
commit c7310eff28
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/main/java/de/neemann/digital/core/Bits.java
View File

@ -225,9 +225,9 @@ public final class Bits {
private static long decodeFixed(String str) throws NumberFormatException {
int p = str.indexOf(':');
try {
int frac = Integer.parseInt(str.substring(p + 1));
int frac = Math.abs(Integer.parseInt(str.substring(p + 1)));
double floating = Double.parseDouble(str.substring(0, p));
return (long) (floating * (1L << frac));
return Math.round(floating * (1L << frac));
} catch (java.lang.NumberFormatException e) {
throw new NumberFormatException(str, 0);
}