fix(real8): normalize finite values and handle underflow consistently

This commit is contained in:
Jan Petykiewicz 2026-11-15 19:51:13 -08:00
commit f081a808ea
5 changed files with 115 additions and 79 deletions

View file

@ -17,11 +17,11 @@
"units": {
"encoding": "real8",
"name": "UNITS",
"payload_hex": "0x3f04189374bc6a7f3a044b82fa09b5a5",
"payload_hex": "0x3e4189374bc6a7f03944b82fa09b5a54",
"tag": 773,
"value": [
0.001,
9.999999999999999e-10
1e-9
]
}
},
@ -32,11 +32,11 @@
"units": {
"encoding": "real8",
"name": "UNITS",
"payload_hex": "0x3f04189374bc6a7f3a044b82fa09b5a5",
"payload_hex": "0x3e4189374bc6a7f03944b82fa09b5a54",
"tag": 773,
"value": [
0.001,
9.999999999999999e-10
1e-9
]
}
}

View file

@ -299,11 +299,11 @@
"units": {
"encoding": "real8",
"name": "UNITS",
"payload_hex": "0x3f04189374bc6a7f3a044b82fa09b5a5",
"payload_hex": "0x3e4189374bc6a7f03944b82fa09b5a54",
"tag": 773,
"value": [
0.001,
9.999999999999999e-10
1e-9
]
}
},
@ -314,11 +314,11 @@
"units": {
"encoding": "real8",
"name": "UNITS",
"payload_hex": "0x3f04189374bc6a7f3a044b82fa09b5a5",
"payload_hex": "0x3e4189374bc6a7f03944b82fa09b5a54",
"tag": 773,
"value": [
0.001,
9.999999999999999e-10
1e-9
]
}
}

View file

@ -44,11 +44,11 @@
"units": {
"encoding": "real8",
"name": "UNITS",
"payload_hex": "0x3f04189374bc6a7f3a044b82fa09b5a5",
"payload_hex": "0x3e4189374bc6a7f03944b82fa09b5a54",
"tag": 773,
"value": [
0.001,
9.999999999999999e-10
1e-9
]
}
},
@ -59,11 +59,11 @@
"units": {
"encoding": "real8",
"name": "UNITS",
"payload_hex": "0x3f04189374bc6a7f3a044b82fa09b5a5",
"payload_hex": "0x3e4189374bc6a7f03944b82fa09b5a54",
"tag": 773,
"value": [
0.001,
9.999999999999999e-10
1e-9
]
}
}

View file

@ -17,11 +17,11 @@
"units": {
"encoding": "real8",
"name": "UNITS",
"payload_hex": "0x3f04189374bc6a7f3a044b82fa09b5a5",
"payload_hex": "0x3e4189374bc6a7f03944b82fa09b5a54",
"tag": 773,
"value": [
0.001,
9.999999999999999e-10
1e-9
]
}
},
@ -32,11 +32,11 @@
"units": {
"encoding": "real8",
"name": "UNITS",
"payload_hex": "0x3f04189374bc6a7f3a044b82fa09b5a5",
"payload_hex": "0x3e4189374bc6a7f03944b82fa09b5a54",
"tag": 773,
"value": [
0.001,
9.999999999999999e-10
1e-9
]
}
}

View file

@ -3,7 +3,7 @@ scope top=all cell=all layer=all
coordinates: integer database units; bounds: coordinate envelopes
HEADER=[600]
LIBNAME="test"
UNITS=[0.001, 9.999999999999999e-10] raw=0x3f04189374bc6a7f3a044b82fa09b5a5
UNITS=[0.001, 1e-9] raw=0x3e4189374bc6a7f03944b82fa09b5a54
layer 1/0 name="WG"
cell "CHIP"
BOUNDARY layer=1 datatype=0 xy=[0, 0, 0, 10, 10, 10, 10, 0, 0, 0]