bonsai/harakit
4
4
Fork 3
Code Issues 41 Pull Requests 2 Projects 1 Releases 35 Activity

rpn(1): makes rounding more efficient

Browse Source
This commit is contained in:
Emma Tebibyte 2024-09-04 22:12:44 -06:00
parent 731e62ee7e
commit 62ce288524
Signed by: emma
GPG Key ID: 06FA419A1698C270
1 changed files with 3 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/rpn.rs
View File

@ -129,10 +129,6 @@ impl StrError for EvaluationError {
}
}
/* I’m no math nerd but I want the highest possible approximation of 0.9
* repeating and it seems this can give it to me */
const PRECISION_MOD: f64 = 0.9 + f64::EPSILON;
fn err<T: StrError>(argv0: &String, e: &T, code: Option<u8>) -> ExitCode {
eprintln!("{}: {}", argv0, e.strerror());
ExitCode::from(code.unwrap_or(1 /* unknown error */))
@ -211,9 +207,9 @@ fn eval(
fn round_precise(value: &f64) -> f64 {
/* Set floating-point precision for correcting rounding errors based on
* machine epsilon */
let precision = (-f64::EPSILON.log10() * PRECISION_MOD).ceil() as i32;
let multiplier = 10_f64.powi(precision as i32);
let precision = (-f64::EPSILON.log10()).floor() as i32;
let multiplier = 10_f64.powi(precision);
(value * multiplier).round() / multiplier
}