Merge pull request #2583 from dathere/2579-tojsonl-number-format

fix: `tojsonl` display floats as per the JSON spec

Author: jqnatividad

src/cmd/tojsonl.rs

@@ -304,6 +304,7 @@ pub fn run(argv: &[&str]) -> CliResult<()> {
 
                 let mut header_key = Value::String(String::new());
                 let mut temp_val = Value::String(String::new());
+                let mut temp_numval: serde_json::Number;
 
                 if args.flag_trim {
                     record.trim();
@@ -324,7 +325,19 @@ pub fn run(argv: &[&str]) -> CliResult<()> {
                                 }
                             },
                             JsonlType::Null => "null",
-                            JsonlType::Integer | JsonlType::Number => field,
+                            JsonlType::Integer => field,
+                            JsonlType::Number => {
+                                // round-trip thru serde_json to parse the number per the json spec
+                                // safety: we know the number is a valid f64 and the inner
+                                // unwrap_or(0.0) covers the bare
+                                // outer unwrap()
+                                temp_numval = serde_json::Number::from_f64(
+                                    fast_float2::parse(field).unwrap_or(0.0),
+                                )
+                                .unwrap();
+                                temp_string2 = temp_numval.to_string();
+                                &temp_string2
+                            },
                             JsonlType::Boolean => {
                                 if let 't' | 'y' | '1' = boolcheck(field, &mut temp_string2) {
                                     "true"

tests/test_tojsonl.rs

@@ -29,6 +29,38 @@ fn tojsonl_simple() {
     assert_eq!(got, expected);
 }
 
+#[test]
+#[serial]
+fn tojsonl_2579() {
+    let wrk = Workdir::new("tojsonl_2579");
+    wrk.create(
+        "in.csv",
+        vec![
+            svec!["Date", "Product", "Unit", "Price"],
+            svec!["1937-01-01", "Milk", "1 gallon", ".1"],
+            svec!["1937-01-01", "Bread", "1 loaf", ".09"],
+            svec!["1937-01-01", "Movie ticket", "1 ticket", ".25"],
+            svec!["1937-01-01", "Milk", "10 gallons", "1.00000"],
+            svec!["1937-01-01", "Milk", "100 gallons", "10"],
+            svec!["1937-01-01", "Taxi", "1 mile", "0.90000"],
+        ],
+    );
+
+    let mut cmd = wrk.command("tojsonl");
+    cmd.arg("in.csv");
+
+    wrk.assert_success(&mut cmd);
+
+    let got: String = wrk.stdout(&mut cmd);
+    let expected = r#"{"Date":"1937-01-01","Product":"Milk","Unit":"1 gallon","Price":0.1}
+{"Date":"1937-01-01","Product":"Bread","Unit":"1 loaf","Price":0.09}
+{"Date":"1937-01-01","Product":"Movie ticket","Unit":"1 ticket","Price":0.25}
+{"Date":"1937-01-01","Product":"Milk","Unit":"10 gallons","Price":1.0}
+{"Date":"1937-01-01","Product":"Milk","Unit":"100 gallons","Price":10.0}
+{"Date":"1937-01-01","Product":"Taxi","Unit":"1 mile","Price":0.9}"#;
+    assert_eq!(got, expected);
+}
+
 #[test]
 #[serial]
 fn tojsonl_2294() {