fix parsing quoted floats

pola-rs · Jan 30, 2022 · 3587b6a · 3587b6a
1 parent d75252c
commit 3587b6a
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 0 deletions.
diff --git a/polars/polars-io/src/csv.rs b/polars/polars-io/src/csv.rs
@@ -1457,4 +1457,23 @@ b5bbf310dffe3372fd5d37a18339fea5,e3fd7b95be3453a34361da84f815687d,-2,0.0335936,8
         assert_eq!(df.shape(), (2, 9));
         Ok(())
     }
+
+    #[test]
+    fn test_quoted_bool_ints() -> Result<()> {
+        let csv = r#"foo,bar,baz
+1,"4","false"
+3,"5","false"
+5,"6","true"
+"#;
+        let file = Cursor::new(csv);
+        let df = CsvReader::new(file).finish()?;
+        let expected = df![
+            "foo" => [1, 3, 5],
+            "bar" => [4, 5, 6],
+            "baz" => [false, false, true],
+        ]?;
+        assert!(df.frame_equal_missing(&expected));
+
+        Ok(())
+    }
 }
diff --git a/polars/polars-io/src/csv_core/buffer.rs b/polars/polars-io/src/csv_core/buffer.rs
@@ -202,6 +202,10 @@ impl ParsedBuffer<BooleanType> for BooleanChunkedBuilder {
             self.append_value(false);
         } else if bytes.eq_ignore_ascii_case(b"true") {
             self.append_value(true);
+        } else if bytes.eq_ignore_ascii_case(b"\"false\"") {
+            self.append_value(false);
+        } else if bytes.eq_ignore_ascii_case(b"\"true\"") {
+            self.append_value(true);
         } else if ignore_errors || bytes.is_empty() {
             self.append_null();
         } else {