Skip to content

Commit 99d158d

Browse files
committed
Add test that CSVExec options are the same
1 parent 963e2cc commit 99d158d

File tree

1 file changed

+32
-0
lines changed
  • datafusion/core/src/datasource/physical_plan

1 file changed

+32
-0
lines changed

datafusion/core/src/datasource/physical_plan/csv.rs

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -707,6 +707,8 @@ mod tests {
707707
use arrow::datatypes::*;
708708
use datafusion_common::test_util::arrow_test_data;
709709

710+
use datafusion_common::config::CsvOptions;
711+
use datafusion_execution::object_store::ObjectStoreUrl;
710712
use object_store::chunked::ChunkedStore;
711713
use object_store::local::LocalFileSystem;
712714
use rstest::*;
@@ -1327,4 +1329,34 @@ mod tests {
13271329

13281330
Arc::new(schema)
13291331
}
1332+
1333+
/// Ensure that the default options are set correctly
1334+
#[test]
1335+
fn test_default_options() {
1336+
let file_scan_config =
1337+
FileScanConfig::new(ObjectStoreUrl::local_filesystem(), aggr_test_schema())
1338+
.with_file(PartitionedFile::new("foo", 34));
1339+
1340+
let CsvExecBuilder {
1341+
file_scan_config: _,
1342+
file_compression_type: _ ,
1343+
has_header,
1344+
delimiter,
1345+
quote,
1346+
escape,
1347+
comment,
1348+
newlines_in_values,
1349+
} = CsvExecBuilder::new(file_scan_config);
1350+
1351+
let default_options = CsvOptions::default();
1352+
assert_eq!(has_header, default_options.has_header.unwrap_or(false));
1353+
assert_eq!(delimiter, default_options.delimiter);
1354+
assert_eq!(quote, default_options.quote);
1355+
assert_eq!(escape, default_options.escape);
1356+
assert_eq!(comment, default_options.comment);
1357+
assert_eq!(
1358+
newlines_in_values,
1359+
default_options.newlines_in_values.unwrap_or(false)
1360+
);
1361+
}
13301362
}

0 commit comments

Comments
 (0)