Skip to content

Commit

Permalink
skip large partition number shuffle on macos runners
Browse files Browse the repository at this point in the history
  • Loading branch information
viirya committed Oct 9, 2024
1 parent da8d679 commit e121814
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 1 deletion.
1 change: 0 additions & 1 deletion .github/actions/rust-test/action.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -62,6 +62,5 @@ runs:
- name: Run Cargo test
shell: bash
run: |
ulimit -n 102400
cd native
RUST_BACKTRACE=1 cargo test
2 changes: 2 additions & 0 deletions native/core/src/execution/datafusion/shuffle_writer.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1598,13 +1598,15 @@ mod test {

#[test]
#[cfg_attr(miri, ignore)] // miri can't call foreign function `ZSTD_createCCtx`
#[cfg(not(target_os = "macos"))] // Github MacOS runner fails with "Too many open files".
fn test_large_number_of_partitions() {
shuffle_write_test(10000, 10, 200, Some(10 * 1024 * 1024));
shuffle_write_test(10000, 10, 2000, Some(10 * 1024 * 1024));
}

#[test]
#[cfg_attr(miri, ignore)] // miri can't call foreign function `ZSTD_createCCtx`
#[cfg(not(target_os = "macos"))] // Github MacOS runner fails with "Too many open files".
fn test_large_number_of_partitions_spilling() {
shuffle_write_test(10000, 100, 200, Some(10 * 1024 * 1024));
}
Expand Down

0 comments on commit e121814

Please sign in to comment.