Skip to content

Commit

Permalink
Test optional features in CI
Browse files Browse the repository at this point in the history
Fix parquet SQL benchmarks
  • Loading branch information
tustvold committed Jun 7, 2022
1 parent 1cd6ede commit acfa82b
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 2 deletions.
8 changes: 7 additions & 1 deletion .github/workflows/rust.yml
Original file line number Diff line number Diff line change
Expand Up @@ -75,6 +75,12 @@ jobs:
env:
CARGO_HOME: "/github/home/.cargo"
CARGO_TARGET_DIR: "/github/home/target"
- name: Check DataFusion builds with all features
run: |
cargo check --workspace --benches --features avro,jit,scheduler -p datafusion
env:
CARGO_HOME: "/github/home/.cargo"
CARGO_TARGET_DIR: "/github/home/target"

# test the crate
linux-test:
Expand Down Expand Up @@ -115,7 +121,7 @@ jobs:
run: |
export ARROW_TEST_DATA=$(pwd)/testing/data
export PARQUET_TEST_DATA=$(pwd)/parquet-testing/data
cargo test --features avro
cargo test --features avro,jit,scheduler
# test datafusion-sql examples
cargo run --example sql
# test datafusion examples
Expand Down
4 changes: 3 additions & 1 deletion datafusion/core/benches/parquet_query_sql.rs
Original file line number Diff line number Diff line change
Expand Up @@ -260,8 +260,10 @@ fn criterion_benchmark(c: &mut Criterion) {
local_rt.block_on(async {
let query = context.sql(&query).await.unwrap();
let plan = query.create_physical_plan().await.unwrap();
let mut stream =
let results =
scheduler.schedule(plan, context.task_ctx()).unwrap();

let mut stream = results.stream();
while stream.next().await.transpose().unwrap().is_some() {}
});
});
Expand Down

0 comments on commit acfa82b

Please sign in to comment.