[arrow-datafusion] branch master updated: Test optional features in CI (#2708)

[tu...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

tustvold pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git


The following commit(s) were added to refs/heads/master by this push:
     new a6e93a10a Test optional features in CI (#2708)
a6e93a10a is described below

commit a6e93a10ab2659500eb4f838b7b53f138e545be3
Author: Raphael Taylor-Davies <17...@users.noreply.github.com>
AuthorDate: Tue Jun 7 22:24:06 2022 +0100

    Test optional features in CI (#2708)
    
    * Test optional features in CI
    
    Fix parquet SQL benchmarks
    
    * Fix further failures
    
    * Fix doctest
---
 .github/workflows/rust.yml                   | 8 +++++++-
 datafusion/core/Cargo.toml                   | 2 +-
 datafusion/core/benches/parquet_query_sql.rs | 7 ++++---
 datafusion/core/src/scheduler/mod.rs         | 6 +++---
 4 files changed, 15 insertions(+), 8 deletions(-)

diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml
index 1cee5139e..216123132 100644
--- a/.github/workflows/rust.yml
+++ b/.github/workflows/rust.yml
@@ -75,6 +75,12 @@ jobs:
         env:
           CARGO_HOME: "/github/home/.cargo"
           CARGO_TARGET_DIR: "/github/home/target"
+      - name: Check Workspace builds with all features
+        run: |
+          cargo check --workspace --benches --features avro,jit,scheduler
+        env:
+          CARGO_HOME: "/github/home/.cargo"
+          CARGO_TARGET_DIR: "/github/home/target"
 
   # test the crate
   linux-test:
@@ -115,7 +121,7 @@ jobs:
         run: |
           export ARROW_TEST_DATA=$(pwd)/testing/data
           export PARQUET_TEST_DATA=$(pwd)/parquet-testing/data
-          cargo test --features avro
+          cargo test --features avro,jit,scheduler
           # test datafusion-sql examples
           cargo run --example sql
           # test datafusion examples
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index f42c33fac..848d01e53 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -45,7 +45,7 @@ default = ["crypto_expressions", "regex_expressions", "unicode_expressions"]
 # Used for testing ONLY: causes all values to hash to the same value (test for collisions)
 force_hash_collisions = []
 # Used to enable JIT code generation
-jit = ["datafusion-jit"]
+jit = ["datafusion-jit", "datafusion-row/jit"]
 pyarrow = ["pyo3", "arrow/pyarrow", "datafusion-common/pyarrow"]
 regex_expressions = ["datafusion-physical-expr/regex_expressions"]
 # Used to enable scheduler
diff --git a/datafusion/core/benches/parquet_query_sql.rs b/datafusion/core/benches/parquet_query_sql.rs
index de4dcf66a..e9204f86e 100644
--- a/datafusion/core/benches/parquet_query_sql.rs
+++ b/datafusion/core/benches/parquet_query_sql.rs
@@ -145,7 +145,7 @@ where
 
 fn generate_file() -> NamedTempFile {
     let now = Instant::now();
-    let named_file = tempfile::Builder::new()
+    let mut named_file = tempfile::Builder::new()
         .prefix("parquet_query_sql")
         .suffix(".parquet")
         .tempfile()
@@ -260,8 +260,9 @@ fn criterion_benchmark(c: &mut Criterion) {
                 local_rt.block_on(async {
                     let query = context.sql(&query).await.unwrap();
                     let plan = query.create_physical_plan().await.unwrap();
-                    let mut stream =
-                        scheduler.schedule(plan, context.task_ctx()).unwrap();
+                    let results = scheduler.schedule(plan, context.task_ctx()).unwrap();
+
+                    let mut stream = results.stream();
                     while stream.next().await.transpose().unwrap().is_some() {}
                 });
             });
diff --git a/datafusion/core/src/scheduler/mod.rs b/datafusion/core/src/scheduler/mod.rs
index 4cdc34b72..77c7036bd 100644
--- a/datafusion/core/src/scheduler/mod.rs
+++ b/datafusion/core/src/scheduler/mod.rs
@@ -51,7 +51,7 @@
 //! ```rust
 //! # use futures::TryStreamExt;
 //! # use datafusion::prelude::{CsvReadOptions, SessionConfig, SessionContext};
-//! # use datafusion_scheduler::Scheduler;
+//! # use datafusion::scheduler::Scheduler;
 //!
 //! # #[tokio::main]
 //! # async fn main() {
@@ -68,8 +68,8 @@
 //!    .unwrap();
 //!
 //! let task = context.task_ctx();
-//! let stream = scheduler.schedule(plan, task).unwrap();
-//! let scheduled: Vec<_> = stream.try_collect().await.unwrap();
+//! let results = scheduler.schedule(plan, task).unwrap();
+//! let scheduled: Vec<_> = results.stream().try_collect().await.unwrap();
 //! # }
 //! ```
 //!