You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by ag...@apache.org on 2023/05/19 22:20:46 UTC

[arrow-datafusion] branch main updated: bump version and update changelog (#6390)

This is an automated email from the ASF dual-hosted git repository.

agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git


The following commit(s) were added to refs/heads/main by this push:
     new aba434073b bump version and update changelog (#6390)
aba434073b is described below

commit aba434073b6da430a24b87ac133ba07299b22ab9
Author: Andy Grove <an...@gmail.com>
AuthorDate: Fri May 19 16:20:39 2023 -0600

    bump version and update changelog (#6390)
---
 Cargo.toml                          |   2 +-
 benchmarks/Cargo.toml               |   6 +-
 datafusion-cli/Cargo.lock           |  18 +++---
 datafusion-cli/Cargo.toml           |   4 +-
 datafusion/CHANGELOG.md             |   1 +
 datafusion/core/Cargo.toml          |  14 ++---
 datafusion/execution/Cargo.toml     |   4 +-
 datafusion/expr/Cargo.toml          |   2 +-
 datafusion/optimizer/Cargo.toml     |   8 +--
 datafusion/physical-expr/Cargo.toml |   6 +-
 datafusion/proto/Cargo.toml         |   6 +-
 datafusion/row/Cargo.toml           |   2 +-
 datafusion/sql/Cargo.toml           |   4 +-
 datafusion/substrait/Cargo.toml     |   2 +-
 dev/changelog/25.0.0.md             | 117 ++++++++++++++++++++++++++++++++++++
 15 files changed, 157 insertions(+), 39 deletions(-)

diff --git a/Cargo.toml b/Cargo.toml
index a0efd150db..e73581b857 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -35,7 +35,7 @@ members = [
 ]
 
 [workspace.package]
-version = "24.0.0"
+version = "25.0.0"
 edition = "2021"
 readme = "README.md"
 authors = ["Apache Arrow <de...@arrow.apache.org>"]
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 7a55f99ed9..09fe033e72 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
 [package]
 name = "datafusion-benchmarks"
 description = "DataFusion Benchmarks"
-version = "24.0.0"
+version = "25.0.0"
 edition = "2021"
 authors = ["Apache Arrow <de...@arrow.apache.org>"]
 homepage = "https://github.com/apache/arrow-datafusion"
@@ -34,7 +34,7 @@ snmalloc = ["snmalloc-rs"]
 
 [dependencies]
 arrow = { workspace = true }
-datafusion = { path = "../datafusion/core", version = "24.0.0" }
+datafusion = { path = "../datafusion/core", version = "25.0.0" }
 env_logger = "0.10"
 futures = "0.3"
 mimalloc = { version = "0.1", optional = true, default-features = false }
@@ -48,4 +48,4 @@ test-utils = { path = "../test-utils/", version = "0.1.0" }
 tokio = { version = "^1.0", features = ["macros", "rt", "rt-multi-thread", "parking_lot"] }
 
 [dev-dependencies]
-datafusion-proto = { path = "../datafusion/proto", version = "24.0.0" }
+datafusion-proto = { path = "../datafusion/proto", version = "25.0.0" }
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index aa3451d560..c7dbb875aa 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -957,7 +957,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "ahash",
  "arrow",
@@ -1005,7 +1005,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion-cli"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1023,7 +1023,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion-common"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "arrow",
  "arrow-array",
@@ -1036,7 +1036,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion-execution"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "dashmap",
  "datafusion-common",
@@ -1052,7 +1052,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion-expr"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "ahash",
  "arrow",
@@ -1062,7 +1062,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion-optimizer"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1078,7 +1078,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion-physical-expr"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "ahash",
  "arrow",
@@ -1109,7 +1109,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion-row"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "arrow",
  "datafusion-common",
@@ -1119,7 +1119,7 @@ dependencies = [
 
 [[package]]
 name = "datafusion-sql"
-version = "24.0.0"
+version = "25.0.0"
 dependencies = [
  "arrow",
  "arrow-schema",
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index a73c7dff60..5045cb204e 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
 [package]
 name = "datafusion-cli"
 description = "Command Line Client for DataFusion query engine."
-version = "24.0.0"
+version = "25.0.0"
 authors = ["Apache Arrow <de...@arrow.apache.org>"]
 edition = "2021"
 keywords = ["arrow", "datafusion", "query", "sql"]
@@ -32,7 +32,7 @@ readme = "README.md"
 arrow = "39.0.0"
 async-trait = "0.1.41"
 clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "24.0.0" }
+datafusion = { path = "../datafusion/core", version = "25.0.0" }
 dirs = "4.0.0"
 env_logger = "0.9"
 mimalloc = { version = "0.1", default-features = false }
diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md
index da5e164af0..ca7b3c6a0c 100644
--- a/datafusion/CHANGELOG.md
+++ b/datafusion/CHANGELOG.md
@@ -19,6 +19,7 @@
 
 # Changelog
 
+- [25.0.0](../dev/changelog/25.0.0.md)
 - [24.0.0](../dev/changelog/24.0.0.md)
 - [23.0.0](../dev/changelog/23.0.0.md)
 - [22.0.0](../dev/changelog/22.0.0.md)
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index 733795930e..d0fb1d12a6 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -61,13 +61,13 @@ bytes = "1.4"
 bzip2 = { version = "0.4.3", optional = true }
 chrono = { version = "0.4.23", default-features = false }
 dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "24.0.0", features = ["parquet", "object_store"] }
-datafusion-execution = { path = "../execution", version = "24.0.0" }
-datafusion-expr = { path = "../expr", version = "24.0.0" }
-datafusion-optimizer = { path = "../optimizer", version = "24.0.0", default-features = false }
-datafusion-physical-expr = { path = "../physical-expr", version = "24.0.0", default-features = false }
-datafusion-row = { path = "../row", version = "24.0.0" }
-datafusion-sql = { path = "../sql", version = "24.0.0" }
+datafusion-common = { path = "../common", version = "25.0.0", features = ["parquet", "object_store"] }
+datafusion-execution = { path = "../execution", version = "25.0.0" }
+datafusion-expr = { path = "../expr", version = "25.0.0" }
+datafusion-optimizer = { path = "../optimizer", version = "25.0.0", default-features = false }
+datafusion-physical-expr = { path = "../physical-expr", version = "25.0.0", default-features = false }
+datafusion-row = { path = "../row", version = "25.0.0" }
+datafusion-sql = { path = "../sql", version = "25.0.0" }
 flate2 = { version = "1.0.24", optional = true }
 futures = "0.3"
 glob = "0.3.0"
diff --git a/datafusion/execution/Cargo.toml b/datafusion/execution/Cargo.toml
index 21d453d092..55a7c29974 100644
--- a/datafusion/execution/Cargo.toml
+++ b/datafusion/execution/Cargo.toml
@@ -34,8 +34,8 @@ path = "src/lib.rs"
 
 [dependencies]
 dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "24.0.0" }
-datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion-common = { path = "../common", version = "25.0.0" }
+datafusion-expr = { path = "../expr", version = "25.0.0" }
 hashbrown = { version = "0.13", features = ["raw"] }
 log = "^0.4"
 object_store = "0.5.4"
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index 7ad820581c..17b318e3b6 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -37,7 +37,7 @@ path = "src/lib.rs"
 [dependencies]
 ahash = { version = "0.8", default-features = false, features = ["runtime-rng"] }
 arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-common = { path = "../common", version = "25.0.0" }
 sqlparser = "0.33"
 
 [dev-dependencies]
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index b9c20a3870..8efbbb271c 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -43,9 +43,9 @@ unicode_expressions = ["datafusion-physical-expr/unicode_expressions"]
 arrow = { workspace = true }
 async-trait = "0.1.41"
 chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "24.0.0" }
-datafusion-expr = { path = "../expr", version = "24.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "24.0.0", default-features = false }
+datafusion-common = { path = "../common", version = "25.0.0" }
+datafusion-expr = { path = "../expr", version = "25.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "25.0.0", default-features = false }
 hashbrown = { version = "0.13", features = ["raw"] }
 itertools = "0.10"
 log = "^0.4"
@@ -53,5 +53,5 @@ regex-syntax = "0.7.1"
 
 [dev-dependencies]
 ctor = "0.2.0"
-datafusion-sql = { path = "../sql", version = "24.0.0" }
+datafusion-sql = { path = "../sql", version = "25.0.0" }
 env_logger = "0.10.0"
diff --git a/datafusion/physical-expr/Cargo.toml b/datafusion/physical-expr/Cargo.toml
index 854058d614..88ff4d9032 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -50,9 +50,9 @@ arrow-schema = { workspace = true }
 blake2 = { version = "^0.10.2", optional = true }
 blake3 = { version = "1.0", optional = true }
 chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "24.0.0" }
-datafusion-expr = { path = "../expr", version = "24.0.0" }
-datafusion-row = { path = "../row", version = "24.0.0" }
+datafusion-common = { path = "../common", version = "25.0.0" }
+datafusion-expr = { path = "../expr", version = "25.0.0" }
+datafusion-row = { path = "../row", version = "25.0.0" }
 half = { version = "2.1", default-features = false }
 hashbrown = { version = "0.13", features = ["raw"] }
 indexmap = "1.9.2"
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index a7be23e641..3d608883aa 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -42,9 +42,9 @@ json = ["pbjson", "serde", "serde_json"]
 [dependencies]
 arrow = { workspace = true }
 chrono = { version = "0.4", default-features = false }
-datafusion = { path = "../core", version = "24.0.0" }
-datafusion-common = { path = "../common", version = "24.0.0" }
-datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion = { path = "../core", version = "25.0.0" }
+datafusion-common = { path = "../common", version = "25.0.0" }
+datafusion-expr = { path = "../expr", version = "25.0.0" }
 object_store = { version = "0.5.4" }
 pbjson = { version = "0.5", optional = true }
 prost = "0.11.0"
diff --git a/datafusion/row/Cargo.toml b/datafusion/row/Cargo.toml
index 445f574b32..800547ff5c 100644
--- a/datafusion/row/Cargo.toml
+++ b/datafusion/row/Cargo.toml
@@ -34,6 +34,6 @@ path = "src/lib.rs"
 
 [dependencies]
 arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-common = { path = "../common", version = "25.0.0" }
 paste = "^1.0"
 rand = "0.8"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index 6b37b155b8..6a0a5a75c0 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -39,8 +39,8 @@ unicode_expressions = []
 [dependencies]
 arrow = { workspace = true }
 arrow-schema = { workspace = true }
-datafusion-common = { path = "../common", version = "24.0.0" }
-datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion-common = { path = "../common", version = "25.0.0" }
+datafusion-expr = { path = "../expr", version = "25.0.0" }
 log = "^0.4"
 sqlparser = "0.33"
 
diff --git a/datafusion/substrait/Cargo.toml b/datafusion/substrait/Cargo.toml
index 91c3b0fb56..6f283ee0ad 100644
--- a/datafusion/substrait/Cargo.toml
+++ b/datafusion/substrait/Cargo.toml
@@ -30,7 +30,7 @@ rust-version = { workspace = true }
 [dependencies]
 async-recursion = "1.0"
 chrono = { version = "0.4.23", default-features = false }
-datafusion = { version = "24.0.0", path = "../core" }
+datafusion = { version = "25.0.0", path = "../core" }
 itertools = "0.10.5"
 object_store = "0.5.4"
 prost = "0.11"
diff --git a/dev/changelog/25.0.0.md b/dev/changelog/25.0.0.md
new file mode 100644
index 0000000000..199e65e59e
--- /dev/null
+++ b/dev/changelog/25.0.0.md
@@ -0,0 +1,117 @@
+<!---
+  Licensed to the Apache Software Foundation (ASF) under one
+  or more contributor license agreements.  See the NOTICE file
+  distributed with this work for additional information
+  regarding copyright ownership.  The ASF licenses this file
+  to you under the Apache License, Version 2.0 (the
+  "License"); you may not use this file except in compliance
+  with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing,
+  software distributed under the License is distributed on an
+  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  KIND, either express or implied.  See the License for the
+  specific language governing permissions and limitations
+  under the License.
+-->
+
+## [25.0.0](https://github.com/apache/arrow-datafusion/tree/25.0.0) (2023-05-19)
+
+[Full Changelog](https://github.com/apache/arrow-datafusion/compare/24.0.0...25.0.0)
+
+**Breaking changes:**
+
+- refactor: Expr::ScalarFunction to use a struct [#6281](https://github.com/apache/arrow-datafusion/pull/6281) (jackwener)
+- Remove SizedRecordBatchStream [#6309](https://github.com/apache/arrow-datafusion/pull/6309) (tustvold)
+- Add support for ordering sensitive aggregation [#6332](https://github.com/apache/arrow-datafusion/pull/6332) (mustafasrepo)
+- Cleanup ExternalSorter metrics (#5885) [#6364](https://github.com/apache/arrow-datafusion/pull/6364) (tustvold)
+
+**Implemented enhancements:**
+
+- feat: LCM, GCD and Factorial [#6149](https://github.com/apache/arrow-datafusion/pull/6149) (izveigor)
+- feat: negation of `Intervals` [#6312](https://github.com/apache/arrow-datafusion/pull/6312) (izveigor)
+- feat: support bitwise and boolean aggregate functions [#6276](https://github.com/apache/arrow-datafusion/pull/6276) (izveigor)
+- feat: min/max agg for bool [#6226](https://github.com/apache/arrow-datafusion/pull/6226) (crepererum)
+- feat: add pattern for simplifying exprs like `str ~ '^foo$'` [#6369](https://github.com/apache/arrow-datafusion/pull/6369) (wolffcm)
+
+**Fixed bugs:**
+
+- fix: `projection_push_down` don't consider VarProvider in columns. [#6254](https://github.com/apache/arrow-datafusion/pull/6254) (jackwener)
+
+**Documentation updates:**
+
+- Bump snmalloc version in the example usage doc [#6344](https://github.com/apache/arrow-datafusion/pull/6344) (qrilka)
+
+**Merged pull requests:**
+
+- doc: add more sql example in ddl.md [#6266](https://github.com/apache/arrow-datafusion/pull/6266) (jackwener)
+- Port tests in functions.rs to sqllogictest [#6256](https://github.com/apache/arrow-datafusion/pull/6256) (parkma99)
+- Prepare 24.0.0 release [#6262](https://github.com/apache/arrow-datafusion/pull/6262) (andygrove)
+- fix: `projection_push_down` don't consider VarProvider in columns. [#6254](https://github.com/apache/arrow-datafusion/pull/6254) (jackwener)
+- Minor: rename NestedLoopsJoin memory reservation for clarity [#6228](https://github.com/apache/arrow-datafusion/pull/6228) (alamb)
+- refactor: Expr::ScalarFunction to use a struct [#6281](https://github.com/apache/arrow-datafusion/pull/6281) (jackwener)
+- Minor: document syntax of CREATE EXTERNAL TABLE [#6247](https://github.com/apache/arrow-datafusion/pull/6247) (alamb)
+- feat: LCM, GCD and Factorial [#6149](https://github.com/apache/arrow-datafusion/pull/6149) (izveigor)
+- Port tests in unicode.rs to sqllogictest [#6259](https://github.com/apache/arrow-datafusion/pull/6259) (parkma99)
+- minor: remove prefix in type_coercion [#6283](https://github.com/apache/arrow-datafusion/pull/6283) (jackwener)
+- Enable parser to parse create external clauses in arbitrary order [#6257](https://github.com/apache/arrow-datafusion/pull/6257) (aprimadi)
+- minor: Remove dead code for casting dictionaries [#6286](https://github.com/apache/arrow-datafusion/pull/6286) (alamb)
+- refactor: Expr::ScalarUDF to use a struct [#6284](https://github.com/apache/arrow-datafusion/pull/6284) (jackwener)
+- refactor: Expr::AggregateUDF to use a struct [#6294](https://github.com/apache/arrow-datafusion/pull/6294) (my-vegetable-has-exploded)
+- refactor: Expr::Exists to use a struct. [#6292](https://github.com/apache/arrow-datafusion/pull/6292) (QuenKar)
+- refactor: Expr::InList to use a struct [#6293](https://github.com/apache/arrow-datafusion/pull/6293) (jackwener)
+- Fix `CREATE EXTERNAL TABLE` doesn't work with non-standard file ext [#6274](https://github.com/apache/arrow-datafusion/pull/6274) (aprimadi)
+- Support `interval '1 month' + date/timestamp`: Handle binary op interval in logical AST builder [#6270](https://github.com/apache/arrow-datafusion/pull/6270) (aprimadi)
+- chore(deps): update substrait requirement from 0.8.0 to 0.9.0 [#6296](https://github.com/apache/arrow-datafusion/pull/6296) (dependabot[bot])
+- Refactor: Expr::InSubquery to use a struct [#6295](https://github.com/apache/arrow-datafusion/pull/6295) (gitccl)
+- Add more documentation to SortPreservingMergeStream [#6260](https://github.com/apache/arrow-datafusion/pull/6260) (aprimadi)
+- refactor: Expr::PlaceHolder to use a struct [#6304](https://github.com/apache/arrow-datafusion/pull/6304) (jackwener)
+- Fix inconsistent array type for binary numerical operators result between array and scalar [#6269](https://github.com/apache/arrow-datafusion/pull/6269) (viirya)
+- Remove SizedRecordBatchStream [#6309](https://github.com/apache/arrow-datafusion/pull/6309) (tustvold)
+- Improve error message for CREATE EXTERNAL TABLE [#6291](https://github.com/apache/arrow-datafusion/pull/6291) (parkma99)
+- Remove the PhysicalSortExpr restriction on union get meet [#6273](https://github.com/apache/arrow-datafusion/pull/6273) (berkaysynnada)
+- Disable `skip_failed_rules` optimizer config by default [#6265](https://github.com/apache/arrow-datafusion/pull/6265) (jackwener)
+- Update Arrow 39 [#6252](https://github.com/apache/arrow-datafusion/pull/6252) (tustvold)
+- Port tests in `json.rs` to sqllogictest [#6314](https://github.com/apache/arrow-datafusion/pull/6314) (gitccl)
+- corrected order of cd command to git checkout [#6318](https://github.com/apache/arrow-datafusion/pull/6318) (sunny-jain-maersk)
+- Port remainder of `window.rs` to sqllogictest [#6234](https://github.com/apache/arrow-datafusion/pull/6234) (alamb)
+- feat: negation of `Intervals` [#6312](https://github.com/apache/arrow-datafusion/pull/6312) (izveigor)
+- [parquet] Avoid read parquet index when there is no filter pushdown. [#6317](https://github.com/apache/arrow-datafusion/pull/6317) (Ted-Jiang)
+- Parallel merge sort (#6162) [#6308](https://github.com/apache/arrow-datafusion/pull/6308) (tustvold)
+- Port some tests in joins.rs to sqllogictest [#6306](https://github.com/apache/arrow-datafusion/pull/6306) (parkma99)
+- Fix case evaluation with NULL [#6334](https://github.com/apache/arrow-datafusion/pull/6334) (byteink)
+- Support null values in Avro string columns [#6307](https://github.com/apache/arrow-datafusion/pull/6307) (nenorbot)
+- Add bdt to the list of known users [#6341](https://github.com/apache/arrow-datafusion/pull/6341) (qrilka)
+- Port tests in errors.rs to context.rs [#6340](https://github.com/apache/arrow-datafusion/pull/6340) (masanobbb)
+- Enable parquet page level skipping (page index pruning) by default [#5099](https://github.com/apache/arrow-datafusion/pull/5099) (alamb)
+- Bump snmalloc version in the example usage doc [#6344](https://github.com/apache/arrow-datafusion/pull/6344) (qrilka)
+- Port tests in explain.rs to sqllogictests [#6343](https://github.com/apache/arrow-datafusion/pull/6343) (my-vegetable-has-exploded)
+- Improve parallelism of repartition operator with multiple cores [#6310](https://github.com/apache/arrow-datafusion/pull/6310) (alamb)
+- Ordering satisfy consider ordering equivalence of different lengths [#6330](https://github.com/apache/arrow-datafusion/pull/6330) (berkaysynnada)
+- Minor: Update documentation for `datafusion.execution.parquet.enable_page_index` [#6342](https://github.com/apache/arrow-datafusion/pull/6342) (alamb)
+- refine decimal multiply, avoid cast to wider type [#6331](https://github.com/apache/arrow-datafusion/pull/6331) (mingmwang)
+- Combine the two rules: DecorrelateWhereExists and DecorrelateWhereIn [#6271](https://github.com/apache/arrow-datafusion/pull/6271) (mingmwang)
+- feat: support bitwise and boolean aggregate functions [#6276](https://github.com/apache/arrow-datafusion/pull/6276) (izveigor)
+- Fix explain plan formatting in sqllogictest [#6329](https://github.com/apache/arrow-datafusion/pull/6329) (alamb)
+- Fix expected output [#6353](https://github.com/apache/arrow-datafusion/pull/6353) (alamb)
+- Simplify IsNotNull and IsNull expression [#6345](https://github.com/apache/arrow-datafusion/pull/6345) (byteink)
+- Add support for ordering sensitive aggregation [#6332](https://github.com/apache/arrow-datafusion/pull/6332) (mustafasrepo)
+- chore(deps): update substrait requirement from 0.9.0 to 0.10.0 [#6351](https://github.com/apache/arrow-datafusion/pull/6351) (dependabot[bot])
+- Minor: Update the testing section of contributor guide [#6357](https://github.com/apache/arrow-datafusion/pull/6357) (alamb)
+- Add support for reading Arrow files [#6337](https://github.com/apache/arrow-datafusion/pull/6337) (jonmmease)
+- Support CREATE TABLE via SQL for infinite streams [#6352](https://github.com/apache/arrow-datafusion/pull/6352) (aprimadi)
+- feat: min/max agg for bool [#6226](https://github.com/apache/arrow-datafusion/pull/6226) (crepererum)
+- Fix variable shadowing in test code [#6361](https://github.com/apache/arrow-datafusion/pull/6361) (lokax)
+- Cleanup ExternalSorter metrics (#5885) [#6364](https://github.com/apache/arrow-datafusion/pull/6364) (tustvold)
+- Fix nullability calculation for boolean expressions [#6365](https://github.com/apache/arrow-datafusion/pull/6365) (byteink)
+- Faster ListingTable partition listing (#6182) [#6183](https://github.com/apache/arrow-datafusion/pull/6183) (tustvold)
+- feat: add pattern for simplifying exprs like `str ~ '^foo$'` [#6369](https://github.com/apache/arrow-datafusion/pull/6369) (wolffcm)
+- Minor: remove left over println [#6375](https://github.com/apache/arrow-datafusion/pull/6375) (alamb)
+- Limit the number of partition files to be displayed for FileGroupsDisplay [#6359](https://github.com/apache/arrow-datafusion/pull/6359) (yahoNanJing)
+- Switch to non-recursive on heap virtual stack when building logical plan from SQL expression [#6360](https://github.com/apache/arrow-datafusion/pull/6360) (aprimadi)
+- Fix UNION ALL aliasing [#6373](https://github.com/apache/arrow-datafusion/pull/6373) (comphead)
+- [sqllogictest] port tests in avro.rs to sqllogictest [#6362](https://github.com/apache/arrow-datafusion/pull/6362) (e1ijah1)
+- Concurrent Parquet Schema Inference [#6366](https://github.com/apache/arrow-datafusion/pull/6366) (tustvold)
+- Add` COPY .. TO ..` syntax support [#6355](https://github.com/apache/arrow-datafusion/pull/6355) (alamb)