You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by ag...@apache.org on 2023/05/08 13:57:08 UTC
[arrow-datafusion] branch main updated: Prepare 24.0.0 release (#6262)
This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new fc5d67aa12 Prepare 24.0.0 release (#6262)
fc5d67aa12 is described below
commit fc5d67aa12ec11dc43f61f1381db1dd54dcef784
Author: Andy Grove <an...@gmail.com>
AuthorDate: Mon May 8 07:57:02 2023 -0600
Prepare 24.0.0 release (#6262)
* bump version to 24
* changelog
* changelog
* update changelog
---
Cargo.toml | 2 +-
benchmarks/Cargo.toml | 6 +-
datafusion-cli/Cargo.lock | 30 +++----
datafusion-cli/Cargo.toml | 4 +-
datafusion/CHANGELOG.md | 1 +
datafusion/core/Cargo.toml | 14 ++--
datafusion/execution/Cargo.toml | 4 +-
datafusion/expr/Cargo.toml | 2 +-
datafusion/optimizer/Cargo.toml | 8 +-
datafusion/physical-expr/Cargo.toml | 6 +-
datafusion/proto/Cargo.toml | 6 +-
datafusion/row/Cargo.toml | 2 +-
datafusion/sql/Cargo.toml | 4 +-
datafusion/substrait/Cargo.toml | 2 +-
dev/changelog/24.0.0.md | 163 ++++++++++++++++++++++++++++++++++++
15 files changed, 209 insertions(+), 45 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index 6db313a087..bc1e4625a0 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -35,7 +35,7 @@ members = [
]
[workspace.package]
-version = "23.0.0"
+version = "24.0.0"
edition = "2021"
readme = "README.md"
authors = ["Apache Arrow <de...@arrow.apache.org>"]
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 91effa3707..7a55f99ed9 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-benchmarks"
description = "DataFusion Benchmarks"
-version = "23.0.0"
+version = "24.0.0"
edition = "2021"
authors = ["Apache Arrow <de...@arrow.apache.org>"]
homepage = "https://github.com/apache/arrow-datafusion"
@@ -34,7 +34,7 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
arrow = { workspace = true }
-datafusion = { path = "../datafusion/core", version = "23.0.0" }
+datafusion = { path = "../datafusion/core", version = "24.0.0" }
env_logger = "0.10"
futures = "0.3"
mimalloc = { version = "0.1", optional = true, default-features = false }
@@ -48,4 +48,4 @@ test-utils = { path = "../test-utils/", version = "0.1.0" }
tokio = { version = "^1.0", features = ["macros", "rt", "rt-multi-thread", "parking_lot"] }
[dev-dependencies]
-datafusion-proto = { path = "../datafusion/proto", version = "23.0.0" }
+datafusion-proto = { path = "../datafusion/proto", version = "24.0.0" }
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index 9408547607..399231702d 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -1011,7 +1011,7 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1059,7 +1059,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -1077,7 +1077,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"arrow-array",
@@ -1090,7 +1090,7 @@ dependencies = [
[[package]]
name = "datafusion-execution"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"dashmap",
"datafusion-common",
@@ -1106,7 +1106,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1116,7 +1116,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -1132,7 +1132,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1163,7 +1163,7 @@ dependencies = [
[[package]]
name = "datafusion-row"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"datafusion-common",
@@ -1173,7 +1173,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"arrow-schema",
@@ -2948,9 +2948,9 @@ dependencies = [
[[package]]
name = "time"
-version = "0.3.20"
+version = "0.3.21"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cd0cbfecb4d19b5ea75bb31ad904eb5b9fa13f21079c3b92017ebdf4999a5890"
+checksum = "8f3403384eaacbca9923fa06940178ac13e4edb725486d70e8e15881d0c836cc"
dependencies = [
"serde",
"time-core",
@@ -2959,15 +2959,15 @@ dependencies = [
[[package]]
name = "time-core"
-version = "0.1.0"
+version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2e153e1f1acaef8acc537e68b44906d2db6436e2b35ac2c6b42640fff91f00fd"
+checksum = "7300fbefb4dadc1af235a9cef3737cea692a9d97e1b9cbcd4ebdae6f8868e6fb"
[[package]]
name = "time-macros"
-version = "0.2.8"
+version = "0.2.9"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fd80a657e71da814b8e5d60d3374fc6d35045062245d80224748ae522dd76f36"
+checksum = "372950940a5f07bf38dbe211d7283c9e6d7327df53794992d293e534c733d09b"
dependencies = [
"time-core",
]
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index a5d84526d8..fe64446942 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
-version = "23.0.0"
+version = "24.0.0"
authors = ["Apache Arrow <de...@arrow.apache.org>"]
edition = "2021"
keywords = ["arrow", "datafusion", "query", "sql"]
@@ -32,7 +32,7 @@ readme = "README.md"
arrow = "38.0.0"
async-trait = "0.1.41"
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "23.0.0" }
+datafusion = { path = "../datafusion/core", version = "24.0.0" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md
index a5d604fb41..da5e164af0 100644
--- a/datafusion/CHANGELOG.md
+++ b/datafusion/CHANGELOG.md
@@ -19,6 +19,7 @@
# Changelog
+- [24.0.0](../dev/changelog/24.0.0.md)
- [23.0.0](../dev/changelog/23.0.0.md)
- [22.0.0](../dev/changelog/22.0.0.md)
- [21.1.0](../dev/changelog/21.1.0.md)
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index f24e200e26..cc91b36416 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -61,13 +61,13 @@ bytes = "1.4"
bzip2 = { version = "0.4.3", optional = true }
chrono = { version = "0.4.23", default-features = false }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "23.0.0", features = ["parquet", "object_store"] }
-datafusion-execution = { path = "../execution", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
-datafusion-optimizer = { path = "../optimizer", version = "23.0.0", default-features = false }
-datafusion-physical-expr = { path = "../physical-expr", version = "23.0.0", default-features = false }
-datafusion-row = { path = "../row", version = "23.0.0" }
-datafusion-sql = { path = "../sql", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0", features = ["parquet", "object_store"] }
+datafusion-execution = { path = "../execution", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion-optimizer = { path = "../optimizer", version = "24.0.0", default-features = false }
+datafusion-physical-expr = { path = "../physical-expr", version = "24.0.0", default-features = false }
+datafusion-row = { path = "../row", version = "24.0.0" }
+datafusion-sql = { path = "../sql", version = "24.0.0" }
flate2 = { version = "1.0.24", optional = true }
futures = "0.3"
glob = "0.3.0"
diff --git a/datafusion/execution/Cargo.toml b/datafusion/execution/Cargo.toml
index 6e7a7be917..21d453d092 100644
--- a/datafusion/execution/Cargo.toml
+++ b/datafusion/execution/Cargo.toml
@@ -34,8 +34,8 @@ path = "src/lib.rs"
[dependencies]
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
hashbrown = { version = "0.13", features = ["raw"] }
log = "^0.4"
object_store = "0.5.4"
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index 221188ce37..7ad820581c 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -37,7 +37,7 @@ path = "src/lib.rs"
[dependencies]
ahash = { version = "0.8", default-features = false, features = ["runtime-rng"] }
arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
sqlparser = "0.33"
[dev-dependencies]
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index 4959291c42..b9c20a3870 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -43,9 +43,9 @@ unicode_expressions = ["datafusion-physical-expr/unicode_expressions"]
arrow = { workspace = true }
async-trait = "0.1.41"
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "23.0.0", default-features = false }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "24.0.0", default-features = false }
hashbrown = { version = "0.13", features = ["raw"] }
itertools = "0.10"
log = "^0.4"
@@ -53,5 +53,5 @@ regex-syntax = "0.7.1"
[dev-dependencies]
ctor = "0.2.0"
-datafusion-sql = { path = "../sql", version = "23.0.0" }
+datafusion-sql = { path = "../sql", version = "24.0.0" }
env_logger = "0.10.0"
diff --git a/datafusion/physical-expr/Cargo.toml b/datafusion/physical-expr/Cargo.toml
index df19299e7e..854058d614 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -50,9 +50,9 @@ arrow-schema = { workspace = true }
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
-datafusion-row = { path = "../row", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion-row = { path = "../row", version = "24.0.0" }
half = { version = "2.1", default-features = false }
hashbrown = { version = "0.13", features = ["raw"] }
indexmap = "1.9.2"
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index 763a967fd4..a7be23e641 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -42,9 +42,9 @@ json = ["pbjson", "serde", "serde_json"]
[dependencies]
arrow = { workspace = true }
chrono = { version = "0.4", default-features = false }
-datafusion = { path = "../core", version = "23.0.0" }
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
+datafusion = { path = "../core", version = "24.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
object_store = { version = "0.5.4" }
pbjson = { version = "0.5", optional = true }
prost = "0.11.0"
diff --git a/datafusion/row/Cargo.toml b/datafusion/row/Cargo.toml
index abdf8d9f45..445f574b32 100644
--- a/datafusion/row/Cargo.toml
+++ b/datafusion/row/Cargo.toml
@@ -34,6 +34,6 @@ path = "src/lib.rs"
[dependencies]
arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
paste = "^1.0"
rand = "0.8"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index d99d4a515b..7257da6e34 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -39,8 +39,8 @@ unicode_expressions = []
[dependencies]
arrow = { workspace = true }
arrow-schema = { workspace = true }
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
log = "^0.4"
sqlparser = "0.33"
diff --git a/datafusion/substrait/Cargo.toml b/datafusion/substrait/Cargo.toml
index 17a2ea83d6..f49ebc54f3 100644
--- a/datafusion/substrait/Cargo.toml
+++ b/datafusion/substrait/Cargo.toml
@@ -30,7 +30,7 @@ rust-version = { workspace = true }
[dependencies]
async-recursion = "1.0"
chrono = { version = "0.4.23", default-features = false }
-datafusion = { version = "23.0.0", path = "../core" }
+datafusion = { version = "24.0.0", path = "../core" }
itertools = "0.10.5"
object_store = "0.5.4"
prost = "0.11"
diff --git a/dev/changelog/24.0.0.md b/dev/changelog/24.0.0.md
new file mode 100644
index 0000000000..454475e997
--- /dev/null
+++ b/dev/changelog/24.0.0.md
@@ -0,0 +1,163 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+## [24.0.0](https://github.com/apache/arrow-datafusion/tree/24.0.0) (2023-05-06)
+
+[Full Changelog](https://github.com/apache/arrow-datafusion/compare/23.0.0...24.0.0)
+
+**Breaking changes:**
+
+- Extract `LogicalPlan::Create*` DDL related plan structures into `LogicalPlan::Ddl` [#6121](https://github.com/apache/arrow-datafusion/pull/6121) (alamb)
+- Complete Extracting LogicalPlan::Drop\* DDL related plan structures into LogicalPlan::Ddl [#6144](https://github.com/apache/arrow-datafusion/pull/6144) (alamb)
+- Remove JIT based on cranelift, and `jit` feature [#6164](https://github.com/apache/arrow-datafusion/pull/6164) (yjshen)
+- Remove Rayon-based Scheduler [#6169](https://github.com/apache/arrow-datafusion/pull/6169) (tustvold)
+- Cleanup join memory accounting in CrossJoin and NestedLoopsJoin [#6188](https://github.com/apache/arrow-datafusion/pull/6188) (tustvold)
+
+**Implemented enhancements:**
+
+- feat: date_bin output type same with input type [#6053](https://github.com/apache/arrow-datafusion/pull/6053) (jiacai2050)
+- feat: add version field to ExecutionContext [#6052](https://github.com/apache/arrow-datafusion/pull/6052) (Weijun-H)
+- Implement Streaming Aggregation: Do not break pipeline in aggregation if group by columns are ordered (V2) [#6124](https://github.com/apache/arrow-datafusion/pull/6124) (mustafasrepo)
+- Make decimal multiplication allow precision-loss in DataFusion [#6103](https://github.com/apache/arrow-datafusion/pull/6103) (viirya)
+- Add support for scientific notation (remove old unimplemented() for scientific notation) [#6142](https://github.com/apache/arrow-datafusion/pull/6142) (2010YOUY01)
+- Support DROP SCHEMA statements [#6096](https://github.com/apache/arrow-datafusion/pull/6096) (jaylmiller)
+- feat: make threshold for using scalar update in aggregate configurable [#6166](https://github.com/apache/arrow-datafusion/pull/6166) (yjshen)
+- Adaptive in-memory sort (~2x faster) (#5879) [#6163](https://github.com/apache/arrow-datafusion/pull/6163) (tustvold)
+- Add Support for Ordering Equivalence [#6160](https://github.com/apache/arrow-datafusion/pull/6160) (mustafasrepo)
+- Sum and Avg should be able to take inputs of type Dictionary [#6197](https://github.com/apache/arrow-datafusion/pull/6197) (viirya)
+- CLI: Add support for AWS named profiles [#6161](https://github.com/apache/arrow-datafusion/pull/6161) (mr-brobot)
+- feat: concurrent physical planning [#6138](https://github.com/apache/arrow-datafusion/pull/6138) (crepererum)
+- feat: allow scalars to appear as the LHS arg in arithmetic operations on temporal values [#6196](https://github.com/apache/arrow-datafusion/pull/6196) (kyle-mccarthy)
+- Select Into support [#6219](https://github.com/apache/arrow-datafusion/pull/6219) (berkaysynnada)
+
+**Fixed bugs:**
+
+- fix: Use arrow bitwise_op as binary_kernels [#6093](https://github.com/apache/arrow-datafusion/pull/6093) (RTEnzyme)
+- fix: allow group by same expr in Aggregate [#6091](https://github.com/apache/arrow-datafusion/pull/6091) (jackwener)
+- fix: null handling of `ScalarValue::Struct` [#6085](https://github.com/apache/arrow-datafusion/pull/6085) (crepererum)
+- fix: make simplify_expressions use a single schema for resolution [#6077](https://github.com/apache/arrow-datafusion/pull/6077) (wolffcm)
+- fix: incorrect column pruning in sql with window operations [#6039](https://github.com/apache/arrow-datafusion/pull/6039) (yukkit)
+- fix: allow group by same expr in Aggregate [#6097](https://github.com/apache/arrow-datafusion/pull/6097) (jackwener)
+- fix: `reassign_predicate_columns` w/ in-list expr [#6114](https://github.com/apache/arrow-datafusion/pull/6114) (crepererum)
+- fix: `common_subexpr_eliminate` and aggregates [#6129](https://github.com/apache/arrow-datafusion/pull/6129) (crepererum)
+- fix: type coercion ignore prevent `Interval - Date` [#6177](https://github.com/apache/arrow-datafusion/pull/6177) (jackwener)
+- fix: `common_subexpr_eliminate` w/ aggregates and relations [#6199](https://github.com/apache/arrow-datafusion/pull/6199) (crepererum)
+- fix: slt fail due to bors problem [#6242](https://github.com/apache/arrow-datafusion/pull/6242) (jackwener)
+
+**Documentation updates:**
+
+- chore: Update api docs for `SessionContext`, `TaskContext`, etc [#6106](https://github.com/apache/arrow-datafusion/pull/6106) (alamb)
+- docs: consolidate datafusion-cli docs [#6218](https://github.com/apache/arrow-datafusion/pull/6218) (alamb)
+
+**Merged pull requests:**
+
+- fix: Use arrow bitwise_op as binary_kernels [#6093](https://github.com/apache/arrow-datafusion/pull/6093) (RTEnzyme)
+- fix: allow group by same expr in Aggregate [#6091](https://github.com/apache/arrow-datafusion/pull/6091) (jackwener)
+- Update DataFusion architecture documentation [#6056](https://github.com/apache/arrow-datafusion/pull/6056) (alamb)
+- feat: date_bin output type same with input type [#6053](https://github.com/apache/arrow-datafusion/pull/6053) (jiacai2050)
+- fix: null handling of `ScalarValue::Struct` [#6085](https://github.com/apache/arrow-datafusion/pull/6085) (crepererum)
+- fix: make simplify_expressions use a single schema for resolution [#6077](https://github.com/apache/arrow-datafusion/pull/6077) (wolffcm)
+- fix: incorrect column pruning in sql with window operations [#6039](https://github.com/apache/arrow-datafusion/pull/6039) (yukkit)
+- Substrait: Handle multiple select with the same table/columns in INTERSECT [#6059](https://github.com/apache/arrow-datafusion/pull/6059) (nseekhao)
+- fix: allow group by same expr in Aggregate [#6097](https://github.com/apache/arrow-datafusion/pull/6097) (jackwener)
+- chore(deps): update regex and regex-syntax requirement from 0.6.28 to 0.7.1 [#6095](https://github.com/apache/arrow-datafusion/pull/6095) (alamb)
+- test: more sqllogicaltest for GROUPBY. [#6100](https://github.com/apache/arrow-datafusion/pull/6100) (jackwener)
+- minor: replace unwrap() with Err [#6101](https://github.com/apache/arrow-datafusion/pull/6101) (jackwener)
+- Remove temporal to kernels_arrow [#6069](https://github.com/apache/arrow-datafusion/pull/6069) (berkaysynnada)
+- feat: add version field to ExecutionContext [#6052](https://github.com/apache/arrow-datafusion/pull/6052) (Weijun-H)
+- chore(deps): update substrait requirement from 0.7.1 to 0.8.0 [#6105](https://github.com/apache/arrow-datafusion/pull/6105) (dependabot[bot])
+- refactor(sqllogictests): port group by test to sqllogic [#6088](https://github.com/apache/arrow-datafusion/pull/6088) (aprimadi)
+- Use arrow kernels for bitwise operations [#6098](https://github.com/apache/arrow-datafusion/pull/6098) (alamb)
+- Unordered PARTITION BY column implementation (to prevent pipeline breaking) [#6036](https://github.com/apache/arrow-datafusion/pull/6036) (mustafasrepo)
+- Add from_string_hash_map() method for SessionConfig [#6111](https://github.com/apache/arrow-datafusion/pull/6111) (yahoNanJing)
+- Parallelise collect_partitioned [#6109](https://github.com/apache/arrow-datafusion/pull/6109) (tustvold)
+- Fix column mapping in output_ordering() and output_partitioning() for ProjectionExec and AggregateExec [#6113](https://github.com/apache/arrow-datafusion/pull/6113) (mingmwang)
+- fix: `reassign_predicate_columns` w/ in-list expr [#6114](https://github.com/apache/arrow-datafusion/pull/6114) (crepererum)
+- Update to arrow 38 [#6115](https://github.com/apache/arrow-datafusion/pull/6115) (tustvold)
+- Minor: Split `DmlStatement` into its own module [#6120](https://github.com/apache/arrow-datafusion/pull/6120) (alamb)
+- Remove input schema from PhysicalExpr, move the validation logic to physical expression planner [#6122](https://github.com/apache/arrow-datafusion/pull/6122) (mingmwang)
+- Move Scalar Subquery validation logic to the Analyzer [#6084](https://github.com/apache/arrow-datafusion/pull/6084) (mingmwang)
+- chore: Update api docs for `SessionContext`, `TaskContext`, etc [#6106](https://github.com/apache/arrow-datafusion/pull/6106) (alamb)
+- Implement Streaming Aggregation: Do not break pipeline in aggregation if group by columns are ordered (V2) [#6124](https://github.com/apache/arrow-datafusion/pull/6124) (mustafasrepo)
+- Minor: Mark default_session_builder deprecated, add since markings [#6123](https://github.com/apache/arrow-datafusion/pull/6123) (alamb)
+- [MINOR]: Add GroupByOrderMode to the AggregateExec display [#6141](https://github.com/apache/arrow-datafusion/pull/6141) (mustafasrepo)
+- Extract `LogicalPlan::Create*` DDL related plan structures into `LogicalPlan::Ddl` [#6121](https://github.com/apache/arrow-datafusion/pull/6121) (alamb)
+- Fix broken build due to merge conflict [#6143](https://github.com/apache/arrow-datafusion/pull/6143) (alamb)
+- [Bug fix] Source projection output ordering [#6136](https://github.com/apache/arrow-datafusion/pull/6136) (mustafasrepo)
+- Make decimal multiplication allow precision-loss in DataFusion [#6103](https://github.com/apache/arrow-datafusion/pull/6103) (viirya)
+- MemoryExec INSERT INTO refactor to use ExecutionPlan [#6049](https://github.com/apache/arrow-datafusion/pull/6049) (metesynnada)
+- Complete Extracting LogicalPlan::Drop\* DDL related plan structures into LogicalPlan::Ddl [#6144](https://github.com/apache/arrow-datafusion/pull/6144) (alamb)
+- fix: `common_subexpr_eliminate` and aggregates [#6129](https://github.com/apache/arrow-datafusion/pull/6129) (crepererum)
+- Add support for scientific notation (remove old unimplemented() for scientific notation) [#6142](https://github.com/apache/arrow-datafusion/pull/6142) (2010YOUY01)
+- Use ParquetObjectReader [#6130](https://github.com/apache/arrow-datafusion/pull/6130) (tustvold)
+- Add bench.sh script to automate benchmarking DataFusion against itself [#6131](https://github.com/apache/arrow-datafusion/pull/6131) (alamb)
+- Port test in select.rs to sqllogic [#6158](https://github.com/apache/arrow-datafusion/pull/6158) (aprimadi)
+- Support uint64 literals [#6146](https://github.com/apache/arrow-datafusion/pull/6146) (jackkleeman)
+- Remove JIT based on cranelift, and `jit` feature [#6164](https://github.com/apache/arrow-datafusion/pull/6164) (yjshen)
+- minor: add decimal roundtrip tests for the row format [#6165](https://github.com/apache/arrow-datafusion/pull/6165) (yjshen)
+- Support DROP SCHEMA statements [#6096](https://github.com/apache/arrow-datafusion/pull/6096) (jaylmiller)
+- Improve `compare.py` output to use `min` times and better column titles [#6134](https://github.com/apache/arrow-datafusion/pull/6134) (alamb)
+- Fix GroupByOrderMode documentation [#6168](https://github.com/apache/arrow-datafusion/pull/6168) (aprimadi)
+- Remove Rayon-based Scheduler [#6169](https://github.com/apache/arrow-datafusion/pull/6169) (tustvold)
+- [Minor] Fix typo in SQL data types doc [#6178](https://github.com/apache/arrow-datafusion/pull/6178) (alamb)
+- feat: make threshold for using scalar update in aggregate configurable [#6166](https://github.com/apache/arrow-datafusion/pull/6166) (yjshen)
+- Handle ScalarValue::Dictionary in add_to_row and update_avg_to_row [#6175](https://github.com/apache/arrow-datafusion/pull/6175) (viirya)
+- chore(datetime_expression): support uppercase granularity for `DATE_TRUNC` func [#6185](https://github.com/apache/arrow-datafusion/pull/6185) (appletreeisyellow)
+- Simplify HashJoin memory accounting [#6170](https://github.com/apache/arrow-datafusion/pull/6170) (tustvold)
+- Adaptive in-memory sort (~2x faster) (#5879) [#6163](https://github.com/apache/arrow-datafusion/pull/6163) (tustvold)
+- refactor: optimizer shouldn't assume failed rules are internal error [#6184](https://github.com/apache/arrow-datafusion/pull/6184) (wolffcm)
+- fix: type coercion ignore prevent `Interval - Date` [#6177](https://github.com/apache/arrow-datafusion/pull/6177) (jackwener)
+- minor: remove default match for function signature [#6186](https://github.com/apache/arrow-datafusion/pull/6186) (alamb)
+- Add Support for Ordering Equivalence [#6160](https://github.com/apache/arrow-datafusion/pull/6160) (mustafasrepo)
+- Remove db-benchmark (and add them to arrow-datafusion-python repo instead) [#6204](https://github.com/apache/arrow-datafusion/pull/6204) (andygrove)
+- fix: `common_subexpr_eliminate` w/ aggregates and relations [#6199](https://github.com/apache/arrow-datafusion/pull/6199) (crepererum)
+- Add parquet filter and sort to bench.sh [#6172](https://github.com/apache/arrow-datafusion/pull/6172) (alamb)
+- minor: remove unused code in binary.rs [#6203](https://github.com/apache/arrow-datafusion/pull/6203) (alamb)
+- Sum and Avg should be able to take inputs of type Dictionary [#6197](https://github.com/apache/arrow-datafusion/pull/6197) (viirya)
+- minor: fix tiny typo in table.rs [#6220](https://github.com/apache/arrow-datafusion/pull/6220) (okue)
+- Lower some log levels from `debug` to `trace` during plan execution [#6193](https://github.com/apache/arrow-datafusion/pull/6193) (alamb)
+- minor: fix typo in comments. [#6225](https://github.com/apache/arrow-datafusion/pull/6225) (jackwener)
+- CLI: Add support for AWS named profiles [#6161](https://github.com/apache/arrow-datafusion/pull/6161) (mr-brobot)
+- feat: concurrent physical planning [#6138](https://github.com/apache/arrow-datafusion/pull/6138) (crepererum)
+- Cleanup join memory accounting in CrossJoin and NestedLoopsJoin [#6188](https://github.com/apache/arrow-datafusion/pull/6188) (tustvold)
+- minor: Move shift_date tests to be with code [#6200](https://github.com/apache/arrow-datafusion/pull/6200) (alamb)
+- Minor: rename variable for clarity [#6229](https://github.com/apache/arrow-datafusion/pull/6229) (alamb)
+- feat: allow scalars to appear as the LHS arg in arithmetic operations on temporal values [#6196](https://github.com/apache/arrow-datafusion/pull/6196) (kyle-mccarthy)
+- Supply consistent format output for FileScanConfig params [#6202](https://github.com/apache/arrow-datafusion/pull/6202) (tz70s)
+- minor: refactor code to avoid same code. [#6222](https://github.com/apache/arrow-datafusion/pull/6222) (jackwener)
+- minor: change error type for window expressions [#6231](https://github.com/apache/arrow-datafusion/pull/6231) (comphead)
+- Add sqllogic test coverage for interval arithmetic [#6201](https://github.com/apache/arrow-datafusion/pull/6201) (alamb)
+- Simplify MemoryWriteExec [#6154](https://github.com/apache/arrow-datafusion/pull/6154) (tustvold)
+- refactor: separate get_result_type from `coerce_type` [#6221](https://github.com/apache/arrow-datafusion/pull/6221) (jackwener)
+- fix: slt fail due to bors problem [#6242](https://github.com/apache/arrow-datafusion/pull/6242) (jackwener)
+- Port tests in errors.rs to sqllogictest [#6239](https://github.com/apache/arrow-datafusion/pull/6239) (parkma99)
+- Select Into support [#6219](https://github.com/apache/arrow-datafusion/pull/6219) (berkaysynnada)
+- refactor: use get_result_type to replace binary_operator_data_type. [#6241](https://github.com/apache/arrow-datafusion/pull/6241) (jackwener)
+- Port test in union.rs to sqllogic [#6224](https://github.com/apache/arrow-datafusion/pull/6224) (parkma99)
+- Port tests in expr.rs to sqllogictest [#6240](https://github.com/apache/arrow-datafusion/pull/6240) (parkma99)
+- Port tests in cast.rs to sqllogictest [#6244](https://github.com/apache/arrow-datafusion/pull/6244) (parkma99)
+- Port tests in identifiers.rs to sqllogictest [#6245](https://github.com/apache/arrow-datafusion/pull/6245) (parkma99)
+- Minor: allow creating infinite external tables via SQL (for testing) [#6235](https://github.com/apache/arrow-datafusion/pull/6235) (alamb)
+- Minor: consolidate test data [#6217](https://github.com/apache/arrow-datafusion/pull/6217) (alamb)
+- docs: consolidate datafusion-cli docs [#6218](https://github.com/apache/arrow-datafusion/pull/6218) (alamb)
+- Port tests in wildcard.rs to sqllogictest [#6249](https://github.com/apache/arrow-datafusion/pull/6249) (masanobbb)
+- Simplify and speed up MemoryExec insert [#6236](https://github.com/apache/arrow-datafusion/pull/6236) (alamb)
+- minor: fix typo [#6253](https://github.com/apache/arrow-datafusion/pull/6253) (okue)
+- refactor: separate get_common_type / get_result_type for temporal type [#6250](https://github.com/apache/arrow-datafusion/pull/6250) (jackwener)
+- Port tests in set_variable.rs to sqllogictest [#6255](https://github.com/apache/arrow-datafusion/pull/6255) (parkma99)