You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by gi...@apache.org on 2026/05/15 21:42:06 UTC
(datafusion-comet) 01/01: Publish built docs triggered by 526d216fafb2ec577b676314cecbe47bbab11c9e
This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
commit 8324061d5425d2ff0474ea5836ef16aff3510ad3
Author: github-actions[bot] <gi...@users.noreply.github.com>
AuthorDate: Fri May 15 21:41:59 2026 +0000
Publish built docs triggered by 526d216fafb2ec577b676314cecbe47bbab11c9e
---
_sources/changelog/0.1.0.md.txt | 425 ++++++++++
_sources/changelog/0.10.0.md.txt | 255 ++++++
_sources/changelog/0.11.0.md.txt | 191 +++++
_sources/changelog/0.12.0.md.txt | 161 ++++
_sources/changelog/0.13.0.md.txt | 230 +++++
_sources/changelog/0.14.0.md.txt | 256 ++++++
_sources/changelog/0.14.1.md.txt | 40 +
_sources/changelog/0.15.0.md.txt | 207 +++++
_sources/changelog/0.16.0.md.txt | 190 +++++
_sources/changelog/0.2.0.md.txt | 146 ++++
_sources/changelog/0.3.0.md.txt | 115 +++
_sources/changelog/0.4.0.md.txt | 108 +++
_sources/changelog/0.5.0.md.txt | 129 +++
_sources/changelog/0.6.0.md.txt | 79 ++
_sources/changelog/0.7.0.md.txt | 102 +++
_sources/changelog/0.8.0.md.txt | 138 +++
_sources/changelog/0.9.0.md.txt | 209 +++++
_sources/changelog/0.9.1.md.txt | 37 +
_sources/changelog/index.md.txt | 45 +
_sources/contributor-guide/release_process.md.txt | 2 +-
.../spark_expressions_support.md.txt | 2 +-
_sources/index.md.txt | 1 +
_sources/user-guide/latest/configs.md.txt | 1 +
_sources/user-guide/latest/expressions.md.txt | 1 +
about/gluten_comparison.html | 21 +-
asf/index.html | 15 +
changelog/0.1.0.html | 940 +++++++++++++++++++++
changelog/0.10.0.html | 770 +++++++++++++++++
changelog/0.11.0.html | 706 ++++++++++++++++
changelog/0.12.0.html | 676 +++++++++++++++
changelog/0.13.0.html | 745 ++++++++++++++++
changelog/0.14.0.html | 771 +++++++++++++++++
user-guide/index.html => changelog/0.14.1.html | 97 ++-
changelog/0.15.0.html | 722 ++++++++++++++++
changelog/0.16.0.html | 705 ++++++++++++++++
changelog/0.2.0.html | 661 +++++++++++++++
.../roadmap.html => changelog/0.3.0.html | 242 +++---
.../roadmap.html => changelog/0.4.0.html | 235 +++---
changelog/0.5.0.html | 644 ++++++++++++++
.../roadmap.html => changelog/0.6.0.html | 211 ++---
.../roadmap.html => changelog/0.7.0.html | 229 ++---
changelog/0.8.0.html | 653 ++++++++++++++
changelog/0.9.0.html | 724 ++++++++++++++++
user-guide/index.html => changelog/0.9.1.html | 94 ++-
{user-guide => changelog}/index.html | 98 ++-
contributor-guide/adding_a_new_expression.html | 15 +
contributor-guide/adding_a_new_operator.html | 15 +
contributor-guide/adding_a_new_spark_version.html | 15 +
contributor-guide/benchmark-results/tpc-ds.html | 15 +
contributor-guide/benchmark-results/tpc-h.html | 15 +
contributor-guide/benchmarking.html | 15 +
contributor-guide/benchmarking_aws_ec2.html | 15 +
contributor-guide/benchmarking_macos.html | 15 +
contributor-guide/benchmarking_spark_sql_perf.html | 15 +
contributor-guide/bug_triage.html | 15 +
contributor-guide/contributing.html | 15 +
contributor-guide/debugging.html | 15 +
contributor-guide/development.html | 15 +
contributor-guide/ffi.html | 15 +
contributor-guide/iceberg-spark-tests.html | 15 +
contributor-guide/index.html | 15 +
contributor-guide/jvm_shuffle.html | 15 +
contributor-guide/native_shuffle.html | 15 +
contributor-guide/plugin_overview.html | 15 +
contributor-guide/profiling.html | 15 +
contributor-guide/release_process.html | 23 +-
contributor-guide/roadmap.html | 15 +
contributor-guide/spark-sql-tests.html | 15 +
contributor-guide/spark_configs_support.html | 15 +
contributor-guide/spark_expressions_support.html | 17 +-
contributor-guide/sql-file-tests.html | 15 +
contributor-guide/sql_error_propagation.html | 15 +
contributor-guide/tracing.html | 15 +
genindex.html | 15 +
index.html | 15 +
objects.inv | Bin 2137 -> 2309 bytes
search.html | 15 +
searchindex.js | 2 +-
user-guide/0.13/compatibility.html | 15 +
user-guide/0.13/configs.html | 15 +
user-guide/0.13/datasources.html | 15 +
user-guide/0.13/datatypes.html | 15 +
user-guide/0.13/expressions.html | 15 +
user-guide/0.13/iceberg.html | 15 +
user-guide/0.13/index.html | 15 +
user-guide/0.13/installation.html | 15 +
user-guide/0.13/kubernetes.html | 15 +
user-guide/0.13/metrics.html | 15 +
user-guide/0.13/operators.html | 15 +
user-guide/0.13/source.html | 15 +
user-guide/0.13/tuning.html | 15 +
user-guide/0.14/compatibility.html | 15 +
user-guide/0.14/configs.html | 15 +
user-guide/0.14/datasources.html | 15 +
user-guide/0.14/datatypes.html | 15 +
user-guide/0.14/expressions.html | 15 +
user-guide/0.14/iceberg.html | 15 +
user-guide/0.14/index.html | 15 +
user-guide/0.14/installation.html | 15 +
user-guide/0.14/kubernetes.html | 15 +
user-guide/0.14/metrics.html | 15 +
user-guide/0.14/operators.html | 15 +
user-guide/0.14/source.html | 15 +
user-guide/0.14/tuning.html | 15 +
user-guide/0.15/compatibility.html | 15 +
user-guide/0.15/configs.html | 15 +
user-guide/0.15/datasources.html | 15 +
user-guide/0.15/datatypes.html | 15 +
user-guide/0.15/expressions.html | 15 +
user-guide/0.15/iceberg.html | 15 +
user-guide/0.15/index.html | 15 +
user-guide/0.15/installation.html | 15 +
user-guide/0.15/kubernetes.html | 15 +
user-guide/0.15/metrics.html | 15 +
user-guide/0.15/operators.html | 15 +
user-guide/0.15/source.html | 15 +
user-guide/0.15/tuning.html | 15 +
.../0.16/compatibility/expressions/aggregate.html | 15 +
.../0.16/compatibility/expressions/array.html | 15 +
.../0.16/compatibility/expressions/cast.html | 15 +
.../0.16/compatibility/expressions/datetime.html | 15 +
.../0.16/compatibility/expressions/index.html | 15 +
user-guide/0.16/compatibility/expressions/map.html | 15 +
.../0.16/compatibility/expressions/math.html | 15 +
.../0.16/compatibility/expressions/misc.html | 15 +
.../0.16/compatibility/expressions/string.html | 15 +
.../0.16/compatibility/expressions/struct.html | 15 +
user-guide/0.16/compatibility/floating-point.html | 15 +
user-guide/0.16/compatibility/index.html | 15 +
user-guide/0.16/compatibility/operators.html | 15 +
user-guide/0.16/compatibility/regex.html | 15 +
user-guide/0.16/compatibility/scans.html | 15 +
user-guide/0.16/compatibility/spark-versions.html | 15 +
user-guide/0.16/configs.html | 15 +
user-guide/0.16/datasources.html | 15 +
user-guide/0.16/datatypes.html | 15 +
user-guide/0.16/expressions.html | 15 +
user-guide/0.16/iceberg.html | 15 +
user-guide/0.16/index.html | 15 +
user-guide/0.16/installation.html | 15 +
user-guide/0.16/kubernetes.html | 15 +
user-guide/0.16/metrics.html | 15 +
user-guide/0.16/operators.html | 15 +
user-guide/0.16/source.html | 15 +
user-guide/0.16/tuning.html | 15 +
user-guide/0.16/understanding-comet-plans.html | 15 +
user-guide/index.html | 15 +
.../compatibility/expressions/aggregate.html | 15 +
.../latest/compatibility/expressions/array.html | 15 +
.../latest/compatibility/expressions/cast.html | 15 +
.../latest/compatibility/expressions/datetime.html | 15 +
.../latest/compatibility/expressions/index.html | 15 +
.../latest/compatibility/expressions/map.html | 15 +
.../latest/compatibility/expressions/math.html | 15 +
.../latest/compatibility/expressions/misc.html | 15 +
.../latest/compatibility/expressions/string.html | 15 +
.../latest/compatibility/expressions/struct.html | 15 +
.../latest/compatibility/floating-point.html | 15 +
user-guide/latest/compatibility/index.html | 15 +
user-guide/latest/compatibility/operators.html | 15 +
user-guide/latest/compatibility/regex.html | 15 +
user-guide/latest/compatibility/scans.html | 15 +
.../latest/compatibility/spark-versions.html | 15 +
user-guide/latest/configs.html | 285 ++++---
user-guide/latest/datasources.html | 15 +
user-guide/latest/datatypes.html | 15 +
user-guide/latest/expressions.html | 84 +-
user-guide/latest/iceberg.html | 15 +
user-guide/latest/index.html | 15 +
user-guide/latest/installation.html | 15 +
user-guide/latest/kubernetes.html | 15 +
user-guide/latest/metrics.html | 15 +
user-guide/latest/operators.html | 15 +
user-guide/latest/source.html | 15 +
user-guide/latest/tuning.html | 15 +
user-guide/latest/understanding-comet-plans.html | 15 +
176 files changed, 14642 insertions(+), 673 deletions(-)
diff --git a/_sources/changelog/0.1.0.md.txt b/_sources/changelog/0.1.0.md.txt
new file mode 100644
index 000000000..92550c33c
--- /dev/null
+++ b/_sources/changelog/0.1.0.md.txt
@@ -0,0 +1,425 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.1.0 Changelog
+
+This release consists of 343 commits from 41 contributors. See credits at the end of this changelog for more information.
+
+**Implemented enhancements:**
+
+- feat: Add native shuffle and columnar shuffle [#30](https://github.com/apache/datafusion-comet/pull/30) (viirya)
+- feat: Support Emit::First for SumDecimalGroupsAccumulator [#47](https://github.com/apache/datafusion-comet/pull/47) (viirya)
+- feat: Nested map support for columnar shuffle [#51](https://github.com/apache/datafusion-comet/pull/51) (viirya)
+- feat: Support Count(Distinct) and similar aggregation functions [#42](https://github.com/apache/datafusion-comet/pull/42) (huaxingao)
+- feat: Upgrade to `jni-rs` 0.21 [#50](https://github.com/apache/datafusion-comet/pull/50) (sunchao)
+- feat: Handle exception thrown from native side [#61](https://github.com/apache/datafusion-comet/pull/61) (sunchao)
+- feat: Support InSet expression in Comet [#59](https://github.com/apache/datafusion-comet/pull/59) (viirya)
+- feat: Add `CometNativeException` for exceptions thrown from the native side [#62](https://github.com/apache/datafusion-comet/pull/62) (sunchao)
+- feat: Add cause to native exception [#63](https://github.com/apache/datafusion-comet/pull/63) (viirya)
+- feat: Pull based native execution [#69](https://github.com/apache/datafusion-comet/pull/69) (viirya)
+- feat: Add executeColumnarCollectIterator to CometExec to collect Comet operator result [#71](https://github.com/apache/datafusion-comet/pull/71) (viirya)
+- feat: Add CometBroadcastExchangeExec to support broadcasting the result of Comet native operator [#80](https://github.com/apache/datafusion-comet/pull/80) (viirya)
+- feat: Reduce memory consumption when writing sorted shuffle files [#82](https://github.com/apache/datafusion-comet/pull/82) (sunchao)
+- feat: Add struct/map as unsupported map key/value for columnar shuffle [#84](https://github.com/apache/datafusion-comet/pull/84) (viirya)
+- feat: Support multiple input sources for CometNativeExec [#87](https://github.com/apache/datafusion-comet/pull/87) (viirya)
+- feat: Date and timestamp trunc with format array [#94](https://github.com/apache/datafusion-comet/pull/94) (parthchandra)
+- feat: Support `First`/`Last` aggregate functions [#97](https://github.com/apache/datafusion-comet/pull/97) (huaxingao)
+- feat: Add support of TakeOrderedAndProjectExec in Comet [#88](https://github.com/apache/datafusion-comet/pull/88) (viirya)
+- feat: Support Binary in shuffle writer [#106](https://github.com/apache/datafusion-comet/pull/106) (advancedxy)
+- feat: Add license header by spotless:apply automatically [#110](https://github.com/apache/datafusion-comet/pull/110) (advancedxy)
+- feat: Add dictionary binary to shuffle writer [#111](https://github.com/apache/datafusion-comet/pull/111) (viirya)
+- feat: Minimize number of connections used by parallel reader [#126](https://github.com/apache/datafusion-comet/pull/126) (parthchandra)
+- feat: Support CollectLimit operator [#100](https://github.com/apache/datafusion-comet/pull/100) (advancedxy)
+- feat: Enable min/max for boolean type [#165](https://github.com/apache/datafusion-comet/pull/165) (huaxingao)
+- feat: Introduce `CometTaskMemoryManager` and native side memory pool [#83](https://github.com/apache/datafusion-comet/pull/83) (sunchao)
+- feat: Fix old style names [#201](https://github.com/apache/datafusion-comet/pull/201) (comphead)
+- feat: enable comet shuffle manager for comet shell [#204](https://github.com/apache/datafusion-comet/pull/204) (zuston)
+- feat: Support bitwise aggregate functions [#197](https://github.com/apache/datafusion-comet/pull/197) (huaxingao)
+- feat: Support BloomFilterMightContain expr [#179](https://github.com/apache/datafusion-comet/pull/179) (advancedxy)
+- feat: Support sort merge join [#178](https://github.com/apache/datafusion-comet/pull/178) (viirya)
+- feat: Support HashJoin operator [#194](https://github.com/apache/datafusion-comet/pull/194) (viirya)
+- feat: Remove use of nightly int_roundings feature [#228](https://github.com/apache/datafusion-comet/pull/228) (psvri)
+- feat: Support Broadcast HashJoin [#211](https://github.com/apache/datafusion-comet/pull/211) (viirya)
+- feat: Enable Comet broadcast by default [#213](https://github.com/apache/datafusion-comet/pull/213) (viirya)
+- feat: Add CometRowToColumnar operator [#206](https://github.com/apache/datafusion-comet/pull/206) (advancedxy)
+- feat: Document the class path / classloader issue with the shuffle manager [#256](https://github.com/apache/datafusion-comet/pull/256) (holdenk)
+- feat: Port Datafusion Covariance to Comet [#234](https://github.com/apache/datafusion-comet/pull/234) (huaxingao)
+- feat: Add manual test to calculate spark builtin functions coverage [#263](https://github.com/apache/datafusion-comet/pull/263) (comphead)
+- feat: Support ANSI mode in CAST from String to Bool [#290](https://github.com/apache/datafusion-comet/pull/290) (andygrove)
+- feat: Add extended explain info to Comet plan [#255](https://github.com/apache/datafusion-comet/pull/255) (parthchandra)
+- feat: Improve CometSortMergeJoin statistics [#304](https://github.com/apache/datafusion-comet/pull/304) (planga82)
+- feat: Add compatibility guide [#316](https://github.com/apache/datafusion-comet/pull/316) (andygrove)
+- feat: Improve CometHashJoin statistics [#309](https://github.com/apache/datafusion-comet/pull/309) (planga82)
+- feat: Support Variance [#297](https://github.com/apache/datafusion-comet/pull/297) (huaxingao)
+- feat: Support murmur3_hash and sha2 family hash functions [#226](https://github.com/apache/datafusion-comet/pull/226) (advancedxy)
+- feat: Disable cast string to timestamp by default [#337](https://github.com/apache/datafusion-comet/pull/337) (andygrove)
+- feat: Improve CometBroadcastHashJoin statistics [#339](https://github.com/apache/datafusion-comet/pull/339) (planga82)
+- feat: Implement Spark-compatible CAST from string to integral types [#307](https://github.com/apache/datafusion-comet/pull/307) (andygrove)
+- feat: Implement Spark-compatible CAST from string to timestamp types [#335](https://github.com/apache/datafusion-comet/pull/335) (vaibhawvipul)
+- feat: Implement Spark-compatible CAST float/double to string [#346](https://github.com/apache/datafusion-comet/pull/346) (mattharder91)
+- feat: Only allow incompatible cast expressions to run in comet if a config is enabled [#362](https://github.com/apache/datafusion-comet/pull/362) (andygrove)
+- feat: Implement Spark-compatible CAST between integer types [#340](https://github.com/apache/datafusion-comet/pull/340) (ganeshkumar269)
+- feat: Supports Stddev [#348](https://github.com/apache/datafusion-comet/pull/348) (huaxingao)
+- feat: Improve cast compatibility tests and docs [#379](https://github.com/apache/datafusion-comet/pull/379) (andygrove)
+- feat: Implement Spark-compatible CAST from non-integral numeric types to integral types [#399](https://github.com/apache/datafusion-comet/pull/399) (rohitrastogi)
+- feat: Implement Spark unhex [#342](https://github.com/apache/datafusion-comet/pull/342) (tshauck)
+- feat: Enable columnar shuffle by default [#250](https://github.com/apache/datafusion-comet/pull/250) (viirya)
+- feat: Implement Spark-compatible CAST from floating-point/double to decimal [#384](https://github.com/apache/datafusion-comet/pull/384) (vaibhawvipul)
+- feat: Add logging to explain reasons for Comet not being able to run a query stage natively [#397](https://github.com/apache/datafusion-comet/pull/397) (andygrove)
+- feat: Add support for TryCast expression in Spark 3.2 and 3.3 [#416](https://github.com/apache/datafusion-comet/pull/416) (vaibhawvipul)
+- feat: Supports UUID column [#395](https://github.com/apache/datafusion-comet/pull/395) (huaxingao)
+- feat: correlation support [#456](https://github.com/apache/datafusion-comet/pull/456) (huaxingao)
+- feat: Implement Spark-compatible CAST from String to Date [#383](https://github.com/apache/datafusion-comet/pull/383) (vidyasankarv)
+- feat: Add COMET_SHUFFLE_MODE config to control Comet shuffle mode [#460](https://github.com/apache/datafusion-comet/pull/460) (viirya)
+- feat: Add random row generator in data generator [#451](https://github.com/apache/datafusion-comet/pull/451) (advancedxy)
+- feat: Add xxhash64 function support [#424](https://github.com/apache/datafusion-comet/pull/424) (advancedxy)
+- feat: add hex scalar function [#449](https://github.com/apache/datafusion-comet/pull/449) (tshauck)
+- feat: Add "Comet Fuzz" fuzz-testing utility [#472](https://github.com/apache/datafusion-comet/pull/472) (andygrove)
+- feat: Use enum to represent CAST eval_mode in expr.proto [#415](https://github.com/apache/datafusion-comet/pull/415) (prashantksharma)
+- feat: Implement ANSI support for UnaryMinus [#471](https://github.com/apache/datafusion-comet/pull/471) (vaibhawvipul)
+- feat: Add specific fuzz tests for cast and try_cast and fix NPE found during fuzz testing [#514](https://github.com/apache/datafusion-comet/pull/514) (andygrove)
+- feat: Add fuzz testing for arithmetic expressions [#519](https://github.com/apache/datafusion-comet/pull/519) (andygrove)
+- feat: Add HashJoin support for BuildRight [#437](https://github.com/apache/datafusion-comet/pull/437) (viirya)
+- feat: Fix Comet error message [#544](https://github.com/apache/datafusion-comet/pull/544) (comphead)
+- feat: Support Ansi mode in abs function [#500](https://github.com/apache/datafusion-comet/pull/500) (planga82)
+- feat: Enable xxhash64 by default [#583](https://github.com/apache/datafusion-comet/pull/583) (andygrove)
+- feat: Add experimental support for Apache Spark 3.5.1 [#587](https://github.com/apache/datafusion-comet/pull/587) (andygrove)
+- feat: add nullOnDivideByZero for Covariance [#564](https://github.com/apache/datafusion-comet/pull/564) (huaxingao)
+- feat: Implement more efficient version of xxhash64 [#575](https://github.com/apache/datafusion-comet/pull/575) (andygrove)
+- feat: Enable Spark SQL tests for Spark 3.5.1 [#603](https://github.com/apache/datafusion-comet/pull/603) (andygrove)
+- feat: Initial support for Window function [#599](https://github.com/apache/datafusion-comet/pull/599) (huaxingao)
+- feat: IsNaN expression in Comet [#612](https://github.com/apache/datafusion-comet/pull/612) (eejbyfeldt)
+- feat: Add support for CreateNamedStruct [#620](https://github.com/apache/datafusion-comet/pull/620) (eejbyfeldt)
+- feat: add cargo machete to remove udeps [#641](https://github.com/apache/datafusion-comet/pull/641) (vaibhawvipul)
+- feat: Upgrade to DataFusion 40.0.0-rc1 [#644](https://github.com/apache/datafusion-comet/pull/644) (andygrove)
+- feat: Use unified allocator for execution iterators [#613](https://github.com/apache/datafusion-comet/pull/613) (viirya)
+- feat: Create new `datafusion-comet-spark-expr` crate containing Spark-compatible DataFusion expressions [#638](https://github.com/apache/datafusion-comet/pull/638) (andygrove)
+- feat: Move `IfExpr` to `spark-expr` crate [#653](https://github.com/apache/datafusion-comet/pull/653) (andygrove)
+- feat: Upgrade to DataFusion 40 [#657](https://github.com/apache/datafusion-comet/pull/657) (andygrove)
+- feat: Show user a more intuitive message when queries fall back to Spark [#656](https://github.com/apache/datafusion-comet/pull/656) (andygrove)
+- feat: Enable remaining Spark 3.5.1 tests [#676](https://github.com/apache/datafusion-comet/pull/676) (andygrove)
+- feat: Spark-4.0 widening type support [#604](https://github.com/apache/datafusion-comet/pull/604) (kazuyukitanimura)
+- feat: add scalar subquery pushdown to scan [#678](https://github.com/apache/datafusion-comet/pull/678) (parthchandra)
+
+**Fixed bugs:**
+
+- fix: Comet sink operator should not have children operators [#26](https://github.com/apache/datafusion-comet/pull/26) (viirya)
+- fix: Fix the UnionExec match branches in CometExecRule [#68](https://github.com/apache/datafusion-comet/pull/68) (wankunde)
+- fix: Appending null values to element array builders of StructBuilder for null row in a StructArray [#78](https://github.com/apache/datafusion-comet/pull/78) (viirya)
+- fix: Fix compilation error for CometBroadcastExchangeExec [#86](https://github.com/apache/datafusion-comet/pull/86) (viirya)
+- fix: Avoid exception caused by broadcasting empty result [#92](https://github.com/apache/datafusion-comet/pull/92) (wForget)
+- fix: Add num_rows when building RecordBatch [#103](https://github.com/apache/datafusion-comet/pull/103) (advancedxy)
+- fix: Cast string to boolean not compatible with Spark [#107](https://github.com/apache/datafusion-comet/pull/107) (erenavsarogullari)
+- fix: Another attempt to fix libcrypto.dylib loading issue [#112](https://github.com/apache/datafusion-comet/pull/112) (advancedxy)
+- fix: Fix compilation error for Spark 3.2 & 3.3 [#117](https://github.com/apache/datafusion-comet/pull/117) (sunchao)
+- fix: Fix corrupted AggregateMode when transforming plan parameters [#118](https://github.com/apache/datafusion-comet/pull/118) (viirya)
+- fix: bitwise shift with different left/right types [#135](https://github.com/apache/datafusion-comet/pull/135) (viirya)
+- fix: Avoid null exception in removeSubquery [#147](https://github.com/apache/datafusion-comet/pull/147) (viirya)
+- fix: rat check error in vscode ide [#161](https://github.com/apache/datafusion-comet/pull/161) (thexiay)
+- fix: Final aggregation should not bind to the input of partial aggregation [#155](https://github.com/apache/datafusion-comet/pull/155) (viirya)
+- fix: coalesce should return correct datatype [#168](https://github.com/apache/datafusion-comet/pull/168) (viirya)
+- fix: attempt to divide by zero error on decimal division [#172](https://github.com/apache/datafusion-comet/pull/172) (viirya)
+- fix: Aggregation without aggregation expressions should use correct result expressions [#175](https://github.com/apache/datafusion-comet/pull/175) (viirya)
+- fix: Comet native operator can be executed after ReusedExchange [#187](https://github.com/apache/datafusion-comet/pull/187) (viirya)
+- fix: Try to convert a static list into a set in Rust [#184](https://github.com/apache/datafusion-comet/pull/184) (advancedxy)
+- fix: Include active spiller when computing peak shuffle memory [#196](https://github.com/apache/datafusion-comet/pull/196) (sunchao)
+- fix: CometExecRule should handle ShuffleQueryStage and ReusedExchange [#186](https://github.com/apache/datafusion-comet/pull/186) (viirya)
+- fix: Use `makeCopy` to change relation in `FileSourceScanExec` [#207](https://github.com/apache/datafusion-comet/pull/207) (viirya)
+- fix: Remove duplicate byte array allocation for CometDictionary [#224](https://github.com/apache/datafusion-comet/pull/224) (viirya)
+- fix: Remove redundant data copy in columnar shuffle [#233](https://github.com/apache/datafusion-comet/pull/233) (viirya)
+- fix: Only maps FIXED_LEN_BYTE_ARRAY to String for uuid type [#238](https://github.com/apache/datafusion-comet/pull/238) (huaxingao)
+- fix: Reduce RowPartition memory allocation [#244](https://github.com/apache/datafusion-comet/pull/244) (viirya)
+- fix: Remove wrong calculation for Murmur3Hash for float with null input [#245](https://github.com/apache/datafusion-comet/pull/245) (advancedxy)
+- fix: Deallocate row addresses and size arrays after exporting [#246](https://github.com/apache/datafusion-comet/pull/246) (viirya)
+- fix: Fix wrong children expression order in IfExpr [#249](https://github.com/apache/datafusion-comet/pull/249) (viirya)
+- fix: Average expression in Comet Final should handle all null inputs from partial Spark aggregation [#261](https://github.com/apache/datafusion-comet/pull/261) (viirya)
+- fix: Only trigger Comet Final aggregation on Comet partial aggregation [#264](https://github.com/apache/datafusion-comet/pull/264) (viirya)
+- fix: incorrect result on Comet multiple column distinct count [#268](https://github.com/apache/datafusion-comet/pull/268) (viirya)
+- fix: Avoid using CometConf [#266](https://github.com/apache/datafusion-comet/pull/266) (snmvaughan)
+- fix: Fix arrow error when sorting on empty batch [#271](https://github.com/apache/datafusion-comet/pull/271) (viirya)
+- fix: Include license using `#` instead of using XML comment [#274](https://github.com/apache/datafusion-comet/pull/274) (snmvaughan)
+- fix: Comet should not translate try_sum to native sum expression [#277](https://github.com/apache/datafusion-comet/pull/277) (viirya)
+- fix: incorrect result with aggregate expression with filter [#284](https://github.com/apache/datafusion-comet/pull/284) (viirya)
+- fix: Comet should not fail on negative limit parameter [#288](https://github.com/apache/datafusion-comet/pull/288) (viirya)
+- fix: Comet columnar shuffle should not be on top of another Comet shuffle operator [#296](https://github.com/apache/datafusion-comet/pull/296) (viirya)
+- fix: Iceberg scan transition should be in front of other data source v2 [#302](https://github.com/apache/datafusion-comet/pull/302) (viirya)
+- fix: CometExec's outputPartitioning might not be same as Spark expects after AQE interferes [#299](https://github.com/apache/datafusion-comet/pull/299) (viirya)
+- fix: CometShuffleExchangeExec logical link should be correct [#324](https://github.com/apache/datafusion-comet/pull/324) (viirya)
+- fix: SortMergeJoin with unsupported key type should fall back to Spark [#355](https://github.com/apache/datafusion-comet/pull/355) (viirya)
+- fix: limit with offset should return correct results [#359](https://github.com/apache/datafusion-comet/pull/359) (viirya)
+- fix: Disable Comet shuffle with AQE coalesce partitions enabled [#380](https://github.com/apache/datafusion-comet/pull/380) (viirya)
+- fix: Unknown operator id when explain with formatted mode [#410](https://github.com/apache/datafusion-comet/pull/410) (leoluan2009)
+- fix: Reuse CometBroadcastExchangeExec with Spark ReuseExchangeAndSubquery rule [#441](https://github.com/apache/datafusion-comet/pull/441) (viirya)
+- fix: newFileScanRDD should not take constructor from custom Spark versions [#412](https://github.com/apache/datafusion-comet/pull/412) (ceppelli)
+- fix: fix CometNativeExec.doCanonicalize for ReusedExchangeExec [#447](https://github.com/apache/datafusion-comet/pull/447) (viirya)
+- fix: Enable cast string to int tests and fix compatibility issue [#453](https://github.com/apache/datafusion-comet/pull/453) (andygrove)
+- fix: Compute murmur3 hash with dictionary input correctly [#433](https://github.com/apache/datafusion-comet/pull/433) (advancedxy)
+- fix: Only delegate to DataFusion cast when we know that it is compatible with Spark [#461](https://github.com/apache/datafusion-comet/pull/461) (andygrove)
+- fix: `ColumnReader.loadVector` should initiate `CometDictionary` after re-import arrays [#473](https://github.com/apache/datafusion-comet/pull/473) (viirya)
+- fix: substring with negative indices should produce correct result [#470](https://github.com/apache/datafusion-comet/pull/470) (sonhmai)
+- fix: CometReader.loadVector should not overwrite dictionary ids [#476](https://github.com/apache/datafusion-comet/pull/476) (viirya)
+- fix: Reuse previous CometDictionary Java arrays [#489](https://github.com/apache/datafusion-comet/pull/489) (viirya)
+- fix: Fallback to Spark for LIKE with custom escape character [#478](https://github.com/apache/datafusion-comet/pull/478) (sujithjay)
+- fix: Incorrect input schema when preparing result expressions for HashAggregation [#501](https://github.com/apache/datafusion-comet/pull/501) (viirya)
+- fix: Input batch to ShuffleRepartitioner.insert_batch should not be larger than configured batch size [#523](https://github.com/apache/datafusion-comet/pull/523) (viirya)
+- fix: Fix integer overflow in date_parser [#529](https://github.com/apache/datafusion-comet/pull/529) (eejbyfeldt)
+- fix: null character not permitted in chr function [#513](https://github.com/apache/datafusion-comet/pull/513) (vaibhawvipul)
+- fix: Overflow when reading Timestamp from parquet file [#542](https://github.com/apache/datafusion-comet/pull/542) (eejbyfeldt)
+- fix: Re-implement some Parquet decode methods without `copy_nonoverlapping` [#558](https://github.com/apache/datafusion-comet/pull/558) (andygrove)
+- fix: requested character too large for encoding in chr function [#552](https://github.com/apache/datafusion-comet/pull/552) (vaibhawvipul)
+- fix: Running cargo build always triggers rebuild [#579](https://github.com/apache/datafusion-comet/pull/579) (eejbyfeldt)
+- fix: Avoid recursive call to `canonicalizePlans` [#582](https://github.com/apache/datafusion-comet/pull/582) (viirya)
+- fix: Return error in pre_timestamp_cast instead of panic [#543](https://github.com/apache/datafusion-comet/pull/543) (eejbyfeldt)
+- perf: Add criterion benchmark for xxhash64 function [#560](https://github.com/apache/datafusion-comet/pull/560) (andygrove)
+- fix: Fix range out of index error with a temporary workaround [#584](https://github.com/apache/datafusion-comet/pull/584) (viirya)
+- fix: Improve error "BroadcastExchange is not supported" [#577](https://github.com/apache/datafusion-comet/pull/577) (parthchandra)
+- fix: Avoid creating huge duplicate of canonicalized plans for CometNativeExec [#639](https://github.com/apache/datafusion-comet/pull/639) (viirya)
+- fix: Tag ignored tests that require SubqueryBroadcastExec [#647](https://github.com/apache/datafusion-comet/pull/647) (parthchandra)
+- fix: Optimize some functions to rewrite dictionary-encoded strings [#627](https://github.com/apache/datafusion-comet/pull/627) (vaibhawvipul)
+- fix: Remove nightly flag in release-nogit target in Makefile [#667](https://github.com/apache/datafusion-comet/pull/667) (andygrove)
+- fix: change the not exists base image apache/spark:3.4.3 to 3.4.2 [#686](https://github.com/apache/datafusion-comet/pull/686) (haoxins)
+- fix: Spark 4.0 SparkArithmeticException test [#688](https://github.com/apache/datafusion-comet/pull/688) (kazuyukitanimura)
+- fix: address failure caused by method signature change in SPARK-48791 [#693](https://github.com/apache/datafusion-comet/pull/693) (parthchandra)
+
+**Documentation updates:**
+
+- doc: Add Quickstart Comet doc section [#125](https://github.com/apache/datafusion-comet/pull/125) (comphead)
+- doc: Minor fix Getting started reformatting [#128](https://github.com/apache/datafusion-comet/pull/128) (comphead)
+- doc: Add initial doc how to expand Comet exceptions [#170](https://github.com/apache/datafusion-comet/pull/170) (comphead)
+- doc: Update README.md with shuffle configs [#208](https://github.com/apache/datafusion-comet/pull/208) (viirya)
+- doc: Update supported expressions [#237](https://github.com/apache/datafusion-comet/pull/237) (viirya)
+- doc: Fix a small typo in README.md [#272](https://github.com/apache/datafusion-comet/pull/272) (rz-vastdata)
+- doc: Update DataFusion project name and url [#300](https://github.com/apache/datafusion-comet/pull/300) (viirya)
+- docs: Move existing documentation into new Contributor Guide and add Getting Started section [#334](https://github.com/apache/datafusion-comet/pull/334) (andygrove)
+- docs: Add more content to the user guide [#347](https://github.com/apache/datafusion-comet/pull/347) (andygrove)
+- docs: Generate configuration guide in mvn build [#349](https://github.com/apache/datafusion-comet/pull/349) (andygrove)
+- docs: Add a plugin overview page to the contributors guide [#345](https://github.com/apache/datafusion-comet/pull/345) (andygrove)
+- doc: Fix target typo in development.md [#364](https://github.com/apache/datafusion-comet/pull/364) (jc4x4)
+- doc: Clean up supported JDKs in README [#366](https://github.com/apache/datafusion-comet/pull/366) (edmondop)
+- doc: add contributing in README.md [#382](https://github.com/apache/datafusion-comet/pull/382) (caicancai)
+- docs: fix the docs url of installation instructions [#393](https://github.com/apache/datafusion-comet/pull/393) (haoxins)
+- docs: Running ScalaTest suites from the CLI [#404](https://github.com/apache/datafusion-comet/pull/404) (edmondop)
+- docs: Remove spark.comet.exec.broadcast.enabled from config docs [#421](https://github.com/apache/datafusion-comet/pull/421) (andygrove)
+- docs: fix various sphinx warnings [#428](https://github.com/apache/datafusion-comet/pull/428) (tshauck)
+- doc: Add Plan Stability Testing to development guide [#432](https://github.com/apache/datafusion-comet/pull/432) (viirya)
+- docs: Update Spark shell command to include setting additional class path [#435](https://github.com/apache/datafusion-comet/pull/435) (andygrove)
+- doc: Add Tuning Guide with shuffle configs [#443](https://github.com/apache/datafusion-comet/pull/443) (viirya)
+- docs: Add benchmarking guide [#444](https://github.com/apache/datafusion-comet/pull/444) (andygrove)
+- docs: add guide to adding a new expression [#422](https://github.com/apache/datafusion-comet/pull/422) (tshauck)
+- docs: changes in documentation [#512](https://github.com/apache/datafusion-comet/pull/512) (SemyonSinchenko)
+- docs: Improve user documentation for supported operators and expressions [#520](https://github.com/apache/datafusion-comet/pull/520) (andygrove)
+- docs: Proposal for source release process [#556](https://github.com/apache/datafusion-comet/pull/556) (andygrove)
+- docs: Update benchmark results [#687](https://github.com/apache/datafusion-comet/pull/687) (andygrove)
+- docs: Update percentage speedups in benchmarking guide [#691](https://github.com/apache/datafusion-comet/pull/691) (andygrove)
+- doc: Add memory tuning section to user guide [#684](https://github.com/apache/datafusion-comet/pull/684) (viirya)
+
+**Other:**
+
+- Initial PR [#1](https://github.com/apache/datafusion-comet/pull/1) (sunchao)
+- build: Add Maven wrapper to the project [#13](https://github.com/apache/datafusion-comet/pull/13) (sunchao)
+- build: Add basic CI test pipelines [#18](https://github.com/apache/datafusion-comet/pull/18) (sunchao)
+- Bump com.google.protobuf:protobuf-java from 3.17.3 to 3.19.6 [#5](https://github.com/apache/datafusion-comet/pull/5) (dependabot[bot])
+- build: Add PR template [#23](https://github.com/apache/datafusion-comet/pull/23) (sunchao)
+- build: Create ticket templates [#24](https://github.com/apache/datafusion-comet/pull/24) (comphead)
+- build: Re-enable Scala style checker and spotless [#21](https://github.com/apache/datafusion-comet/pull/21) (sunchao)
+- build: Remove license header from pull request template [#28](https://github.com/apache/datafusion-comet/pull/28) (viirya)
+- build: Exclude .github from apache-rat-plugin check [#32](https://github.com/apache/datafusion-comet/pull/32) (viirya)
+- build: Add CI for MacOS (x64 and aarch64) [#35](https://github.com/apache/datafusion-comet/pull/35) (sunchao)
+- fix broken link in README.md [#39](https://github.com/apache/datafusion-comet/pull/39) (nairbv)
+- test: Add some fuzz testing for cast operations [#16](https://github.com/apache/datafusion-comet/pull/16) (andygrove)
+- test: Fix CI failure on libcrypto [#41](https://github.com/apache/datafusion-comet/pull/41) (sunchao)
+- test: Reduce test time spent in `CometShuffleSuite` [#40](https://github.com/apache/datafusion-comet/pull/40) (sunchao)
+- test: Add test for RoundRobinPartitioning [#54](https://github.com/apache/datafusion-comet/pull/54) (viirya)
+- build: Fix potential libcrypto lib loading issue for X86 mac runners [#55](https://github.com/apache/datafusion-comet/pull/55) (advancedxy)
+- refactor: Remove a few duplicated occurrences [#53](https://github.com/apache/datafusion-comet/pull/53) (sunchao)
+- build: Fix mvn cache for containerized runners [#48](https://github.com/apache/datafusion-comet/pull/48) (advancedxy)
+- test: Ensure traversed operators during finding first partial aggregaion are all native [#58](https://github.com/apache/datafusion-comet/pull/58) (viirya)
+- build: Upgrade arrow-rs to 50.0.0 and DataFusion to 35.0.0 [#65](https://github.com/apache/datafusion-comet/pull/65) (viirya)
+- build: Support built with java 1.8 [#45](https://github.com/apache/datafusion-comet/pull/45) (advancedxy)
+- test: Add golden files for TPCDSPlanStabilitySuite [#73](https://github.com/apache/datafusion-comet/pull/73) (sunchao)
+- test: Add TPC-DS test results [#77](https://github.com/apache/datafusion-comet/pull/77) (sunchao)
+- build: Upgrade spotless version to 2.43.0 [#85](https://github.com/apache/datafusion-comet/pull/85) (viirya)
+- test: Expose thrown exception when executing query in CometTPCHQuerySuite [#96](https://github.com/apache/datafusion-comet/pull/96) (viirya)
+- test: Enable TPCDS q41 in CometTPCDSQuerySuite [#98](https://github.com/apache/datafusion-comet/pull/98) (viirya)
+- build: Add CI for TPCDS queries [#99](https://github.com/apache/datafusion-comet/pull/99) (viirya)
+- build: Add tpcds-sf-1 to license header excluded list [#108](https://github.com/apache/datafusion-comet/pull/108) (viirya)
+- build: Show time duration for scala test [#116](https://github.com/apache/datafusion-comet/pull/116) (advancedxy)
+- test: Move MacOS (x86) pipelines to post-commit [#122](https://github.com/apache/datafusion-comet/pull/122) (sunchao)
+- build: Upgrade DF to 36.0.0 and arrow-rs 50.0.0 [#66](https://github.com/apache/datafusion-comet/pull/66) (comphead)
+- test: Reduce end-to-end test time [#109](https://github.com/apache/datafusion-comet/pull/109) (sunchao)
+- build: Separate and speedup TPC-DS benchmark [#130](https://github.com/apache/datafusion-comet/pull/130) (advancedxy)
+- build: Re-enable TPCDS queries q34 and q64 in `CometTPCDSQuerySuite` [#133](https://github.com/apache/datafusion-comet/pull/133) (viirya)
+- build: Refine names in benchmark.yml [#132](https://github.com/apache/datafusion-comet/pull/132) (advancedxy)
+- build: Make the build system work out of box [#136](https://github.com/apache/datafusion-comet/pull/136) (advancedxy)
+- minor: Update README.md with system diagram [#148](https://github.com/apache/datafusion-comet/pull/148) (alamb)
+- test: Add golden files for test [#150](https://github.com/apache/datafusion-comet/pull/150) (snmvaughan)
+- build: Add checker for PR title [#151](https://github.com/apache/datafusion-comet/pull/151) (sunchao)
+- build: Support CI pipelines for Spark 3.2, 3.3 and 3.4 [#153](https://github.com/apache/datafusion-comet/pull/153) (advancedxy)
+- minor: Only trigger PR title checker on pull requests [#154](https://github.com/apache/datafusion-comet/pull/154) (sunchao)
+- chore: Fix warnings in both compiler and test environments [#164](https://github.com/apache/datafusion-comet/pull/164) (advancedxy)
+- build: Upload test reports and coverage [#163](https://github.com/apache/datafusion-comet/pull/163) (advancedxy)
+- minor: Remove unnecessary logic [#169](https://github.com/apache/datafusion-comet/pull/169) (sunchao)
+- minor: Make `QueryPlanSerde` warning log less confusing [#181](https://github.com/apache/datafusion-comet/pull/181) (viirya)
+- refactor: Skipping slicing on shuffle arrays in shuffle reader [#189](https://github.com/apache/datafusion-comet/pull/189) (viirya)
+- build: Run Spark SQL tests for 3.4 [#166](https://github.com/apache/datafusion-comet/pull/166) (sunchao)
+- build: Enforce scalafix check in CI [#203](https://github.com/apache/datafusion-comet/pull/203) (advancedxy)
+- test: Follow up on Spark 3.4 diff [#209](https://github.com/apache/datafusion-comet/pull/209) (sunchao)
+- build: Avoid confusion by using profile with clean [#215](https://github.com/apache/datafusion-comet/pull/215) (snmvaughan)
+- test: Add TPC-H test results [#218](https://github.com/apache/datafusion-comet/pull/218) (viirya)
+- build: Add CI for TPC-H queries [#220](https://github.com/apache/datafusion-comet/pull/220) (viirya)
+- test: Enable Comet shuffle in Spark SQL tests [#210](https://github.com/apache/datafusion-comet/pull/210) (sunchao)
+- test: Disable spark ui in unit test by default [#235](https://github.com/apache/datafusion-comet/pull/235) (beryllw)
+- chore: Replace deprecated temporal methods [#229](https://github.com/apache/datafusion-comet/pull/229) (snmvaughan)
+- build: Use specified branch of arrow-rs with workaround to invalid offset buffers from Java Arrow [#239](https://github.com/apache/datafusion-comet/pull/239) (viirya)
+- test: Enable string-to-bool cast test [#251](https://github.com/apache/datafusion-comet/pull/251) (andygrove)
+- test: Restore tests in CometTPCDSQuerySuite [#252](https://github.com/apache/datafusion-comet/pull/252) (viirya)
+- test: Enable all remaining TPCDS queries [#254](https://github.com/apache/datafusion-comet/pull/254) (viirya)
+- test: Enable all remaining TPCH queries [#257](https://github.com/apache/datafusion-comet/pull/257) (viirya)
+- chore: Remove some calls to unwrap when calling create_expr in planner.rs [#269](https://github.com/apache/datafusion-comet/pull/269) (andygrove)
+- chore: Fix typo in info message [#279](https://github.com/apache/datafusion-comet/pull/279) (andygrove)
+- chore: Fix NPE when running CometTPCHQueriesList directly [#285](https://github.com/apache/datafusion-comet/pull/285) (advancedxy)
+- chore: Update Comet repo description [#291](https://github.com/apache/datafusion-comet/pull/291) (viirya)
+- Chore: Cleanup how datafusion session config is created [#289](https://github.com/apache/datafusion-comet/pull/289) (psvri)
+- build: Update asf.yaml to use `@datafusion.apache.org` [#294](https://github.com/apache/datafusion-comet/pull/294) (sunchao)
+- chore: Remove unused functions [#301](https://github.com/apache/datafusion-comet/pull/301) (kazuyukitanimura)
+- chore: Ignore unused variables [#306](https://github.com/apache/datafusion-comet/pull/306) (snmvaughan)
+- chore: Update documentation publishing domain and path [#310](https://github.com/apache/datafusion-comet/pull/310) (andygrove)
+- chore: Add documentation publishing infrastructure [#314](https://github.com/apache/datafusion-comet/pull/314) (andygrove)
+- build: Move shim directories [#318](https://github.com/apache/datafusion-comet/pull/318) (kazuyukitanimura)
+- test: Suppress decimal random number tests for 3.2 and 3.3 [#319](https://github.com/apache/datafusion-comet/pull/319) (kazuyukitanimura)
+- chore: Add allocation source to StreamReader [#332](https://github.com/apache/datafusion-comet/pull/332) (viirya)
+- chore: Add more cast tests and improve test framework [#351](https://github.com/apache/datafusion-comet/pull/351) (andygrove)
+- chore: Implement remaining CAST tests [#356](https://github.com/apache/datafusion-comet/pull/356) (andygrove)
+- build: Add Spark SQL test pipeline with ANSI mode enabled [#321](https://github.com/apache/datafusion-comet/pull/321) (parthchandra)
+- chore: Store EXTENSION_INFO as Set[String] instead of newline-delimited String [#386](https://github.com/apache/datafusion-comet/pull/386) (andygrove)
+- build: Add scala-version to matrix [#396](https://github.com/apache/datafusion-comet/pull/396) (snmvaughan)
+- chore: Add criterion benchmarks for casting between integer types [#401](https://github.com/apache/datafusion-comet/pull/401) (andygrove)
+- chore: Make COMET_EXEC_BROADCAST_FORCE_ENABLED internal config [#413](https://github.com/apache/datafusion-comet/pull/413) (viirya)
+- chore: Rename some columnar shuffle configs for code consistently [#418](https://github.com/apache/datafusion-comet/pull/418) (leoluan2009)
+- chore: Remove an unused config [#430](https://github.com/apache/datafusion-comet/pull/430) (andygrove)
+- tests: Move random data generation methods from CometCastSuite to new DataGenerator class [#426](https://github.com/apache/datafusion-comet/pull/426) (andygrove)
+- test: Fix explain with exteded info comet test [#436](https://github.com/apache/datafusion-comet/pull/436) (kazuyukitanimura)
+- chore: Add cargo bench for shuffle writer [#438](https://github.com/apache/datafusion-comet/pull/438) (andygrove)
+- chore: improve fallback message when comet native shuffle is not enabled [#445](https://github.com/apache/datafusion-comet/pull/445) (andygrove)
+- Coverage: Add a manual test to show what Spark built in expression the DF can support directly [#331](https://github.com/apache/datafusion-comet/pull/331) (comphead)
+- build: Add spark-4.0 profile and shims [#407](https://github.com/apache/datafusion-comet/pull/407) (kazuyukitanimura)
+- build: bump spark version to 3.4.3 [#292](https://github.com/apache/datafusion-comet/pull/292) (huaxingao)
+- chore: Removing copying data from dictionary values into CometDictionary [#490](https://github.com/apache/datafusion-comet/pull/490) (viirya)
+- chore: Update README to highlight Comet benefits [#497](https://github.com/apache/datafusion-comet/pull/497) (andygrove)
+- test: fix ClassNotFoundException for Hive tests [#499](https://github.com/apache/datafusion-comet/pull/499) (kazuyukitanimura)
+- build: Enable comet tests with spark-4.0 profile [#493](https://github.com/apache/datafusion-comet/pull/493) (kazuyukitanimura)
+- chore: Switch to stable Rust [#505](https://github.com/apache/datafusion-comet/pull/505) (andygrove)
+- Minor: Generate the supported Spark builtin expression list into MD file [#455](https://github.com/apache/datafusion-comet/pull/455) (comphead)
+- chore: Simplify code in CometExecIterator and avoid some small overhead [#522](https://github.com/apache/datafusion-comet/pull/522) (andygrove)
+- chore: Upgrade spark to 4.0.0-preview1 [#526](https://github.com/apache/datafusion-comet/pull/526) (advancedxy)
+- chore: Add UnboundColumn to carry datatype for unbound reference [#518](https://github.com/apache/datafusion-comet/pull/518) (viirya)
+- chore: Remove 3.4.2.diff [#528](https://github.com/apache/datafusion-comet/pull/528) (kazuyukitanimura)
+- build: Switch back to official DataFusion repo and arrow-rs after Arrow Java 16 is released [#403](https://github.com/apache/datafusion-comet/pull/403) (viirya)
+- chore: Add CometEvalMode enum to replace string literals [#539](https://github.com/apache/datafusion-comet/pull/539) (andygrove)
+- chore: Create initial release process scripts for official ASF source release [#429](https://github.com/apache/datafusion-comet/pull/429) (andygrove)
+- build: Use DataFusion 39.0.0 release [#550](https://github.com/apache/datafusion-comet/pull/550) (viirya)
+- chore: disable xxhash64 by default [#548](https://github.com/apache/datafusion-comet/pull/548) (andygrove)
+- chore: Remove unsafe use of from_raw_parts in Parquet decoder [#549](https://github.com/apache/datafusion-comet/pull/549) (andygrove)
+- test: Add tests for Scalar and Inverval values for UnaryMinus [#538](https://github.com/apache/datafusion-comet/pull/538) (vaibhawvipul)
+- chore: Add changelog generator [#545](https://github.com/apache/datafusion-comet/pull/545) (andygrove)
+- chore: Remove unused hash_utils.rs [#561](https://github.com/apache/datafusion-comet/pull/561) (andygrove)
+- chore: Use in_list func directly [#559](https://github.com/apache/datafusion-comet/pull/559) (advancedxy)
+- chore: Fix most of the scala/java build warnings [#562](https://github.com/apache/datafusion-comet/pull/562) (andygrove)
+- chore: Upgrade to Rust 1.78 and fix UB issues in unsafe code [#546](https://github.com/apache/datafusion-comet/pull/546) (andygrove)
+- chore: Remove `spark.comet.xxhash64.enabled` from the config document [#586](https://github.com/apache/datafusion-comet/pull/586) (viirya)
+- build: Drop Spark 3.2 support [#581](https://github.com/apache/datafusion-comet/pull/581) (huaxingao)
+- test: Enable Spark 4.0 tests [#537](https://github.com/apache/datafusion-comet/pull/537) (kazuyukitanimura)
+- refactor: Remove method get_global_jclass [#580](https://github.com/apache/datafusion-comet/pull/580) (eejbyfeldt)
+- chore: Move some utility methods to submodules of scalar_funcs [#590](https://github.com/apache/datafusion-comet/pull/590) (advancedxy)
+- chore: Upgrade to Rust 1.79 [#570](https://github.com/apache/datafusion-comet/pull/570) (andygrove)
+- chore: Remove some calls to `unwrap` [#598](https://github.com/apache/datafusion-comet/pull/598) (andygrove)
+- chore: Improve JNI safety [#600](https://github.com/apache/datafusion-comet/pull/600) (andygrove)
+- chore: remove some unwraps from shuffle module [#601](https://github.com/apache/datafusion-comet/pull/601) (andygrove)
+- chore: Use proper constructor of IndexShuffleBlockResolver [#610](https://github.com/apache/datafusion-comet/pull/610) (viirya)
+- chore: Update benchmark results [#614](https://github.com/apache/datafusion-comet/pull/614) (andygrove)
+- build: Upgrade to 2.13.14 for scala-2.13 profile [#626](https://github.com/apache/datafusion-comet/pull/626) (viirya)
+- chore: Rename shuffle write metric [#624](https://github.com/apache/datafusion-comet/pull/624) (andygrove)
+- minor: replace .downcast_ref::<T>().is_some() with .is::<T>() [#635](https://github.com/apache/datafusion-comet/pull/635) (andygrove)
+- test: Add CometTPCDSQueryTestSuite [#628](https://github.com/apache/datafusion-comet/pull/628) (viirya)
+- chore: Convert Rust project into a workspace [#637](https://github.com/apache/datafusion-comet/pull/637) (andygrove)
+- chore: Add Miri workflow [#636](https://github.com/apache/datafusion-comet/pull/636) (andygrove)
+- test: Run optimized version of q72 derived from TPC-DS [#652](https://github.com/apache/datafusion-comet/pull/652) (viirya)
+- chore: Refactoring of CometError/SparkError [#655](https://github.com/apache/datafusion-comet/pull/655) (andygrove)
+- chore: Move `cast` to `spark-expr` crate [#654](https://github.com/apache/datafusion-comet/pull/654) (andygrove)
+- chore: Remove utils crate and move utils into spark-expr crate [#658](https://github.com/apache/datafusion-comet/pull/658) (andygrove)
+- chore: Move temporal kernels and expressions to spark-expr crate [#660](https://github.com/apache/datafusion-comet/pull/660) (andygrove)
+- chore: Move protobuf files to separate crate [#661](https://github.com/apache/datafusion-comet/pull/661) (andygrove)
+- Use IfExpr to check when input to log2 is <=0 and return null [#506](https://github.com/apache/datafusion-comet/pull/506) (PedroMDuarte)
+- chore: Change suffix on some expressions from Exec to Expr [#673](https://github.com/apache/datafusion-comet/pull/673) (andygrove)
+- chore: Fix some regressions with Spark 3.5.1 [#674](https://github.com/apache/datafusion-comet/pull/674) (andygrove)
+- chore: Improve fuzz testing coverage [#668](https://github.com/apache/datafusion-comet/pull/668) (andygrove)
+- Create Comet docker file [#675](https://github.com/apache/datafusion-comet/pull/675) (comphead)
+- chore: Add microbenchmarks [#671](https://github.com/apache/datafusion-comet/pull/671) (andygrove)
+- build: Exclude protobug generated codes from apache-rat check [#683](https://github.com/apache/datafusion-comet/pull/683) (viirya)
+- chore: Disable abs and signum because they return incorrect results [#695](https://github.com/apache/datafusion-comet/pull/695) (andygrove)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 100 Liang-Chi Hsieh
+ 82 Andy Grove
+ 28 advancedxy
+ 27 Chao Sun
+ 14 Huaxin Gao
+ 11 KAZUYUKI TANIMURA
+ 9 Vipul Vaibhaw
+ 8 Parth Chandra
+ 7 Emil Ejbyfeldt
+ 7 Steve Vaughan
+ 7 comphead
+ 4 Oleks V
+ 4 Pablo Langa
+ 4 Trent Hauck
+ 2 Edmondo Porcu
+ 2 Vrishabh
+ 2 Xin Hao
+ 2 Xuedong Luan
+ 1 Andrew Lamb
+ 1 Brian Vaughan
+ 1 Cancai Cai
+ 1 Eren Avsarogullari
+ 1 Holden Karau
+ 1 JC
+ 1 Junbo wang
+ 1 Junfan Zhang
+ 1 Pedro M Duarte
+ 1 Prashant K. Sharma
+ 1 RickestCode
+ 1 Rohit Rastogi
+ 1 Roman Zeyde
+ 1 Semyon
+ 1 Son
+ 1 Sujith Jay Nair
+ 1 Zhen Wang
+ 1 ceppelli
+ 1 dependabot[bot]
+ 1 thexia
+ 1 vidyasankarv
+ 1 wankun
+ 1 గణేష్
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.10.0.md.txt b/_sources/changelog/0.10.0.md.txt
new file mode 100644
index 000000000..4cba2257e
--- /dev/null
+++ b/_sources/changelog/0.10.0.md.txt
@@ -0,0 +1,255 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.10.0 Changelog
+
+This release consists of 183 commits from 26 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: [Iceberg] Fix decimal corruption [#1985](https://github.com/apache/datafusion-comet/pull/1985) (andygrove)
+- fix: broken link in development.md [#2024](https://github.com/apache/datafusion-comet/pull/2024) (petern48)
+- fix: [iceberg] Add LogicalTypeAnnotation in ParquetColumnSpec [#2000](https://github.com/apache/datafusion-comet/pull/2000) (huaxingao)
+- fix: hdfs read into buffer fully [#2031](https://github.com/apache/datafusion-comet/pull/2031) (parthchandra)
+- fix: Refactor arithmetic serde and fix correctness issues with EvalMode::TRY [#2018](https://github.com/apache/datafusion-comet/pull/2018) (andygrove)
+- fix: clean up [iceberg] integration APIs [#2032](https://github.com/apache/datafusion-comet/pull/2032) (huaxingao)
+- fix: zero Arrow Array offset before sending across FFI [#2052](https://github.com/apache/datafusion-comet/pull/2052) (mbutrovich)
+- fix: [iceberg] more fixes for Iceberg integration APIs. [#2078](https://github.com/apache/datafusion-comet/pull/2078) (parthchandra)
+- fix: Add support for StringDecode in Spark 4.0.0 [#2075](https://github.com/apache/datafusion-comet/pull/2075) (peter-toth)
+- fix: Avoid double free in CometUnifiedShuffleMemoryAllocator [#2122](https://github.com/apache/datafusion-comet/pull/2122) (andygrove)
+- fix: Remove duplicate serde code [#2098](https://github.com/apache/datafusion-comet/pull/2098) (andygrove)
+- fix: Improve logic for determining when an UnpackOrDeepCopy is needed [#2142](https://github.com/apache/datafusion-comet/pull/2142) (andygrove)
+- fix: Add CopyExec to inputs to SortMergeJoinExec [#2155](https://github.com/apache/datafusion-comet/pull/2155) (andygrove)
+- fix: Fix repeatedly url-decode path when reading parquet from s3 using native parquet reader [#2138](https://github.com/apache/datafusion-comet/pull/2138) (Kontinuation)
+- fix: [iceberg] Switch to OSS Spark and run Iceberg Spark tests in parallel [#1987](https://github.com/apache/datafusion-comet/pull/1987) (hsiang-c)
+- fix: [iceberg] Fall back to spark for schemas with empty structs [#2204](https://github.com/apache/datafusion-comet/pull/2204) (andygrove)
+- fix: Fix failing TPC-DS workflow in PR CI runs [#2207](https://github.com/apache/datafusion-comet/pull/2207) (andygrove)
+- fix: [iceberg] order query result deterministically [#2208](https://github.com/apache/datafusion-comet/pull/2208) (hsiang-c)
+- fix: use `spark.comet.batchSize` instead of `conf.arrowMaxRecordsPerBatch` for data that is coming from Java [#2196](https://github.com/apache/datafusion-comet/pull/2196) (rluvaton)
+- fix: if expr nullable [#2217](https://github.com/apache/datafusion-comet/pull/2217) (Asura7969)
+- fix: Support `auto` scan mode with Spark 4.0.0 [#1975](https://github.com/apache/datafusion-comet/pull/1975) (andygrove)
+- fix: Make Sha2 fallback message more user-friendly [#2213](https://github.com/apache/datafusion-comet/pull/2213) (rishvin)
+- fix: separate type checking for CometExchange and CometColumnarExchange [#2241](https://github.com/apache/datafusion-comet/pull/2241) (mbutrovich)
+- fix: Fix potential resource leak in native shuffle block reader [#2247](https://github.com/apache/datafusion-comet/pull/2247) (andygrove)
+- fix: Remove unreachable code in `CometScanRule` [#2252](https://github.com/apache/datafusion-comet/pull/2252) (andygrove)
+- fix: Fall back to `native_comet` for encrypted Parquet scans [#2250](https://github.com/apache/datafusion-comet/pull/2250) (andygrove)
+- fix: Fall back to `native_comet` when object store not supported by `native_iceberg_compat` [#2251](https://github.com/apache/datafusion-comet/pull/2251) (andygrove)
+- fix: split expr.proto file (new) [#2267](https://github.com/apache/datafusion-comet/pull/2267) (kination)
+- fix: handle cast to dictionary vector introduced by case when [#2044](https://github.com/apache/datafusion-comet/pull/2044) (parthchandra)
+- fix: Remove check for custom S3 endpoints [#2288](https://github.com/apache/datafusion-comet/pull/2288) (andygrove)
+- fix: implement lazy evaluation in Coalesce function [#2270](https://github.com/apache/datafusion-comet/pull/2270) (coderfender)
+- fix: Update benchmarking scripts [#2293](https://github.com/apache/datafusion-comet/pull/2293) (andygrove)
+- fix: Fix regression in NativeConfigSuite [#2299](https://github.com/apache/datafusion-comet/pull/2299) (andygrove)
+- fix: Validating object store configs should not throw exception [#2308](https://github.com/apache/datafusion-comet/pull/2308) (andygrove)
+- fix: TakeOrderedAndProjectExec is not reporting all fallback reasons [#2323](https://github.com/apache/datafusion-comet/pull/2323) (kazuyukitanimura)
+- fix: Fallback length function with binary input [#2349](https://github.com/apache/datafusion-comet/pull/2349) (wForget)
+
+**Performance related:**
+
+- perf: Optimize `AvgDecimalGroupsAccumulator` [#1893](https://github.com/apache/datafusion-comet/pull/1893) (leung-ming)
+- perf: Optimize `SumDecimalGroupsAccumulator::update_single` [#2069](https://github.com/apache/datafusion-comet/pull/2069) (leung-ming)
+- perf: Avoid FFI copy in `ScanExec` when reading data from exchanges [#2268](https://github.com/apache/datafusion-comet/pull/2268) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: Add from_unixtime support [#1943](https://github.com/apache/datafusion-comet/pull/1943) (kazuyukitanimura)
+- feat: randn expression support [#2010](https://github.com/apache/datafusion-comet/pull/2010) (akupchinskiy)
+- feat: monotonically_increasing_id and spark_partition_id implementation [#2037](https://github.com/apache/datafusion-comet/pull/2037) (akupchinskiy)
+- feat: support `map_entries` [#2059](https://github.com/apache/datafusion-comet/pull/2059) (comphead)
+- feat: Support Array Literal [#2057](https://github.com/apache/datafusion-comet/pull/2057) (comphead)
+- feat: Add new trait for operator serde [#2115](https://github.com/apache/datafusion-comet/pull/2115) (andygrove)
+- feat: limit with offset support [#2070](https://github.com/apache/datafusion-comet/pull/2070) (akupchinskiy)
+- feat: Include scan implementation name in CometScan nodeName [#2141](https://github.com/apache/datafusion-comet/pull/2141) (andygrove)
+- feat: Add config option to log fallback reasons [#2154](https://github.com/apache/datafusion-comet/pull/2154) (andygrove)
+- feat: [iceberg] Enable Comet shuffle in Iceberg diff [#2205](https://github.com/apache/datafusion-comet/pull/2205) (andygrove)
+- feat: Improve shuffle fallback reporting [#2194](https://github.com/apache/datafusion-comet/pull/2194) (andygrove)
+- feat: Reset data buf of NativeBatchDecoderIterator on close [#2235](https://github.com/apache/datafusion-comet/pull/2235) (wForget)
+- feat: Improve fallback mechanism for ANSI mode [#2211](https://github.com/apache/datafusion-comet/pull/2211) (andygrove)
+- feat: Support hdfs with OpenDAL [#2244](https://github.com/apache/datafusion-comet/pull/2244) (wForget)
+- feat: Ignore fallback info for command execs [#2297](https://github.com/apache/datafusion-comet/pull/2297) (wForget)
+- feat: Improve some confusing fallback reasons [#2301](https://github.com/apache/datafusion-comet/pull/2301) (wForget)
+- feat: Make supported hadoop filesystem schemes configurable [#2272](https://github.com/apache/datafusion-comet/pull/2272) (wForget)
+- feat: [1941-Part1]: Introduce map-sort scalar function [#2262](https://github.com/apache/datafusion-comet/pull/2262) (rishvin)
+- feat: [iceberg] delete rows support using selection vectors [#2346](https://github.com/apache/datafusion-comet/pull/2346) (parthchandra)
+
+**Documentation updates:**
+
+- docs: Update benchmark results for 0.9.0 [#1959](https://github.com/apache/datafusion-comet/pull/1959) (andygrove)
+- doc: Add comment about local clippy run before submitting a pull request [#1961](https://github.com/apache/datafusion-comet/pull/1961) (akupchinskiy)
+- docs: Minor improvements to Spark SQL test docs [#1980](https://github.com/apache/datafusion-comet/pull/1980) (andygrove)
+- docs: Update Maven links for 0.9.0 release [#1988](https://github.com/apache/datafusion-comet/pull/1988) (andygrove)
+- docs: Documentation updates for 0.9.0 release [#1981](https://github.com/apache/datafusion-comet/pull/1981) (andygrove)
+- docs: Add guide showing comparison between Comet and Gluten [#2012](https://github.com/apache/datafusion-comet/pull/2012) (andygrove)
+- docs: Remove legacy comment in docs [#2022](https://github.com/apache/datafusion-comet/pull/2022) (andygrove)
+- docs: Update Gluten comparision to clarify that Velox is open-source [#2043](https://github.com/apache/datafusion-comet/pull/2043) (andygrove)
+- docs: Improve Gluten comparison based on feedback from the community [#2048](https://github.com/apache/datafusion-comet/pull/2048) (andygrove)
+- docs: added a missing export into the plan stability section [#2071](https://github.com/apache/datafusion-comet/pull/2071) (akupchinskiy)
+- doc: Added documentation for supported map functions [#2074](https://github.com/apache/datafusion-comet/pull/2074) (codetyri0n)
+- doc: Alternative way to start Spark Master to run benchmarks [#2072](https://github.com/apache/datafusion-comet/pull/2072) (comphead)
+- docs: Update to support try arithmetic functions [#2143](https://github.com/apache/datafusion-comet/pull/2143) (coderfender)
+- doc: update macos standalone spark start instructions [#2103](https://github.com/apache/datafusion-comet/pull/2103) (comphead)
+- docs: Update confs to bypass Iceberg Spark issues [#2166](https://github.com/apache/datafusion-comet/pull/2166) (hsiang-c)
+- docs: Add Roadmap [#2191](https://github.com/apache/datafusion-comet/pull/2191) (andygrove)
+- docs: Update installation guide for 0.9.1 [#2230](https://github.com/apache/datafusion-comet/pull/2230) (andygrove)
+- docs: Publish version-specific user guides [#2269](https://github.com/apache/datafusion-comet/pull/2269) (andygrove)
+- docs: Fix issues with publishing user guide for older Comet versions [#2284](https://github.com/apache/datafusion-comet/pull/2284) (andygrove)
+- docs: Move user guide docs into /user-guide/latest [#2318](https://github.com/apache/datafusion-comet/pull/2318) (andygrove)
+- docs: Add manual redirects from old pages that no longer exist [#2317](https://github.com/apache/datafusion-comet/pull/2317) (andygrove)
+- docs: Fix broken links and other Sphinx warnings [#2320](https://github.com/apache/datafusion-comet/pull/2320) (andygrove)
+- docs: Use `sphinx-reredirects` for redirects [#2324](https://github.com/apache/datafusion-comet/pull/2324) (andygrove)
+- docs: Add note about Root CA Certificate location with native scans [#2325](https://github.com/apache/datafusion-comet/pull/2325) (andygrove)
+- docs: Stop hard-coding Comet version in docs [#2326](https://github.com/apache/datafusion-comet/pull/2326) (andygrove)
+- docs: Update supported expressions and operators in user guide [#2327](https://github.com/apache/datafusion-comet/pull/2327) (andygrove)
+- docs: Update Iceberg docs for 0.10.0 release [#2355](https://github.com/apache/datafusion-comet/pull/2355) (hsiang-c)
+
+**Other:**
+
+- chore: Start 0.10.0 development [#1958](https://github.com/apache/datafusion-comet/pull/1958) (andygrove)
+- build: Fix release dockerfile [#1960](https://github.com/apache/datafusion-comet/pull/1960) (andygrove)
+- test: Run Iceberg Spark tests only when PR title contains [iceberg] [#1976](https://github.com/apache/datafusion-comet/pull/1976) (hsiang-c)
+- chore: Reuse comet allocator [#1973](https://github.com/apache/datafusion-comet/pull/1973) (EmilyMatt)
+- chore: update `CopyExec` with `maintains_input_order`, `supports_limit_pushdown` and `cardinality_effect` [#1979](https://github.com/apache/datafusion-comet/pull/1979) (rluvaton)
+- chore: extract CreateArray from QueryPlanSerde [#1991](https://github.com/apache/datafusion-comet/pull/1991) (tglanz)
+- chore: use DF scalar functions for StartsWith, EndsWith, Contains, DF LikeExpr [#1887](https://github.com/apache/datafusion-comet/pull/1887) (mbutrovich)
+- refactor: standardize div_ceil [#1999](https://github.com/apache/datafusion-comet/pull/1999) (tglanz)
+- Feat: support map_from_arrays [#1932](https://github.com/apache/datafusion-comet/pull/1932) (kazantsev-maksim)
+- chore: Implement BloomFilterMightContain as a ScalarUDFImpl [#1954](https://github.com/apache/datafusion-comet/pull/1954) (tglanz)
+- chore: Drop support for RightSemi and RightAnti join types [#1935](https://github.com/apache/datafusion-comet/pull/1935) (dharanad)
+- minor: Refactor to reduce duplicate serde code [#2011](https://github.com/apache/datafusion-comet/pull/2011) (andygrove)
+- chore: Introduce ANSI support for remainder operation [#1971](https://github.com/apache/datafusion-comet/pull/1971) (rishvin)
+- chore: Improve process for generating dynamic content into documentation [#2017](https://github.com/apache/datafusion-comet/pull/2017) (andygrove)
+- minor: Refactor to move some shuffle-related logic from `QueryPlanSerde` to `CometExecRule` [#2015](https://github.com/apache/datafusion-comet/pull/2015) (andygrove)
+- chore: Add benchmarking scripts [#2025](https://github.com/apache/datafusion-comet/pull/2025) (andygrove)
+- chore: Add scripts for running benchmark based on TPC-DS [#2042](https://github.com/apache/datafusion-comet/pull/2042) (andygrove)
+- Chore: Improve array contains test coverage [#2030](https://github.com/apache/datafusion-comet/pull/2030) (kazantsev-maksim)
+- fix : cast_operands_to_decimal_type_to_fix_arithmetic_overflow [#1996](https://github.com/apache/datafusion-comet/pull/1996) (coderfender)
+- chore: Add scripts for running benchmarks with Blaze [#2050](https://github.com/apache/datafusion-comet/pull/2050) (andygrove)
+- chore: migrate to DF 49.0.0 [#2040](https://github.com/apache/datafusion-comet/pull/2040) (comphead)
+- chore: Refactor aggregate serde to be consistent with other expression serde [#2055](https://github.com/apache/datafusion-comet/pull/2055) (andygrove)
+- Chore: implement string_space as ScalarUDFImpl [#2041](https://github.com/apache/datafusion-comet/pull/2041) (kazantsev-maksim)
+- docs : Change notes for `IntegralDivide` [#2054](https://github.com/apache/datafusion-comet/pull/2054) (coderfender)
+- Chore: refactor Comparison out of QueryPlanSerde [#2028](https://github.com/apache/datafusion-comet/pull/2028) (CuteChuanChuan)
+- chore: Use Datafusion's Sha2 and remove Comet's implementation. [#2063](https://github.com/apache/datafusion-comet/pull/2063) (rishvin)
+- chore: Adding dependabot [#2076](https://github.com/apache/datafusion-comet/pull/2076) (comphead)
+- chore: Fix clippy issues for Rust 1.89.0 [#2082](https://github.com/apache/datafusion-comet/pull/2082) (andygrove)
+- chore: Refactor string expression serde, part 1 [#2068](https://github.com/apache/datafusion-comet/pull/2068) (andygrove)
+- chore: Use `chr` function from datafusion-spark [#2080](https://github.com/apache/datafusion-comet/pull/2080) (andygrove)
+- minor: CometBuffer code cleanup [#2090](https://github.com/apache/datafusion-comet/pull/2090) (andygrove)
+- chore: Refactor string expression serde, part 2 [#2097](https://github.com/apache/datafusion-comet/pull/2097) (andygrove)
+- chore: create copy of fs-hdfs [#2062](https://github.com/apache/datafusion-comet/pull/2062) (parthchandra)
+- Chore: refactor datetime related expressions out of QueryPlanSerde [#2085](https://github.com/apache/datafusion-comet/pull/2085) (CuteChuanChuan)
+- chore(deps): bump actions/checkout from 3 to 4 [#2104](https://github.com/apache/datafusion-comet/pull/2104) (dependabot[bot])
+- chore(deps): bump libc from 0.2.174 to 0.2.175 in /native [#2107](https://github.com/apache/datafusion-comet/pull/2107) (dependabot[bot])
+- chore(deps): bump assertables from 9.8.1 to 9.8.2 in /native [#2108](https://github.com/apache/datafusion-comet/pull/2108) (dependabot[bot])
+- chore: Update dependabot label [#2110](https://github.com/apache/datafusion-comet/pull/2110) (mbutrovich)
+- chore: Move `stringDecode()` to `CommonStringExprs` trait [#2111](https://github.com/apache/datafusion-comet/pull/2111) (peter-toth)
+- chore(deps): bump uuid from 0.8.2 to 1.17.0 in /native [#2106](https://github.com/apache/datafusion-comet/pull/2106) (dependabot[bot])
+- chore(deps): bump actions/download-artifact from 4 to 5 [#2109](https://github.com/apache/datafusion-comet/pull/2109) (dependabot[bot])
+- chore(deps): bump tokio from 1.47.0 to 1.47.1 in /native [#2112](https://github.com/apache/datafusion-comet/pull/2112) (dependabot[bot])
+- chore(deps): bump actions/setup-java from 3 to 4 [#2105](https://github.com/apache/datafusion-comet/pull/2105) (dependabot[bot])
+- chore(deps): bump the proto group in /native with 2 updates [#2113](https://github.com/apache/datafusion-comet/pull/2113) (dependabot[bot])
+- chore: Add type parameter to `CometExpressionSerde` [#2114](https://github.com/apache/datafusion-comet/pull/2114) (peter-toth)
+- chore(deps): bump cc from 1.2.30 to 1.2.32 in /native [#2123](https://github.com/apache/datafusion-comet/pull/2123) (dependabot[bot])
+- chore(deps): bump bindgen from 0.64.0 to 0.69.5 in /native [#2124](https://github.com/apache/datafusion-comet/pull/2124) (dependabot[bot])
+- chore(deps): bump aws-credential-types from 1.2.4 to 1.2.5 in /native [#2125](https://github.com/apache/datafusion-comet/pull/2125) (dependabot[bot])
+- chore(deps): bump actions/checkout from 4 to 5 [#2126](https://github.com/apache/datafusion-comet/pull/2126) (dependabot[bot])
+- chore: fix `QueryPlanSerde` merge error [#2127](https://github.com/apache/datafusion-comet/pull/2127) (comphead)
+- chore(deps): bump slab from 0.4.10 to 0.4.11 in /native [#2128](https://github.com/apache/datafusion-comet/pull/2128) (dependabot[bot])
+- fix : implement_try_eval_mode_arithmetic [#2073](https://github.com/apache/datafusion-comet/pull/2073) (coderfender)
+- chore: Simplify approach to avoiding memory corruption due to buffer reuse [#2156](https://github.com/apache/datafusion-comet/pull/2156) (andygrove)
+- chore: upgrade to DataFusion 49.0.1 [#2077](https://github.com/apache/datafusion-comet/pull/2077) (mbutrovich)
+- chore: CometExecRule code cleanup [#2159](https://github.com/apache/datafusion-comet/pull/2159) (andygrove)
+- chore: Update `CometTestBase` to stop setting the scan implementation to `native_comet` [#2176](https://github.com/apache/datafusion-comet/pull/2176) (andygrove)
+- trivial: remove unnecessary clone() [#2066](https://github.com/apache/datafusion-comet/pull/2066) (isimluk)
+- chore: Pass Spark configs to native `createPlan` [#2180](https://github.com/apache/datafusion-comet/pull/2180) (andygrove)
+- (feat) add support for ArrayMin scalar function [#1944](https://github.com/apache/datafusion-comet/pull/1944) (dharanad)
+- chore: Upgrade to 49.0.2 [#2223](https://github.com/apache/datafusion-comet/pull/2223) (comphead)
+- chore(deps): bump bindgen from 0.69.5 to 0.72.0 in /native [#2222](https://github.com/apache/datafusion-comet/pull/2222) (dependabot[bot])
+- chore: move Round serde into object [#2237](https://github.com/apache/datafusion-comet/pull/2237) (andygrove)
+- chore: Improve expression fallback reporting [#2240](https://github.com/apache/datafusion-comet/pull/2240) (andygrove)
+- chore: Update stability suite to use `auto` scan instead of `native_comet` [#2178](https://github.com/apache/datafusion-comet/pull/2178) (andygrove)
+- chore: Improve documentation for `CometBatchIterator` and fix a potential issue [#2168](https://github.com/apache/datafusion-comet/pull/2168) (andygrove)
+- chore: Fix `array_intersect` test [#2246](https://github.com/apache/datafusion-comet/pull/2246) (comphead)
+- chore(deps): bump actions/checkout from 4 to 5 [#2229](https://github.com/apache/datafusion-comet/pull/2229) (dependabot[bot])
+- chore(deps): bump actions/setup-java from 4 to 5 [#2225](https://github.com/apache/datafusion-comet/pull/2225) (dependabot[bot])
+- chore: Introduce `strict-warning` profile for Scala [#2254](https://github.com/apache/datafusion-comet/pull/2254) (comphead)
+- chore: fix struct to string test for `native_iceberg_compat` [#2253](https://github.com/apache/datafusion-comet/pull/2253) (comphead)
+- chore: Add type parameter to CometAggregateExpressionSerde [#2249](https://github.com/apache/datafusion-comet/pull/2249) (andygrove)
+- Feat: Impl array flatten func [#2039](https://github.com/apache/datafusion-comet/pull/2039) (kazantsev-maksim)
+- Chore: Refactor serde for math expressions [#2259](https://github.com/apache/datafusion-comet/pull/2259) (kazantsev-maksim)
+- chore: Refactor serde for more array and struct expressions [#2257](https://github.com/apache/datafusion-comet/pull/2257) (andygrove)
+- chore: Refactor remaining predicate expression serde [#2265](https://github.com/apache/datafusion-comet/pull/2265) (andygrove)
+- chore(deps): bump procfs from 0.17.0 to 0.18.0 in /native [#2278](https://github.com/apache/datafusion-comet/pull/2278) (dependabot[bot])
+- chore(deps): bump cc from 1.2.34 to 1.2.35 in /native [#2277](https://github.com/apache/datafusion-comet/pull/2277) (dependabot[bot])
+- chore(deps): bump bindgen from 0.72.0 to 0.72.1 in /native [#2274](https://github.com/apache/datafusion-comet/pull/2274) (dependabot[bot])
+- chore(deps): bump aws-credential-types from 1.2.5 to 1.2.6 in /native [#2275](https://github.com/apache/datafusion-comet/pull/2275) (dependabot[bot])
+- minor: Remove useless ENABLE_COMET_SHUFFLE env [#2280](https://github.com/apache/datafusion-comet/pull/2280) (wForget)
+- chore: Refactor serde for conditional expressions [#2266](https://github.com/apache/datafusion-comet/pull/2266) (andygrove)
+- chore(deps): bump mimalloc from 0.1.47 to 0.1.48 in /native [#2276](https://github.com/apache/datafusion-comet/pull/2276) (dependabot[bot])
+- chore: docker publish and docs build only for apache repo [#2289](https://github.com/apache/datafusion-comet/pull/2289) (wForget)
+- minor: Reduce misleading fallback warnings [#2283](https://github.com/apache/datafusion-comet/pull/2283) (andygrove)
+- chore: Refactor `Cast` serde to avoid code duplication [#2242](https://github.com/apache/datafusion-comet/pull/2242) (andygrove)
+- chore: Refactor `hex`/`unhex` SerDe to avoid code duplication [#2287](https://github.com/apache/datafusion-comet/pull/2287) (hsiang-c)
+- minor: Improve exception message for unimplemented CometVector methods [#2291](https://github.com/apache/datafusion-comet/pull/2291) (andygrove)
+- chore: Align sort constraints w/ `arrow-rs` [#2279](https://github.com/apache/datafusion-comet/pull/2279) (hsiang-c)
+- chore: Collect fallback reasons for spark sql tests [#2313](https://github.com/apache/datafusion-comet/pull/2313) (wForget)
+- chore: Refactor serde for named expressions `alias` and `attributeReference` [#2290](https://github.com/apache/datafusion-comet/pull/2290) (andygrove)
+- chore(deps): bump log4rs from 1.3.0 to 1.4.0 in /native [#2334](https://github.com/apache/datafusion-comet/pull/2334) (dependabot[bot])
+- chore(deps): bump twox-hash from 2.1.1 to 2.1.2 in /native [#2335](https://github.com/apache/datafusion-comet/pull/2335) (dependabot[bot])
+- chore(deps): bump actions/setup-python from 5 to 6 [#2331](https://github.com/apache/datafusion-comet/pull/2331) (dependabot[bot])
+- chore(deps): bump actions/download-artifact from 4 to 5 [#2332](https://github.com/apache/datafusion-comet/pull/2332) (dependabot[bot])
+- chore(deps): bump cc from 1.2.35 to 1.2.36 in /native [#2337](https://github.com/apache/datafusion-comet/pull/2337) (dependabot[bot])
+- chore(deps): bump log from 0.4.27 to 0.4.28 in /native [#2333](https://github.com/apache/datafusion-comet/pull/2333) (dependabot[bot])
+- build: Specify SPARK_LOCAL_HOSTNAME to fix CI failures [#2353](https://github.com/apache/datafusion-comet/pull/2353) (andygrove)
+- chore: [branch-0.10] Bump version to 0.10.0 [#2356](https://github.com/apache/datafusion-comet/pull/2356) (andygrove)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 75 Andy Grove
+ 27 dependabot[bot]
+ 11 Oleks V
+ 9 Zhen Wang
+ 7 hsiang-c
+ 5 Artem Kupchinskiy
+ 5 B Vadlamani
+ 5 Kazantsev Maksim
+ 5 Matt Butrovich
+ 5 Parth Chandra
+ 4 Rishab Joshi
+ 3 Peter Toth
+ 3 Tal Glanzman
+ 2 Dharan Aditya
+ 2 Huaxin Gao
+ 2 KAZUYUKI TANIMURA
+ 2 Leung Ming
+ 2 Raz Luvaton
+ 2 Yu-Chuan Hung
+ 1 Asura7969
+ 1 Emily Matheys
+ 1 K.I. (Dennis) Jung
+ 1 Kristin Cowalcijk
+ 1 Peter Nguyen
+ 1 codetyri0n
+ 1 Šimon Lukašík
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.11.0.md.txt b/_sources/changelog/0.11.0.md.txt
new file mode 100644
index 000000000..c33924da6
--- /dev/null
+++ b/_sources/changelog/0.11.0.md.txt
@@ -0,0 +1,191 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.11.0 Changelog
+
+This release consists of 131 commits from 15 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: temporarily ignore test for hdfs file systems [#2359](https://github.com/apache/datafusion-comet/pull/2359) (parthchandra)
+- fix: Check reused broadcast plan in non-AQE and make setNumPartitions thread safe [#2398](https://github.com/apache/datafusion-comet/pull/2398) (wForget)
+- fix: correct `missingInput` for `CometHashAggregateExec` [#2409](https://github.com/apache/datafusion-comet/pull/2409) (comphead)
+- fix:clippy errros rust 1.9.0 update [#2419](https://github.com/apache/datafusion-comet/pull/2419) (coderfender)
+- fix: Avoid spark plan execution cache preventing CometBatchRDD numPartitions change [#2420](https://github.com/apache/datafusion-comet/pull/2420) (wForget)
+- fix: regressions in `CometToPrettyStringSuite` [#2384](https://github.com/apache/datafusion-comet/pull/2384) (hsiang-c)
+- fix: Byte array Literals failed on cast [#2432](https://github.com/apache/datafusion-comet/pull/2432) (comphead)
+- fix: Do not push down subquery filters on native_datafusion scan [#2438](https://github.com/apache/datafusion-comet/pull/2438) (wForget)
+- fix: Improve error handling when resolving S3 bucket region [#2440](https://github.com/apache/datafusion-comet/pull/2440) (andygrove)
+- fix: [iceberg] additional parquet independent api for iceberg integration [#2442](https://github.com/apache/datafusion-comet/pull/2442) (parthchandra)
+- fix: Specify reqwest crate features [#2446](https://github.com/apache/datafusion-comet/pull/2446) (andygrove)
+- fix: distributed RangePartitioning bounds calculation with native shuffle [#2258](https://github.com/apache/datafusion-comet/pull/2258) (mbutrovich)
+- fix: fix regression in tpcbench.py [#2512](https://github.com/apache/datafusion-comet/pull/2512) (andygrove)
+- fix: [iceberg] Close reader instance in ReadConf [#2510](https://github.com/apache/datafusion-comet/pull/2510) (hsiang-c)
+- fix: Enable plan stability tests for `auto` scan [#2516](https://github.com/apache/datafusion-comet/pull/2516) (andygrove)
+- fix: Capture unexpected output when retrieving JVM 17 args in Makefile [#2566](https://github.com/apache/datafusion-comet/pull/2566) (zuston)
+
+**Performance related:**
+
+- perf: New Configuration from shared conf to avoid high costs [#2402](https://github.com/apache/datafusion-comet/pull/2402) (wForget)
+- perf: Use DataFusion's `count_udaf` instead of `SUM(IF(expr IS NOT NULL, 1, 0))` [#2407](https://github.com/apache/datafusion-comet/pull/2407) (andygrove)
+- perf: Improve BroadcastExchangeExec conversion [#2417](https://github.com/apache/datafusion-comet/pull/2417) (wForget)
+
+**Implemented enhancements:**
+
+- feat: Add dynamic `enabled` and `allowIncompat` configs for all supported expressions [#2329](https://github.com/apache/datafusion-comet/pull/2329) (andygrove)
+- feat: feature specific tests [#2372](https://github.com/apache/datafusion-comet/pull/2372) (parthchandra)
+- feat: Support more date part expressions [#2316](https://github.com/apache/datafusion-comet/pull/2316) (wForget)
+- feat: rpad support column for second arg instead of just literal [#2099](https://github.com/apache/datafusion-comet/pull/2099) (coderfender)
+- feat: Support comet native log level conf [#2379](https://github.com/apache/datafusion-comet/pull/2379) (wForget)
+- feat: Enable WeekDay function [#2411](https://github.com/apache/datafusion-comet/pull/2411) (wForget)
+- feat: Add nested Array literal support [#2181](https://github.com/apache/datafusion-comet/pull/2181) (comphead)
+- feat:add_additional_char_support_rpad [#2436](https://github.com/apache/datafusion-comet/pull/2436) (coderfender)
+- feat: do not fallback to Spark for `COUNT(distinct)` [#2429](https://github.com/apache/datafusion-comet/pull/2429) (comphead)
+- feat: implement_ansi_eval_mode_arithmetic [#2136](https://github.com/apache/datafusion-comet/pull/2136) (coderfender)
+- feat: Add plan conversion statistics to extended explain info [#2412](https://github.com/apache/datafusion-comet/pull/2412) (andygrove)
+- feat: implement_comet_native_lpad_expr [#2102](https://github.com/apache/datafusion-comet/pull/2102) (coderfender)
+- feat: Add `backtrace` feature to simplify enabling native backtraces in `CometNativeException` [#2515](https://github.com/apache/datafusion-comet/pull/2515) (andygrove)
+- feat: Support reverse function with ArrayType input [#2481](https://github.com/apache/datafusion-comet/pull/2481) (cfmcgrady)
+- feat: Change default off-heap memory pool from `greedy_unified` to `fair_unified` [#2526](https://github.com/apache/datafusion-comet/pull/2526) (andygrove)
+- feat: Make DiskManager `max_temp_directory_size` configurable [#2479](https://github.com/apache/datafusion-comet/pull/2479) (manuzhang)
+- feat: Parquet Modular Encryption with Spark KMS for native readers [#2447](https://github.com/apache/datafusion-comet/pull/2447) (mbutrovich)
+- feat: Add support for Spark-compatible cast from integral to decimal [#2472](https://github.com/apache/datafusion-comet/pull/2472) (coderfender)
+- feat:Support ANSI mode integral divide [#2421](https://github.com/apache/datafusion-comet/pull/2421) (coderfender)
+- feat: Add config to enable running Comet in onheap mode [#2554](https://github.com/apache/datafusion-comet/pull/2554) (andygrove)
+- feat:support ansi mode rounding function [#2542](https://github.com/apache/datafusion-comet/pull/2542) (coderfender)
+- feat:support ansi mode remainder function [#2556](https://github.com/apache/datafusion-comet/pull/2556) (coderfender)
+- feat: Implement array-to-string cast support [#2425](https://github.com/apache/datafusion-comet/pull/2425) (cfmcgrady)
+- feat: Various improvements to memory pool configuration, logging, and documentation [#2538](https://github.com/apache/datafusion-comet/pull/2538) (andygrove)
+- feat: Enable complex types for columnar shuffle [#2573](https://github.com/apache/datafusion-comet/pull/2573) (mbutrovich)
+- feat: support_decimal_types_bool_cast_native_impl [#2490](https://github.com/apache/datafusion-comet/pull/2490) (coderfender)
+- feat: Use buf write to reduce system call on index write [#2579](https://github.com/apache/datafusion-comet/pull/2579) (zuston)
+
+**Documentation updates:**
+
+- doc: Document usage IcebergCometBatchReader.java [#2347](https://github.com/apache/datafusion-comet/pull/2347) (comphead)
+- docs: Add changelog for 0.10.0 release [#2361](https://github.com/apache/datafusion-comet/pull/2361) (andygrove)
+- docs: Fix error in docs [#2373](https://github.com/apache/datafusion-comet/pull/2373) (andygrove)
+- docs: Fix more comet versions in docs [#2374](https://github.com/apache/datafusion-comet/pull/2374) (andygrove)
+- docs: Publish 0.10.0 user guide [#2394](https://github.com/apache/datafusion-comet/pull/2394) (andygrove)
+- doc: macos benches doc clarifications [#2418](https://github.com/apache/datafusion-comet/pull/2418) (comphead)
+- docs: update configs.md after #2422 [#2428](https://github.com/apache/datafusion-comet/pull/2428) (mbutrovich)
+- docs: update docs and tuning guide related to native shuffle [#2487](https://github.com/apache/datafusion-comet/pull/2487) (mbutrovich)
+- docs: Improve EC2 benchmarking guide [#2474](https://github.com/apache/datafusion-comet/pull/2474) (andygrove)
+- docs: docs_update_ansi_support [#2496](https://github.com/apache/datafusion-comet/pull/2496) (coderfender)
+- docs:support lpad expression documentation update [#2517](https://github.com/apache/datafusion-comet/pull/2517) (coderfender)
+- docs: doc changes to support ANSI mode integral divide [#2570](https://github.com/apache/datafusion-comet/pull/2570) (coderfender)
+- docs: Split configuration guide into different sections (scan, exec, shuffle, etc) [#2568](https://github.com/apache/datafusion-comet/pull/2568) (andygrove)
+- docs: doc update to support ANSI mode remainder function [#2576](https://github.com/apache/datafusion-comet/pull/2576) (coderfender)
+- docs: Documentation updates [#2581](https://github.com/apache/datafusion-comet/pull/2581) (andygrove)
+
+**Other:**
+
+- chore(deps): bump uuid from 1.18.0 to 1.18.1 in /native [#2336](https://github.com/apache/datafusion-comet/pull/2336) (dependabot[bot])
+- build: Check that all Scala test suites run in PR builds [#2304](https://github.com/apache/datafusion-comet/pull/2304) (andygrove)
+- chore: Start 0.11.0 development [#2365](https://github.com/apache/datafusion-comet/pull/2365) (andygrove)
+- chore: Split expression serde hash map into separate categories [#2322](https://github.com/apache/datafusion-comet/pull/2322) (andygrove)
+- chore: exclude Iceberg diffs from rat checks [#2376](https://github.com/apache/datafusion-comet/pull/2376) (hsiang-c)
+- chore: Refactor UnaryMinus serde [#2378](https://github.com/apache/datafusion-comet/pull/2378) (andygrove)
+- chore: Revert "chore: [1941-Part1]: Introduce `map_sort` scalar function (#2… [#2381](https://github.com/apache/datafusion-comet/pull/2381) (comphead)
+- chore: Refactor Literal serde [#2377](https://github.com/apache/datafusion-comet/pull/2377) (andygrove)
+- chore: Output `BaseAggregateExec` accurate unsupported names [#2383](https://github.com/apache/datafusion-comet/pull/2383) (comphead)
+- chore: Improve Initcap test and docs [#2387](https://github.com/apache/datafusion-comet/pull/2387) (andygrove)
+- build: fix build of 'hdfs-opendal' feature for MacOS [#2392](https://github.com/apache/datafusion-comet/pull/2392) (parthchandra)
+- chore(deps): bump cc from 1.2.36 to 1.2.37 in /native [#2399](https://github.com/apache/datafusion-comet/pull/2399) (dependabot[bot])
+- chore: [iceberg] support Iceberg 1.9.1 [#2386](https://github.com/apache/datafusion-comet/pull/2386) (hsiang-c)
+- minor: Add deprecation notice to `datafusion-comet-spark-expr` crate [#2405](https://github.com/apache/datafusion-comet/pull/2405) (andygrove)
+- minor: Update benchmarking scripts to specify scan implementation [#2403](https://github.com/apache/datafusion-comet/pull/2403) (andygrove)
+- refactor: Scala hygiene - remove `scala.collection.JavaConverters` [#2393](https://github.com/apache/datafusion-comet/pull/2393) (hsiang-c)
+- chore: Improve test coverage for `count` aggregates [#2406](https://github.com/apache/datafusion-comet/pull/2406) (andygrove)
+- chore: upgrade to DataFusion 50.0.0, Arrow 56.1.0, Parquet 56.0.0 among others [#2286](https://github.com/apache/datafusion-comet/pull/2286) (mbutrovich)
+- chore: Support Spark 4.0.1 instead of 4.0.0 [#2414](https://github.com/apache/datafusion-comet/pull/2414) (andygrove)
+- chore: Respect native features env for cargo commands [#2296](https://github.com/apache/datafusion-comet/pull/2296) (wForget)
+- minor: Update TPC-DS microbenchmarks to remove "scan only" and "exec only" runs [#2396](https://github.com/apache/datafusion-comet/pull/2396) (andygrove)
+- minor: Add RDDScan to default value of sparkToColumnar.supportedOperatorList [#2422](https://github.com/apache/datafusion-comet/pull/2422) (wForget)
+- chore: new TPC-DS golden plans [#2426](https://github.com/apache/datafusion-comet/pull/2426) (mbutrovich)
+- chore: fix `pr_build*.yml` [#2434](https://github.com/apache/datafusion-comet/pull/2434) (comphead)
+- chore: Remove unused class [#2437](https://github.com/apache/datafusion-comet/pull/2437) (wForget)
+- chore(deps): bump cc from 1.2.37 to 1.2.38 in /native [#2439](https://github.com/apache/datafusion-comet/pull/2439) (dependabot[bot])
+- chore: add validate_workflows.yml [#2441](https://github.com/apache/datafusion-comet/pull/2441) (comphead)
+- test: potential native broadcast failure in scenarios with ReusedExhange [#2167](https://github.com/apache/datafusion-comet/pull/2167) (akupchinskiy)
+- chore: Improvements of fallback info [#2450](https://github.com/apache/datafusion-comet/pull/2450) (wForget)
+- chore: Upgrade Apache Release Audit Tool (RAT) to 0.16.1 [#2451](https://github.com/apache/datafusion-comet/pull/2451) (andygrove)
+- minor: Remove reference to SortExec deadlock issue that is now resolved [#2464](https://github.com/apache/datafusion-comet/pull/2464) (andygrove)
+- chore: Use checked operations when growing or shrinking unified memory pool [#2455](https://github.com/apache/datafusion-comet/pull/2455) (andygrove)
+- minor: Improve the log message of `CometTestBase#checkCometOperators` [#2458](https://github.com/apache/datafusion-comet/pull/2458) (cfmcgrady)
+- minor: Skip calculating per-task memory limit when in off-heap mode [#2462](https://github.com/apache/datafusion-comet/pull/2462) (andygrove)
+- Chore: Used DataFusion impl of bit_get function [#2466](https://github.com/apache/datafusion-comet/pull/2466) (kazantsev-maksim)
+- chore(deps): bump regex from 1.11.2 to 1.11.3 in /native [#2483](https://github.com/apache/datafusion-comet/pull/2483) (dependabot[bot])
+- chore: update TPS-DS plans after #2429 [#2486](https://github.com/apache/datafusion-comet/pull/2486) (mbutrovich)
+- chore(deps): bump thiserror from 2.0.16 to 2.0.17 in /native [#2485](https://github.com/apache/datafusion-comet/pull/2485) (dependabot[bot])
+- chore(deps): bump cc from 1.2.38 to 1.2.39 in /native [#2484](https://github.com/apache/datafusion-comet/pull/2484) (dependabot[bot])
+- chore: Support running specific benchmark query [#2491](https://github.com/apache/datafusion-comet/pull/2491) (comphead)
+- chore: Make CometColumnarToRowExec extends CometPlan [#2460](https://github.com/apache/datafusion-comet/pull/2460) (wForget)
+- chore: Update artifacts to 0.10.0 [#2500](https://github.com/apache/datafusion-comet/pull/2500) (comphead)
+- build: Stop caching libcomet in CI [#2498](https://github.com/apache/datafusion-comet/pull/2498) (andygrove)
+- chore: Upgrade Maven plugins [#2494](https://github.com/apache/datafusion-comet/pull/2494) (andygrove)
+- Chore: Used DataFusion impl of date_add and date_sub functions [#2473](https://github.com/apache/datafusion-comet/pull/2473) (kazantsev-maksim)
+- minor: include taskAttemptId in log messages [#2467](https://github.com/apache/datafusion-comet/pull/2467) (andygrove)
+- chore: Improve test assertions in plan stability suite [#2505](https://github.com/apache/datafusion-comet/pull/2505) (andygrove)
+- build: Add Spark 4.0 to release build script [#2514](https://github.com/apache/datafusion-comet/pull/2514) (parthchandra)
+- chore: Enable plan stability tests for `native_iceberg_compat` [#2519](https://github.com/apache/datafusion-comet/pull/2519) (andygrove)
+- chore(deps): bump parking_lot from 0.12.4 to 0.12.5 in /native [#2530](https://github.com/apache/datafusion-comet/pull/2530) (dependabot[bot])
+- chore(deps): bump cc from 1.2.39 to 1.2.40 in /native [#2529](https://github.com/apache/datafusion-comet/pull/2529) (dependabot[bot])
+- chore: Refactor serde for `ArrayCompact` and `ArrayFilter` [#2536](https://github.com/apache/datafusion-comet/pull/2536) (andygrove)
+- Chore: Fix Scala code warnings - common module [#2527](https://github.com/apache/datafusion-comet/pull/2527) (andy-hf-kwok)
+- chore: Refactor serde for `CheckOverflow` [#2537](https://github.com/apache/datafusion-comet/pull/2537) (andygrove)
+- build: Run scala tests against release build of native code [#2541](https://github.com/apache/datafusion-comet/pull/2541) (andygrove)
+- chore: Pass Comet configs to native `createPlan` [#2543](https://github.com/apache/datafusion-comet/pull/2543) (andygrove)
+- chore: Refactor serde for Length [#2547](https://github.com/apache/datafusion-comet/pull/2547) (andygrove)
+- chore: Include spark shim sources for spotless plugin and reformat [#2557](https://github.com/apache/datafusion-comet/pull/2557) (wForget)
+- chore(deps): bump opendal from 0.54.0 to 0.54.1 in /native [#2559](https://github.com/apache/datafusion-comet/pull/2559) (dependabot[bot])
+- chore: Finish moving Cast serde out of QueryPlanSerde [#2550](https://github.com/apache/datafusion-comet/pull/2550) (andygrove)
+- chore: Use cargo-nextest in CI [#2546](https://github.com/apache/datafusion-comet/pull/2546) (andygrove)
+- chore: Delete unused code [#2565](https://github.com/apache/datafusion-comet/pull/2565) (zuston)
+- chore: Improve plan comet transformation log [#2564](https://github.com/apache/datafusion-comet/pull/2564) (wForget)
+- chore(deps): bump cc from 1.2.40 to 1.2.41 in /native [#2560](https://github.com/apache/datafusion-comet/pull/2560) (dependabot[bot])
+- chore(deps): bump aws-credential-types from 1.2.6 to 1.2.7 in /native [#2563](https://github.com/apache/datafusion-comet/pull/2563) (dependabot[bot])
+- chore: Refactor serde for RegExpReplace [#2548](https://github.com/apache/datafusion-comet/pull/2548) (andygrove)
+- chore: use polymorphic map builders in shuffle. [#2571](https://github.com/apache/datafusion-comet/pull/2571) (ashdnazg)
+- chore: Move ToPrettyString serde into shim layer [#2549](https://github.com/apache/datafusion-comet/pull/2549) (andygrove)
+- chore(deps): bump DataFusion dependencies to 50.2.0, refresh Cargo.lock [#2575](https://github.com/apache/datafusion-comet/pull/2575) (mbutrovich)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 47 Andy Grove
+ 15 Zhen Wang
+ 14 B Vadlamani
+ 12 Oleks V
+ 11 dependabot[bot]
+ 10 Matt Butrovich
+ 5 Parth Chandra
+ 5 hsiang-c
+ 3 Fu Chen
+ 3 Junfan Zhang
+ 2 Kazantsev Maksim
+ 1 Artem Kupchinskiy
+ 1 Eshed Schacham
+ 1 Manu Zhang
+ 1 andy-hf-kwok
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.12.0.md.txt b/_sources/changelog/0.12.0.md.txt
new file mode 100644
index 000000000..5eeef1d10
--- /dev/null
+++ b/_sources/changelog/0.12.0.md.txt
@@ -0,0 +1,161 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.12.0 Changelog
+
+This release consists of 105 commits from 13 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: Fix `None.get` in `stringDecode` when `bin` child cannot be converted [#2606](https://github.com/apache/datafusion-comet/pull/2606) (cfmcgrady)
+- fix: Update FuzzDataGenerator to produce dictionary-encoded string arrays & fix bugs that this exposes [#2635](https://github.com/apache/datafusion-comet/pull/2635) (andygrove)
+- fix: Fallback to Spark for lpad/rpad for unsupported arguments & fix negative length handling [#2630](https://github.com/apache/datafusion-comet/pull/2630) (andygrove)
+- fix: Mark SortOrder with floating-point as incompatible [#2650](https://github.com/apache/datafusion-comet/pull/2650) (andygrove)
+- fix: Fall back to Spark for `trunc` / `date_trunc` functions when format string is unsupported, or is not a literal value [#2634](https://github.com/apache/datafusion-comet/pull/2634) (andygrove)
+- fix: [native_datafusion] only pass single partition of PartitionedFiles into DataSourceExec [#2675](https://github.com/apache/datafusion-comet/pull/2675) (mbutrovich)
+- fix: Fix subcommands options in fuzz-testing [#2684](https://github.com/apache/datafusion-comet/pull/2684) (manuzhang)
+- fix: Do not replace SMJ with HJ for `LeftSemi` [#2687](https://github.com/apache/datafusion-comet/pull/2687) (comphead)
+- fix: Apply spotless on Iceberg 1.8.1 diff [iceberg] [#2700](https://github.com/apache/datafusion-comet/pull/2700) (hsiang-c)
+- fix: Fix generate-user-guide-reference-docs failure when mvn command is not executed at root [#2691](https://github.com/apache/datafusion-comet/pull/2691) (manuzhang)
+- fix: Fix missing SortOrder fallback reason in range partitioning [#2716](https://github.com/apache/datafusion-comet/pull/2716) (andygrove)
+- fix: CometLiteral class cast exception with arrays [#2718](https://github.com/apache/datafusion-comet/pull/2718) (andygrove)
+- fix: NormalizeNaNAndZero::children() returns child's child [#2732](https://github.com/apache/datafusion-comet/pull/2732) (mbutrovich)
+- fix: checkSparkMaybeThrows should compare Spark and Comet results in success case [#2728](https://github.com/apache/datafusion-comet/pull/2728) (andygrove)
+- fix: Mark `WindowsExec` as incompatible [#2748](https://github.com/apache/datafusion-comet/pull/2748) (andygrove)
+- fix: Add strict floating point mode and fallback to Spark for min/max/sort on floating point inputs when enabled [#2747](https://github.com/apache/datafusion-comet/pull/2747) (andygrove)
+- fix: Implement producedAttributes for CometWindowExec [#2789](https://github.com/apache/datafusion-comet/pull/2789) (rahulbabarwal89)
+- fix: Pass all Comet configs to native plan [#2801](https://github.com/apache/datafusion-comet/pull/2801) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: Add option to write benchmark results to file [#2640](https://github.com/apache/datafusion-comet/pull/2640) (andygrove)
+- feat: Implement metrics for iceberg compat [#2615](https://github.com/apache/datafusion-comet/pull/2615) (EmilyMatt)
+- feat: Define function signatures in CometFuzz [#2614](https://github.com/apache/datafusion-comet/pull/2614) (andygrove)
+- feat: cherry-pick UUID conversion logic from #2528 [#2648](https://github.com/apache/datafusion-comet/pull/2648) (mbutrovich)
+- feat: support `concat` for strings [#2604](https://github.com/apache/datafusion-comet/pull/2604) (comphead)
+- feat: Add support for `abs` [#2689](https://github.com/apache/datafusion-comet/pull/2689) (andygrove)
+- feat: Support variadic function in CometFuzz [#2682](https://github.com/apache/datafusion-comet/pull/2682) (manuzhang)
+- feat: CometExecRule refactor: Unify CometNativeExec creation with Serde in CometOperatorSerde trait [#2768](https://github.com/apache/datafusion-comet/pull/2768) (andygrove)
+- feat: support cot [#2755](https://github.com/apache/datafusion-comet/pull/2755) (psvri)
+- feat: Add bash script to build and run fuzz testing [#2686](https://github.com/apache/datafusion-comet/pull/2686) (manuzhang)
+- feat: Add getSupportLevel to CometAggregateExpressionSerde trait [#2777](https://github.com/apache/datafusion-comet/pull/2777) (andygrove)
+- feat: Add CI check to ensure generated docs are in sync with code [#2779](https://github.com/apache/datafusion-comet/pull/2779) (andygrove)
+- feat: Add prettier enforcement [#2783](https://github.com/apache/datafusion-comet/pull/2783) (andygrove)
+- feat: hyperbolic trig functions [#2784](https://github.com/apache/datafusion-comet/pull/2784) (psvri)
+- feat: [iceberg] Native scan by serializing FileScanTasks to iceberg-rust [#2528](https://github.com/apache/datafusion-comet/pull/2528) (mbutrovich)
+
+**Documentation updates:**
+
+- docs: Add changelog for 0.11.0 release [#2585](https://github.com/apache/datafusion-comet/pull/2585) (mbutrovich)
+- docs: Improve documentation layout [#2587](https://github.com/apache/datafusion-comet/pull/2587) (andygrove)
+- docs: Publish 0.11.0 user guide [#2589](https://github.com/apache/datafusion-comet/pull/2589) (andygrove)
+- docs: Put Comet logo in top nav bar, respect light/dark mode [#2591](https://github.com/apache/datafusion-comet/pull/2591) (andygrove)
+- docs: Improve main landing page [#2593](https://github.com/apache/datafusion-comet/pull/2593) (andygrove)
+- docs: Improve site navigation [#2597](https://github.com/apache/datafusion-comet/pull/2597) (andygrove)
+- docs: Update benchmark results [#2596](https://github.com/apache/datafusion-comet/pull/2596) (andygrove)
+- docs: Upgrade pydata-sphinx-theme to 0.16.1 [#2602](https://github.com/apache/datafusion-comet/pull/2602) (andygrove)
+- docs: Fix redirect [#2603](https://github.com/apache/datafusion-comet/pull/2603) (andygrove)
+- docs: Fix broken image link [#2613](https://github.com/apache/datafusion-comet/pull/2613) (andygrove)
+- docs: Add FFI docs to contributor guide [#2668](https://github.com/apache/datafusion-comet/pull/2668) (andygrove)
+- docs: Various documentation updates [#2674](https://github.com/apache/datafusion-comet/pull/2674) (andygrove)
+- docs: Add supported SortOrder expressions and fix a typo [#2694](https://github.com/apache/datafusion-comet/pull/2694) (andygrove)
+- docs: Minor docs update for running Spark SQL tests [#2712](https://github.com/apache/datafusion-comet/pull/2712) (andygrove)
+- docs: Update contributor guide for adding a new expression [#2704](https://github.com/apache/datafusion-comet/pull/2704) (andygrove)
+- docs: Documentation updates for `LocalTableScan` and `WindowExec` [#2742](https://github.com/apache/datafusion-comet/pull/2742) (andygrove)
+- docs: Typo fix [#2752](https://github.com/apache/datafusion-comet/pull/2752) (wForget)
+- docs: Categorize some configs as `testing` and add notes about known time zone issues [#2740](https://github.com/apache/datafusion-comet/pull/2740) (andygrove)
+- docs: Run prettier on all markdown files [#2782](https://github.com/apache/datafusion-comet/pull/2782) (andygrove)
+- docs: Ignore prettier formatting for generated tables [#2790](https://github.com/apache/datafusion-comet/pull/2790) (andygrove)
+- docs: Add new section to contributor guide, explaining how to add a new operator [#2758](https://github.com/apache/datafusion-comet/pull/2758) (andygrove)
+
+**Other:**
+
+- chore: Start 0.12.0 development [#2584](https://github.com/apache/datafusion-comet/pull/2584) (mbutrovich)
+- chore: Bump Spark from 3.5.6 to 3.5.7 [#2574](https://github.com/apache/datafusion-comet/pull/2574) (cfmcgrady)
+- chore(deps): bump parquet from 56.0.0 to 56.2.0 in /native [#2608](https://github.com/apache/datafusion-comet/pull/2608) (dependabot[bot])
+- chore(deps): bump tikv-jemallocator from 0.6.0 to 0.6.1 in /native [#2609](https://github.com/apache/datafusion-comet/pull/2609) (dependabot[bot])
+- chore(deps): bump tikv-jemalloc-ctl from 0.6.0 to 0.6.1 in /native [#2610](https://github.com/apache/datafusion-comet/pull/2610) (dependabot[bot])
+- tests: FuzzDataGenerator instead of Parquet-specific generator [#2616](https://github.com/apache/datafusion-comet/pull/2616) (mbutrovich)
+- chore: Simplify on-heap memory configuration [#2599](https://github.com/apache/datafusion-comet/pull/2599) (andygrove)
+- Feat: Add sha1 function impl [#2471](https://github.com/apache/datafusion-comet/pull/2471) (kazantsev-maksim)
+- chore: Refactor Parquet/DataFrame fuzz data generators [#2629](https://github.com/apache/datafusion-comet/pull/2629) (andygrove)
+- chore: Remove needless from_raw calls [#2638](https://github.com/apache/datafusion-comet/pull/2638) (EmilyMatt)
+- chore: support DataFusion 50.3.0 [#2605](https://github.com/apache/datafusion-comet/pull/2605) (comphead)
+- chore(deps): bump actions/upload-artifact from 4 to 5 [#2654](https://github.com/apache/datafusion-comet/pull/2654) (dependabot[bot])
+- chore(deps): bump cc from 1.2.42 to 1.2.43 in /native [#2653](https://github.com/apache/datafusion-comet/pull/2653) (dependabot[bot])
+- chore(deps): bump actions/download-artifact from 5 to 6 [#2652](https://github.com/apache/datafusion-comet/pull/2652) (dependabot[bot])
+- chore: extract comparison into separate tool [#2632](https://github.com/apache/datafusion-comet/pull/2632) (comphead)
+- chore: Various improvements to `checkSparkAnswer*` methods in `CometTestBase` [#2656](https://github.com/apache/datafusion-comet/pull/2656) (andygrove)
+- chore: Remove code for unpacking dictionaries prior to FilterExec [#2659](https://github.com/apache/datafusion-comet/pull/2659) (andygrove)
+- chore: display schema for datasets being compared [#2665](https://github.com/apache/datafusion-comet/pull/2665) (comphead)
+- chore: Remove `CopyExec` [#2663](https://github.com/apache/datafusion-comet/pull/2663) (andygrove)
+- chore: Add extended explain plans to stability suite [#2669](https://github.com/apache/datafusion-comet/pull/2669) (andygrove)
+- chore(deps): bump aws-config from 1.8.8 to 1.8.10 in /native [#2677](https://github.com/apache/datafusion-comet/pull/2677) (dependabot[bot])
+- chore(deps): bump cc from 1.2.43 to 1.2.44 in /native [#2678](https://github.com/apache/datafusion-comet/pull/2678) (dependabot[bot])
+- chore: `tpcbench` output `explain` just once and formatted [#2679](https://github.com/apache/datafusion-comet/pull/2679) (comphead)
+- chore: Add tolerance for `ComparisonTool` [#2699](https://github.com/apache/datafusion-comet/pull/2699) (comphead)
+- chore: Expand test coverage for `CometWindowsExec` [#2711](https://github.com/apache/datafusion-comet/pull/2711) (comphead)
+- chore: generate Float/Double NaN [#2695](https://github.com/apache/datafusion-comet/pull/2695) (hsiang-c)
+- minor: Combine two CI workflows for Spark SQL tests [#2727](https://github.com/apache/datafusion-comet/pull/2727) (andygrove)
+- chore: Improve framework for specifying that configs can be set with env vars [#2722](https://github.com/apache/datafusion-comet/pull/2722) (andygrove)
+- chore: Rename `COMET_EXPLAIN_VERBOSE_ENABLED` to `COMET_EXTENDED_EXPLAIN_FORMAT` and change default [#2644](https://github.com/apache/datafusion-comet/pull/2644) (andygrove)
+- chore: Fallback to Spark for windows functions [#2726](https://github.com/apache/datafusion-comet/pull/2726) (comphead)
+- chore: Refactor operator serde - part 1 [#2738](https://github.com/apache/datafusion-comet/pull/2738) (andygrove)
+- Feat: Add CometLocalTableScanExec operator [#2735](https://github.com/apache/datafusion-comet/pull/2735) (kazantsev-maksim)
+- chore(deps): bump cc from 1.2.44 to 1.2.45 in /native [#2750](https://github.com/apache/datafusion-comet/pull/2750) (dependabot[bot])
+- chore(deps): bump aws-credential-types from 1.2.8 to 1.2.9 in /native [#2751](https://github.com/apache/datafusion-comet/pull/2751) (dependabot[bot])
+- chore: Operator serde refactor part 2 [#2741](https://github.com/apache/datafusion-comet/pull/2741) (andygrove)
+- chore: Fallback to Spark for `array_reverse` for `array<binary>` [#2759](https://github.com/apache/datafusion-comet/pull/2759) (comphead)
+- chore: [iceberg] test iceberg 1.10.0 [#2709](https://github.com/apache/datafusion-comet/pull/2709) (manuzhang)
+- chore: Add `docs/comet-*` to rat exclude list [#2762](https://github.com/apache/datafusion-comet/pull/2762) (manuzhang)
+- Chore: Refactor static invoke exprs [#2671](https://github.com/apache/datafusion-comet/pull/2671) (kazantsev-maksim)
+- minor: Small refactor for consistent serde for hash aggregate [#2764](https://github.com/apache/datafusion-comet/pull/2764) (andygrove)
+- minor: Move `operator2Proto` to `CometExecRule` [#2767](https://github.com/apache/datafusion-comet/pull/2767) (andygrove)
+- chore: various refactoring changes for iceberg [iceberg] [#2680](https://github.com/apache/datafusion-comet/pull/2680) (parthchandra)
+- chore: Refactor CometExecRule handling of sink operators [#2771](https://github.com/apache/datafusion-comet/pull/2771) (andygrove)
+- minor: Refactor to move window-specific code from `QueryPlanSerde` to `CometWindowExec` [#2780](https://github.com/apache/datafusion-comet/pull/2780) (andygrove)
+- chore: Remove many references to `COMET_EXPR_ALLOW_INCOMPATIBLE` [#2775](https://github.com/apache/datafusion-comet/pull/2775) (andygrove)
+- chore: Remove COMET_EXPR_ALLOW_INCOMPATIBLE config [#2786](https://github.com/apache/datafusion-comet/pull/2786) (andygrove)
+- chore: check `missingInput` for Comet plan nodes [#2795](https://github.com/apache/datafusion-comet/pull/2795) (comphead)
+- chore: Finish refactoring expression serde out of `QueryPlanSerde` [#2791](https://github.com/apache/datafusion-comet/pull/2791) (andygrove)
+- chore: Update docs to fix CI after #2784 [#2799](https://github.com/apache/datafusion-comet/pull/2799) (mbutrovich)
+- chore: Update q79 golden plan for Spark 4.0 after #2795 [#2800](https://github.com/apache/datafusion-comet/pull/2800) (mbutrovich)
+- Fix: Fix null handling in CometVector implementations [#2643](https://github.com/apache/datafusion-comet/pull/2643) (cfmcgrady)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 54 Andy Grove
+ 11 Oleks V
+ 10 dependabot[bot]
+ 9 Matt Butrovich
+ 6 Manu Zhang
+ 3 Fu Chen
+ 3 Kazantsev Maksim
+ 2 Emily Matheys
+ 2 Vrishabh
+ 2 hsiang-c
+ 1 Parth Chandra
+ 1 Zhen Wang
+ 1 rahulbabarwal89
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.13.0.md.txt b/_sources/changelog/0.13.0.md.txt
new file mode 100644
index 000000000..fd95041a2
--- /dev/null
+++ b/_sources/changelog/0.13.0.md.txt
@@ -0,0 +1,230 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.13.0 Changelog
+
+This release consists of 169 commits from 15 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: NativeScan count assert firing for no reason [#2850](https://github.com/apache/datafusion-comet/pull/2850) (EmilyMatt)
+- fix: Correct link to tracing guide in CometConf [#2866](https://github.com/apache/datafusion-comet/pull/2866) (manuzhang)
+- fix: Fall back to Spark for MakeDecimal with unsupported input type [#2815](https://github.com/apache/datafusion-comet/pull/2815) (andygrove)
+- fix: Normalize s3 paths for PME key retriever [#2874](https://github.com/apache/datafusion-comet/pull/2874) (mbutrovich)
+- fix: modify CometNativeScan to generate the file partitions without instantiating RDD [#2891](https://github.com/apache/datafusion-comet/pull/2891) (mbutrovich)
+- fix: Modulus on decimal data type mismatch [#2922](https://github.com/apache/datafusion-comet/pull/2922) (andygrove)
+- fix: [iceberg] Mark nativeIcebergScanMetadata @transient [#2930](https://github.com/apache/datafusion-comet/pull/2930) (mbutrovich)
+- fix: enable cast tests for Spark 4.0 [#2919](https://github.com/apache/datafusion-comet/pull/2919) (manuzhang)
+- fix: Remove fallback for maps containing complex types [#2943](https://github.com/apache/datafusion-comet/pull/2943) (andygrove)
+- fix: CometShuffleManager hang by deferring SparkEnv access [#3002](https://github.com/apache/datafusion-comet/pull/3002) (Shekharrajak)
+- fix: format decimal to string when casting to short [#2916](https://github.com/apache/datafusion-comet/pull/2916) (manuzhang)
+- fix: [iceberg] reduce granularity of metrics updates in IcebergFileStream [#3050](https://github.com/apache/datafusion-comet/pull/3050) (mbutrovich)
+- fix: native shuffle now reports spill metrics correctly [#3197](https://github.com/apache/datafusion-comet/pull/3197) (andygrove)
+- fix: Prevent native write when input is not Arrow format [#3227](https://github.com/apache/datafusion-comet/pull/3227) (andygrove)
+- fix: Add JDK to Docker image for release build [#3262](https://github.com/apache/datafusion-comet/pull/3262) (hsiang-c)
+
+**Performance related:**
+
+- perf: [iceberg] Deduplicate serialized metadata for Iceberg native scan [#2933](https://github.com/apache/datafusion-comet/pull/2933) (mbutrovich)
+- perf: Use await instead of block_on in native shuffle writer [#2937](https://github.com/apache/datafusion-comet/pull/2937) (mbutrovich)
+- perf: refactor executePlan to try to avoid constantly entering Tokio runtime [#2938](https://github.com/apache/datafusion-comet/pull/2938) (mbutrovich)
+- perf: Optimize lpad/rpad to remove unnecessary memory allocations per element [#2963](https://github.com/apache/datafusion-comet/pull/2963) (andygrove)
+- perf: Improve performance of normalize_nan [#2999](https://github.com/apache/datafusion-comet/pull/2999) (andygrove)
+- perf: Improve string expression microbenchmarks [#3012](https://github.com/apache/datafusion-comet/pull/3012) (andygrove)
+- perf: Improve date/time microbenchmarks to avoid redundant/duplicate benchmarks [#3020](https://github.com/apache/datafusion-comet/pull/3020) (andygrove)
+- perf: Improve aggregate expression microbenchmarks [#3021](https://github.com/apache/datafusion-comet/pull/3021) (andygrove)
+- perf: Improve conditional expression microbenchmarks [#3024](https://github.com/apache/datafusion-comet/pull/3024) (andygrove)
+- perf: Improve performance of date truncate [#2997](https://github.com/apache/datafusion-comet/pull/2997) (andygrove)
+- perf: Add microbenchmark for comparison expressions [#3026](https://github.com/apache/datafusion-comet/pull/3026) (andygrove)
+- perf: Implement more microbenchmarks for cast expressions [#3031](https://github.com/apache/datafusion-comet/pull/3031) (andygrove)
+- perf: Add microbenchmark for hash expressions [#3028](https://github.com/apache/datafusion-comet/pull/3028) (andygrove)
+- perf: Improve performance of CAST from string to int [#3017](https://github.com/apache/datafusion-comet/pull/3017) (coderfender)
+- perf: Improve criterion benchmarks for cast string to int [#3049](https://github.com/apache/datafusion-comet/pull/3049) (andygrove)
+- perf: Additional optimizations for cast from string to int [#3048](https://github.com/apache/datafusion-comet/pull/3048) (andygrove)
+- perf: set DataFusion session context's target_partitions to match Spark's spark.task.cpus [#3062](https://github.com/apache/datafusion-comet/pull/3062) (mbutrovich)
+- perf: don't busy-poll Tokio stream for plans without CometScan [#3063](https://github.com/apache/datafusion-comet/pull/3063) (mbutrovich)
+- perf: minor optimizations in `process_sorted_row_partition` [#3059](https://github.com/apache/datafusion-comet/pull/3059) (andygrove)
+- perf: optimize complex-type hash implementations [#3140](https://github.com/apache/datafusion-comet/pull/3140) (mbutrovich)
+- perf: [iceberg] Remove IcebergFileStream, use iceberg-rust's parallelization, bump iceberg-rust to latest, cache SchemaAdapter [#3051](https://github.com/apache/datafusion-comet/pull/3051) (mbutrovich)
+- perf: [iceberg] reduce nativeIcebergScanMetadata serialization points [#3243](https://github.com/apache/datafusion-comet/pull/3243) (mbutrovich)
+- perf: reduce GC pressure in protobuf serialization [#3242](https://github.com/apache/datafusion-comet/pull/3242) (andygrove)
+- perf: cache serialized query plans to avoid per-partition serialization [#3246](https://github.com/apache/datafusion-comet/pull/3246) (andygrove)
+- perf: [iceberg] Use protobuf instead of JSON to serialize Iceberg partition values [#3247](https://github.com/apache/datafusion-comet/pull/3247) (parthchandra)
+
+**Implemented enhancements:**
+
+- feat: Add experimental support for native Parquet writes [#2812](https://github.com/apache/datafusion-comet/pull/2812) (andygrove)
+- feat: Partially implement file commit protocol for native Parquet writes [#2828](https://github.com/apache/datafusion-comet/pull/2828) (andygrove)
+- feat: CometNativeWriteExec support with native scan as a child [#2839](https://github.com/apache/datafusion-comet/pull/2839) (mbutrovich)
+- feat: Add support for `explode` and `explode_outer` for array inputs [#2836](https://github.com/apache/datafusion-comet/pull/2836) (andygrove)
+- feat: Support ANSI mode SUM (Decimal types) [#2826](https://github.com/apache/datafusion-comet/pull/2826) (coderfender)
+- feat: Add expression registry to native planner [#2851](https://github.com/apache/datafusion-comet/pull/2851) (andygrove)
+- feat: Implement native operator registry [#2875](https://github.com/apache/datafusion-comet/pull/2875) (andygrove)
+- feat: Improve fallback reporting for `native_datafusion` scan [#2879](https://github.com/apache/datafusion-comet/pull/2879) (andygrove)
+- feat: Enable bucket pruning with native_datafusion scans [#2888](https://github.com/apache/datafusion-comet/pull/2888) (mbutrovich)
+- feat: support_ansi-mode_aggregated_benchmarking [#2901](https://github.com/apache/datafusion-comet/pull/2901) (coderfender)
+- feat: [iceberg] REST catalog support for CometNativeIcebergScan [#2895](https://github.com/apache/datafusion-comet/pull/2895) (mbutrovich)
+- feat: [iceberg] Support session token in Iceberg Native scan [#2913](https://github.com/apache/datafusion-comet/pull/2913) (hsiang-c)
+- feat: Make shuffle writer buffer size configurable [#2899](https://github.com/apache/datafusion-comet/pull/2899) (andygrove)
+- feat: Add partial support for `from_json` [#2934](https://github.com/apache/datafusion-comet/pull/2934) (andygrove)
+- feat: Create benchmarks comet cast [#2932](https://github.com/apache/datafusion-comet/pull/2932) (coderfender)
+- feat: Support string decimal cast [#2925](https://github.com/apache/datafusion-comet/pull/2925) (coderfender)
+- feat: Remove unnecessary transition for native writes [#2960](https://github.com/apache/datafusion-comet/pull/2960) (comphead)
+- feat: Initial implementation of size for array inputs [#2862](https://github.com/apache/datafusion-comet/pull/2862) (andygrove)
+- feat: Support ANSI mode sum expr (int inputs) [#2600](https://github.com/apache/datafusion-comet/pull/2600) (coderfender)
+- feat: Support casting string float types [#2835](https://github.com/apache/datafusion-comet/pull/2835) (coderfender)
+- feat: Support ANSI mode avg expr (int inputs) [#2817](https://github.com/apache/datafusion-comet/pull/2817) (coderfender)
+- feat: Add support for remote Parquet HDFS writer with openDAL [#2929](https://github.com/apache/datafusion-comet/pull/2929) (comphead)
+- feat: Expand `murmur3` hash support to complex types [#3077](https://github.com/apache/datafusion-comet/pull/3077) (andygrove)
+- feat: Comet Writer should respect object store settings [#3042](https://github.com/apache/datafusion-comet/pull/3042) (comphead)
+- feat: add support for unix_date expression [#3141](https://github.com/apache/datafusion-comet/pull/3141) (andygrove)
+- feat: add partial support for date_format expression [#3201](https://github.com/apache/datafusion-comet/pull/3201) (andygrove)
+- feat: add complex type support to native Parquet writer [#3214](https://github.com/apache/datafusion-comet/pull/3214) (andygrove)
+- feat: implement framework to support multiple pyspark benchmarks [#3080](https://github.com/apache/datafusion-comet/pull/3080) (andygrove)
+- feat: add support for datediff expression [#3145](https://github.com/apache/datafusion-comet/pull/3145) (andygrove)
+- feat: Add support for `unix_timestamp` function [#2936](https://github.com/apache/datafusion-comet/pull/2936) (andygrove)
+- feat: add support for last_day expression [#3143](https://github.com/apache/datafusion-comet/pull/3143) (andygrove)
+- feat: Support left expression [#3206](https://github.com/apache/datafusion-comet/pull/3206) (Shekharrajak)
+- feat: Add support for round-robin partitioning in native shuffle [#3076](https://github.com/apache/datafusion-comet/pull/3076) (andygrove)
+- feat: Native columnar to row conversion (Phase 1) [#3221](https://github.com/apache/datafusion-comet/pull/3221) (andygrove)
+
+**Documentation updates:**
+
+- docs: add documentation for fully-native Iceberg scans [#2868](https://github.com/apache/datafusion-comet/pull/2868) (mbutrovich)
+- docs: Add documentation to contributor guide explaining native + JVM shuffle implementation [#3055](https://github.com/apache/datafusion-comet/pull/3055) (andygrove)
+- docs: add guidance on disabling constant folding for literal tests [#3200](https://github.com/apache/datafusion-comet/pull/3200) (andygrove)
+- docs: Add common pitfalls and improve PR checklist in development guide [#3231](https://github.com/apache/datafusion-comet/pull/3231) (andygrove)
+- docs: various documentation updates in preparation for next release [#3254](https://github.com/apache/datafusion-comet/pull/3254) (andygrove)
+- docs: Stop generating dynamic docs content in build [#3212](https://github.com/apache/datafusion-comet/pull/3212) (andygrove)
+- docs: document datetime rebasing and V2 API limitations for DataFusion-based scans [#3259](https://github.com/apache/datafusion-comet/pull/3259) (andygrove)
+- docs: Mark native_comet scan as deprecated [#3274](https://github.com/apache/datafusion-comet/pull/3274) (andygrove)
+
+**Other:**
+
+- chore: Add 0.12.0 changelog [#2811](https://github.com/apache/datafusion-comet/pull/2811) (andygrove)
+- chore: Prepare for 0.13.0 development [#2809](https://github.com/apache/datafusion-comet/pull/2809) (andygrove)
+- minor: Add microbenchmark for integer sum with grouping [#2805](https://github.com/apache/datafusion-comet/pull/2805) (andygrove)
+- test: extract conditional expression tests (`if`, `case_when` and `coalesce`) [#2807](https://github.com/apache/datafusion-comet/pull/2807) (rluvaton)
+- build: Disable caching for macOS PR builds [#2816](https://github.com/apache/datafusion-comet/pull/2816) (andygrove)
+- chore(deps): bump actions/checkout from 5 to 6 [#2818](https://github.com/apache/datafusion-comet/pull/2818) (dependabot[bot])
+- chore(deps): bump object_store_opendal from 0.54.1 to 0.55.0 in /native [#2819](https://github.com/apache/datafusion-comet/pull/2819) (dependabot[bot])
+- chore(deps): bump cc from 1.2.46 to 1.2.47 in /native [#2822](https://github.com/apache/datafusion-comet/pull/2822) (dependabot[bot])
+- chore(deps): bump opendal from 0.54.1 to 0.55.0 in /native [#2821](https://github.com/apache/datafusion-comet/pull/2821) (dependabot[bot])
+- chore: update `Iceberg` install docs [#2824](https://github.com/apache/datafusion-comet/pull/2824) (comphead)
+- chore(deps): bump cc from 1.2.47 to 1.2.48 in /native [#2833](https://github.com/apache/datafusion-comet/pull/2833) (dependabot[bot])
+- chore(deps): bump the proto group in /native with 2 updates [#2832](https://github.com/apache/datafusion-comet/pull/2832) (dependabot[bot])
+- minor: Clean up shuffle transformation code in `CometExecRule` [#2840](https://github.com/apache/datafusion-comet/pull/2840) (andygrove)
+- chore: fix broken link to Apache DataFusion Comet Overview in README [#2846](https://github.com/apache/datafusion-comet/pull/2846) (onestn)
+- chore: Refactor some of the scan and sink handling in `CometExecRule` to reduce duplicate code [#2844](https://github.com/apache/datafusion-comet/pull/2844) (andygrove)
+- deps: bump lz4_flex, downgrade prost from yanked version [#2847](https://github.com/apache/datafusion-comet/pull/2847) (mbutrovich)
+- minor: Move shuffle logic from `CometExecRule` to `CometShuffleExchangeExec` serde implementation [#2853](https://github.com/apache/datafusion-comet/pull/2853) (andygrove)
+- chore: remove coverage file auto generator [#2854](https://github.com/apache/datafusion-comet/pull/2854) (comphead)
+- chore(deps): bump cc from 1.2.48 to 1.2.49 in /native [#2858](https://github.com/apache/datafusion-comet/pull/2858) (dependabot[bot])
+- chore: Refactor `CometExecRule` handling of `BroadcastHashJoin` and fix fallback reporting [#2856](https://github.com/apache/datafusion-comet/pull/2856) (andygrove)
+- chore: update actions/checkout from v4 to v6 in setup-iceberg and set… [#2857](https://github.com/apache/datafusion-comet/pull/2857) (bjornjorgensen)
+- minor: Small refactor in `CometExecRule` to remove confusing code and fix more fallback reporting [#2860](https://github.com/apache/datafusion-comet/pull/2860) (andygrove)
+- chore: Add unit tests for `CometExecRule` [#2863](https://github.com/apache/datafusion-comet/pull/2863) (andygrove)
+- chore: Add unit tests for `CometScanRule` [#2867](https://github.com/apache/datafusion-comet/pull/2867) (andygrove)
+- minor: Pedantic refactoring to move some methods from `CometSparkSessionExtensions` to `CometScanRule` and `CometExecRule` [#2873](https://github.com/apache/datafusion-comet/pull/2873) (andygrove)
+- deps: [iceberg] upgrade DataFusion to 51, Arrow to 57, Iceberg to latest, MSRV to 1.88 [#2729](https://github.com/apache/datafusion-comet/pull/2729) (mbutrovich)
+- chore: Enable plan stability suite for `native_datafusion` scans [#2877](https://github.com/apache/datafusion-comet/pull/2877) (andygrove)
+- chore: `ScanExec::new` no longer fetches data [#2881](https://github.com/apache/datafusion-comet/pull/2881) (andygrove)
+- Chore: refactor bit_not [#2896](https://github.com/apache/datafusion-comet/pull/2896) (kazantsev-maksim)
+- chore(deps): bump actions/cache from 4 to 5 [#2909](https://github.com/apache/datafusion-comet/pull/2909) (dependabot[bot])
+- chore(deps): bump actions/upload-artifact from 5 to 6 [#2910](https://github.com/apache/datafusion-comet/pull/2910) (dependabot[bot])
+- chore: Refactor string benchmarks (~10x reduction in LOC) [#2907](https://github.com/apache/datafusion-comet/pull/2907) (andygrove)
+- chore(deps): bump actions/download-artifact from 6 to 7 [#2908](https://github.com/apache/datafusion-comet/pull/2908) (dependabot[bot])
+- chore: use datafusion impl of hex function [#2915](https://github.com/apache/datafusion-comet/pull/2915) (kazantsev-maksim)
+- chore: Use fixed seed in RNG in tests [#2917](https://github.com/apache/datafusion-comet/pull/2917) (andygrove)
+- chore: Remove `row_step` from `process_sorted_row_partition` [#2920](https://github.com/apache/datafusion-comet/pull/2920) (andygrove)
+- chore: Move string function handling to new expression registry [#2931](https://github.com/apache/datafusion-comet/pull/2931) (andygrove)
+- chore: Reduce syscalls in metrics update logic [#2940](https://github.com/apache/datafusion-comet/pull/2940) (andygrove)
+- chore: Add shuffle benchmark for deeply nested schemas [#2902](https://github.com/apache/datafusion-comet/pull/2902) (andygrove)
+- chore: Reduce timer overhead in native shuffle writer [#2941](https://github.com/apache/datafusion-comet/pull/2941) (andygrove)
+- chore: Remove low-level ffi/jvm timers from native `ScanExec` [#2939](https://github.com/apache/datafusion-comet/pull/2939) (andygrove)
+- build: Skip problematic Spark SQL test for Spark 4.0.x [#2947](https://github.com/apache/datafusion-comet/pull/2947) (andygrove)
+- build: Reinstate macOS CI builds of Comet with Spark 4.0 [#2950](https://github.com/apache/datafusion-comet/pull/2950) (manuzhang)
+- chore(deps): bump reqwest from 0.12.25 to 0.12.26 in /native [#2952](https://github.com/apache/datafusion-comet/pull/2952) (dependabot[bot])
+- chore(deps): bump cc from 1.2.49 to 1.2.50 in /native [#2954](https://github.com/apache/datafusion-comet/pull/2954) (dependabot[bot])
+- chore(deps): bump assertables from 9.8.2 to 9.8.3 in /native [#2953](https://github.com/apache/datafusion-comet/pull/2953) (dependabot[bot])
+- minor: Refactor expression microbenchmarks to remove duplicate code [#2956](https://github.com/apache/datafusion-comet/pull/2956) (andygrove)
+- build: fix missing import in `main` [#2962](https://github.com/apache/datafusion-comet/pull/2962) (andygrove)
+- build: Skip macOS Spark 4 fuzz test [#2966](https://github.com/apache/datafusion-comet/pull/2966) (andygrove)
+- Avoid duplicated writer nodes when AQE enabled [#2982](https://github.com/apache/datafusion-comet/pull/2982) (comphead)
+- build: Set thread thresholds envs for spark test on macOS [#2987](https://github.com/apache/datafusion-comet/pull/2987) (wForget)
+- chore: Add microbenchmark for casting string to temporal types [#2980](https://github.com/apache/datafusion-comet/pull/2980) (andygrove)
+- chore(deps): bump reqwest from 0.12.26 to 0.12.28 in /native [#3009](https://github.com/apache/datafusion-comet/pull/3009) (dependabot[bot])
+- chore(deps): bump tempfile from 3.23.0 to 3.24.0 in /native [#3006](https://github.com/apache/datafusion-comet/pull/3006) (dependabot[bot])
+- chore(deps): bump serde_json from 1.0.145 to 1.0.148 in /native [#3010](https://github.com/apache/datafusion-comet/pull/3010) (dependabot[bot])
+- chore: Add microbenchmark for casting string to numeric [#2979](https://github.com/apache/datafusion-comet/pull/2979) (andygrove)
+- chore: Skip some CI workflows for benchmark changes [#3030](https://github.com/apache/datafusion-comet/pull/3030) (andygrove)
+- chore: Skip more workflows on benchmark PRs [#3034](https://github.com/apache/datafusion-comet/pull/3034) (andygrove)
+- chore: Improve microbenchmark for string expressions [#2964](https://github.com/apache/datafusion-comet/pull/2964) (andygrove)
+- chore(deps): bump tokio from 1.48.0 to 1.49.0 in /native [#3039](https://github.com/apache/datafusion-comet/pull/3039) (dependabot[bot])
+- chore(deps): bump libc from 0.2.178 to 0.2.179 in /native [#3038](https://github.com/apache/datafusion-comet/pull/3038) (dependabot[bot])
+- chore(deps): bump actions/cache from 4 to 5 [#3037](https://github.com/apache/datafusion-comet/pull/3037) (dependabot[bot])
+- Chore: to_json unit/benchmark tests [#3011](https://github.com/apache/datafusion-comet/pull/3011) (kazantsev-maksim)
+- chore: Add checks to microbenchmarks for plan running natively in Comet [#3045](https://github.com/apache/datafusion-comet/pull/3045) (andygrove)
+- chore: Refactor `CometScanRule` to improve scan selection and fallback logic [#2978](https://github.com/apache/datafusion-comet/pull/2978) (andygrove)
+- chore: Respect to legacySizeOfNull option for size function [#3036](https://github.com/apache/datafusion-comet/pull/3036) (kazantsev-maksim)
+- chore: Add PySpark-based benchmarks, starting with ETL example [#3065](https://github.com/apache/datafusion-comet/pull/3065) (andygrove)
+- chore(deps): bump the proto group in /native with 2 updates [#3071](https://github.com/apache/datafusion-comet/pull/3071) (dependabot[bot])
+- chore: add MacOS file and event trace log to gitignore [#3070](https://github.com/apache/datafusion-comet/pull/3070) (manuzhang)
+- chore(deps): bump arrow from 57.1.0 to 57.2.0 in /native [#3073](https://github.com/apache/datafusion-comet/pull/3073) (dependabot[bot])
+- chore(deps): bump parquet from 57.1.0 to 57.2.0 in /native [#3074](https://github.com/apache/datafusion-comet/pull/3074) (dependabot[bot])
+- chore(deps): bump cc from 1.2.50 to 1.2.52 in /native [#3072](https://github.com/apache/datafusion-comet/pull/3072) (dependabot[bot])
+- chore: improve cast documentation to add support per eval mode [#3056](https://github.com/apache/datafusion-comet/pull/3056) (coderfender)
+- chore: Refactor JVM shuffle: Move `SpillSorter` to top level class and add tests [#3081](https://github.com/apache/datafusion-comet/pull/3081) (andygrove)
+- minor: Split CometShuffleExternalSorter into sync/async implementations [#3192](https://github.com/apache/datafusion-comet/pull/3192) (andygrove)
+- chore: Add pending PR shield [#3205](https://github.com/apache/datafusion-comet/pull/3205) (comphead)
+- chore: deprecate native_comet scan in favor of native_iceberg_compat [#2949](https://github.com/apache/datafusion-comet/pull/2949) (Shekharrajak)
+- chore: add script to regenerate golden files for plan stability tests [#3204](https://github.com/apache/datafusion-comet/pull/3204) (andygrove)
+- chore: fix clippy warnings for Rust 1.93 [#3239](https://github.com/apache/datafusion-comet/pull/3239) (andygrove)
+- build: build native library once and share across CI test jobs [#3249](https://github.com/apache/datafusion-comet/pull/3249) (andygrove)
+- Experimental: Native CSV files read [#3044](https://github.com/apache/datafusion-comet/pull/3044) (kazantsev-maksim)
+- build: add missing datafusion-datasource dependency [#3252](https://github.com/apache/datafusion-comet/pull/3252) (andygrove)
+- chore: Auto scan mode no longer falls back to `native_comet` [#3236](https://github.com/apache/datafusion-comet/pull/3236) (andygrove)
+- build: optimize CI cache usage and add fast lint gate [#3251](https://github.com/apache/datafusion-comet/pull/3251) (andygrove)
+- build: use `install` instead of `compile` in TPC CI jobs [#3263](https://github.com/apache/datafusion-comet/pull/3263) (andygrove)
+- build: remove dead code for 0.8/0.9 docs that broke CI [#3264](https://github.com/apache/datafusion-comet/pull/3264) (andygrove)
+- refactor: rename scan.allowIncompatible to scan.unsignedSmallIntSafetyCheck [#3238](https://github.com/apache/datafusion-comet/pull/3238) (andygrove)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 91 Andy Grove
+ 23 dependabot[bot]
+ 18 Matt Butrovich
+ 9 B Vadlamani
+ 7 Oleks V
+ 5 Kazantsev Maksim
+ 5 Manu Zhang
+ 3 Shekhar Prasad Rajak
+ 2 hsiang-c
+ 1 Bjørn Jørgensen
+ 1 Emily Matheys
+ 1 Parth Chandra
+ 1 Raz Luvaton
+ 1 Wonseok Yang
+ 1 Zhen Wang
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.14.0.md.txt b/_sources/changelog/0.14.0.md.txt
new file mode 100644
index 000000000..6e1925add
--- /dev/null
+++ b/_sources/changelog/0.14.0.md.txt
@@ -0,0 +1,256 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.14.0 Changelog
+
+This release consists of 189 commits from 21 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: [iceberg] Fall back on dynamicpruning expressions for CometIcebergNativeScan [#3335](https://github.com/apache/datafusion-comet/pull/3335) (mbutrovich)
+- fix: [iceberg] Disable native c2r by default [#3348](https://github.com/apache/datafusion-comet/pull/3348) (andygrove)
+- fix: Fix `space()` with negative input [#3347](https://github.com/apache/datafusion-comet/pull/3347) (hsiang-c)
+- fix: respect scan impl config for v2 scan [#3357](https://github.com/apache/datafusion-comet/pull/3357) (andygrove)
+- fix: fix memory safety issue in native c2r [#3367](https://github.com/apache/datafusion-comet/pull/3367) (andygrove)
+- fix: preserve partitioning in CometNativeScanExec for bucketed scans [#3392](https://github.com/apache/datafusion-comet/pull/3392) (andygrove)
+- fix: unignore row index Spark SQL tests for native_datafusion [#3414](https://github.com/apache/datafusion-comet/pull/3414) (andygrove)
+- fix: fall back to Spark when Parquet field ID matching is enabled in native_datafusion [#3415](https://github.com/apache/datafusion-comet/pull/3415) (andygrove)
+- fix: Expose bucketing information from CometNativeScanExec [#3437](https://github.com/apache/datafusion-comet/pull/3437) (andygrove)
+- fix: support scalar processing for `space` function [#3408](https://github.com/apache/datafusion-comet/pull/3408) (kazantsev-maksim)
+- fix: Revert "perf: Remove mutable buffers from scan partition/missing columns (#3411)" [iceberg] [#3486](https://github.com/apache/datafusion-comet/pull/3486) (mbutrovich)
+- fix: unignore input_file_name Spark SQL tests for native_datafusion [#3458](https://github.com/apache/datafusion-comet/pull/3458) (andygrove)
+- fix: add scalar support for bit_count expression [#3361](https://github.com/apache/datafusion-comet/pull/3361) (hsiang-c)
+- fix: Support concat_ws with literal NULL separator [#3542](https://github.com/apache/datafusion-comet/pull/3542) (0lai0)
+- fix: handle type mismatches in native c2r conversion [#3583](https://github.com/apache/datafusion-comet/pull/3583) (andygrove)
+- fix: disable native C2R for legacy Iceberg scans [iceberg] [#3663](https://github.com/apache/datafusion-comet/pull/3663) (mbutrovich)
+- fix: resolve Miri UB in null struct field test, re-enable Miri on PRs [#3669](https://github.com/apache/datafusion-comet/pull/3669) (andygrove)
+- fix: Support on all-literal RLIKE expression [#3647](https://github.com/apache/datafusion-comet/pull/3647) (0lai0)
+- fix: Fix scan metrics test to run with both native_datafusion and native_iceberg_compat [#3690](https://github.com/apache/datafusion-comet/pull/3690) (andygrove)
+
+**Performance related:**
+
+- perf: refactor sum int with specialized implementations for each eval_mode [#3054](https://github.com/apache/datafusion-comet/pull/3054) (andygrove)
+- perf: Optimize contains expression with SIMD-based scalar pattern sea… [#2991](https://github.com/apache/datafusion-comet/pull/2991) (Shekharrajak)
+- perf: Add batch coalescing in BufBatchWriter to reduce IPC schema overhead [#3441](https://github.com/apache/datafusion-comet/pull/3441) (andygrove)
+- perf: Use `native_datafusion` scan in benchmark scripts (6% faster for TPC-H) [#3460](https://github.com/apache/datafusion-comet/pull/3460) (andygrove)
+- perf: Remove mutable buffers from scan partition/missing columns [#3411](https://github.com/apache/datafusion-comet/pull/3411) (andygrove)
+- perf: [iceberg] Single-pass FileScanTask validation [#3443](https://github.com/apache/datafusion-comet/pull/3443) (mbutrovich)
+- perf: Improve benchmarks for native row-to-columnar used by JVM shuffle [#3290](https://github.com/apache/datafusion-comet/pull/3290) (andygrove)
+- perf: executePlan uses a channel to park executor task thread instead of yield_now() [iceberg] [#3553](https://github.com/apache/datafusion-comet/pull/3553) (mbutrovich)
+- perf: Initialize tokio runtime worker threads from spark.executor.cores [#3555](https://github.com/apache/datafusion-comet/pull/3555) (andygrove)
+- perf: Add Comet config for native Iceberg reader's data file concurrency [iceberg] [#3584](https://github.com/apache/datafusion-comet/pull/3584) (mbutrovich)
+- perf: reuse CometConf.COMET_TRACING_ENABLED, Native, NativeUtil in NativeBatchDecoderIterator [#3627](https://github.com/apache/datafusion-comet/pull/3627) (mbutrovich)
+- perf: Improve performance of native row-to-columnar transition used by JVM shuffle [#3289](https://github.com/apache/datafusion-comet/pull/3289) (andygrove)
+- perf: use aligned pointer reads for SparkUnsafeRow field accessors [#3670](https://github.com/apache/datafusion-comet/pull/3670) (andygrove)
+- perf: Optimize some decimal expressions [#3619](https://github.com/apache/datafusion-comet/pull/3619) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: Native columnar to row conversion (Phase 2) [#3266](https://github.com/apache/datafusion-comet/pull/3266) (andygrove)
+- feat: Enable native columnar-to-row by default [#3299](https://github.com/apache/datafusion-comet/pull/3299) (andygrove)
+- feat: add support for `width_bucket` expression [#3273](https://github.com/apache/datafusion-comet/pull/3273) (davidlghellin)
+- feat: Drop `native_comet` as a valid option for `COMET_NATIVE_SCAN_IMPL` config [#3358](https://github.com/apache/datafusion-comet/pull/3358) (andygrove)
+- feat: Support date to timestamp cast [#3383](https://github.com/apache/datafusion-comet/pull/3383) (coderfender)
+- feat: CometExecRDD supports per-partition plan data, reduce Iceberg native scan serialization, add DPP [iceberg] [#3349](https://github.com/apache/datafusion-comet/pull/3349) (mbutrovich)
+- feat: Support right expression [#3207](https://github.com/apache/datafusion-comet/pull/3207) (Shekharrajak)
+- feat: support map_contains_key expression [#3369](https://github.com/apache/datafusion-comet/pull/3369) (peterxcli)
+- feat: add support for make_date expression [#3147](https://github.com/apache/datafusion-comet/pull/3147) (andygrove)
+- feat: add support for next_day expression [#3148](https://github.com/apache/datafusion-comet/pull/3148) (andygrove)
+- feat: implement cast from whole numbers to binary format and bool to decimal [#3083](https://github.com/apache/datafusion-comet/pull/3083) (coderfender)
+- feat: Support for StringSplit [#2772](https://github.com/apache/datafusion-comet/pull/2772) (Shekharrajak)
+- feat: CometNativeScan per-partition plan serde [#3511](https://github.com/apache/datafusion-comet/pull/3511) (mbutrovich)
+- feat: Remove mutable buffers from scan partition/missing columns [iceberg] [#3514](https://github.com/apache/datafusion-comet/pull/3514) (andygrove)
+- feat: pass spark.comet.datafusion.\* configs through to DataFusion session [#3455](https://github.com/apache/datafusion-comet/pull/3455) (andygrove)
+- feat: pass vended credentials to Iceberg native scan [#3523](https://github.com/apache/datafusion-comet/pull/3523) (tokoko)
+- feat: Cast date to Numeric (No Op) [#3544](https://github.com/apache/datafusion-comet/pull/3544) (coderfender)
+- feat: add support `crc32` expression [#3498](https://github.com/apache/datafusion-comet/pull/3498) (rafafrdz)
+- feat: Support int to timestamp casts [#3541](https://github.com/apache/datafusion-comet/pull/3541) (coderfender)
+- feat(benchmarks): add async-profiler support to TPC benchmark scripts [#3613](https://github.com/apache/datafusion-comet/pull/3613) (andygrove)
+- feat: Cast numeric (non int) to timestamp [#3559](https://github.com/apache/datafusion-comet/pull/3559) (coderfender)
+- feat: [ANSI] Ansi sql error messages [#3580](https://github.com/apache/datafusion-comet/pull/3580) (parthchandra)
+- feat: enable debug assertions in CI profile, fix unaligned memory access bug [#3652](https://github.com/apache/datafusion-comet/pull/3652) (andygrove)
+- feat: Enable native c2r by default, add debug asserts [#3649](https://github.com/apache/datafusion-comet/pull/3649) (andygrove)
+- feat: support Spark luhn_check expression [#3573](https://github.com/apache/datafusion-comet/pull/3573) (n0r0shi)
+
+**Documentation updates:**
+
+- docs: Add changelog for 0.13.0 [#3260](https://github.com/apache/datafusion-comet/pull/3260) (andygrove)
+- docs: fix bug in placement of prettier-ignore-end in generated docs [#3287](https://github.com/apache/datafusion-comet/pull/3287) (andygrove)
+- docs: Add contributor guide page for SQL file tests [#3333](https://github.com/apache/datafusion-comet/pull/3333) (andygrove)
+- docs: fix inaccurate claim about mutable buffers in parquet scan docs [#3378](https://github.com/apache/datafusion-comet/pull/3378) (andygrove)
+- docs: Improve documentation on maven usage for running tests [#3370](https://github.com/apache/datafusion-comet/pull/3370) (andygrove)
+- docs: move release process docs to contributor guide [#3492](https://github.com/apache/datafusion-comet/pull/3492) (andygrove)
+- docs: improve release process documentation [#3508](https://github.com/apache/datafusion-comet/pull/3508) (andygrove)
+- docs: update roadmap [#3543](https://github.com/apache/datafusion-comet/pull/3543) (mbutrovich)
+- docs: Update Parquet scan documentation [#3433](https://github.com/apache/datafusion-comet/pull/3433) (andygrove)
+- docs: recommend SQL file tests for new expressions [#3598](https://github.com/apache/datafusion-comet/pull/3598) (andygrove)
+- docs: add SAFETY comments to all unsafe blocks in shuffle spark_unsafe module [#3603](https://github.com/apache/datafusion-comet/pull/3603) (andygrove)
+- docs: Fix link to overview page [#3625](https://github.com/apache/datafusion-comet/pull/3625) (manuzhang)
+- doc: Document sql query error propagation [#3651](https://github.com/apache/datafusion-comet/pull/3651) (parthchandra)
+- docs: update Iceberg docs in advance of 0.14.0 [#3691](https://github.com/apache/datafusion-comet/pull/3691) (mbutrovich)
+
+**Other:**
+
+- chore(deps): bump actions/download-artifact from 4 to 7 [#3281](https://github.com/apache/datafusion-comet/pull/3281) (dependabot[bot])
+- chore(deps): bump cc from 1.2.53 to 1.2.54 in /native [#3284](https://github.com/apache/datafusion-comet/pull/3284) (dependabot[bot])
+- build: Fix docs workflow dependency resolution failure [#3275](https://github.com/apache/datafusion-comet/pull/3275) (andygrove)
+- chore(deps): bump actions/upload-artifact from 4 to 6 [#3280](https://github.com/apache/datafusion-comet/pull/3280) (dependabot[bot])
+- chore(deps): bump actions/cache from 4 to 5 [#3279](https://github.com/apache/datafusion-comet/pull/3279) (dependabot[bot])
+- chore(deps): bump uuid from 1.19.0 to 1.20.0 in /native [#3282](https://github.com/apache/datafusion-comet/pull/3282) (dependabot[bot])
+- build: reduce overhead of fuzz testing [#3257](https://github.com/apache/datafusion-comet/pull/3257) (andygrove)
+- chore: Start 0.14.0 development [#3288](https://github.com/apache/datafusion-comet/pull/3288) (andygrove)
+- chore: Add Comet released artifacts and links to maven [#3291](https://github.com/apache/datafusion-comet/pull/3291) (comphead)
+- chore: Add take/untake workflow for issue self-assignment [#3270](https://github.com/apache/datafusion-comet/pull/3270) (andygrove)
+- ci: Consolidate Spark SQL test jobs to reduce CI time [#3271](https://github.com/apache/datafusion-comet/pull/3271) (andygrove)
+- chore(deps): bump org.assertj:assertj-core from 3.23.1 to 3.27.7 [#3293](https://github.com/apache/datafusion-comet/pull/3293) (dependabot[bot])
+- chore: Add microbenchmark for IcebergScan operator serde roundtrip [#3296](https://github.com/apache/datafusion-comet/pull/3296) (andygrove)
+- chore: Remove IgnoreCometNativeScan from ParquetEncryptionSuite in 3.5.7 diff [#3304](https://github.com/apache/datafusion-comet/pull/3304) (andygrove)
+- chore: Enable native c2r in plan stability suite [#3302](https://github.com/apache/datafusion-comet/pull/3302) (andygrove)
+- chore: Add support for Spark 3.5.8 [#3323](https://github.com/apache/datafusion-comet/pull/3323) (manuzhang)
+- chore: Invert usingDataSourceExec test helper to usingLegacyNativeCometScan [#3310](https://github.com/apache/datafusion-comet/pull/3310) (andygrove)
+- tests: Add SQL test files covering edge cases for (almost) every Comet-supported expression [#3328](https://github.com/apache/datafusion-comet/pull/3328) (andygrove)
+- chore: Adapt caching from #3251 to [iceberg] workflows [#3353](https://github.com/apache/datafusion-comet/pull/3353) (mbutrovich)
+- bug: Fix string decimal type throw right exception [#3248](https://github.com/apache/datafusion-comet/pull/3248) (coderfender)
+- chore: Migrate `concat` tests to sql based testing framework [#3352](https://github.com/apache/datafusion-comet/pull/3352) (andygrove)
+- chore(deps): bump actions/setup-java from 4 to 5 [#3363](https://github.com/apache/datafusion-comet/pull/3363) (dependabot[bot])
+- chore: Annotate classes/methods/fields that are used by Apache Iceberg [#3237](https://github.com/apache/datafusion-comet/pull/3237) (andygrove)
+- Feat: map_from_entries [#2905](https://github.com/apache/datafusion-comet/pull/2905) (kazantsev-maksim)
+- chore: Move spark unsafe classes into spark_unsafe [#3373](https://github.com/apache/datafusion-comet/pull/3373) (EmilyMatt)
+- chore: Extract some tied down logic [#3374](https://github.com/apache/datafusion-comet/pull/3374) (EmilyMatt)
+- Fix: array contains null handling [#3372](https://github.com/apache/datafusion-comet/pull/3372) (Shekharrajak)
+- chore: stop uploading code coverage results [#3381](https://github.com/apache/datafusion-comet/pull/3381) (andygrove)
+- chore: update target-cpus in published binaries to x86-64-v3 and neoverse-n1 [#3368](https://github.com/apache/datafusion-comet/pull/3368) (mbutrovich)
+- chore: show line of error sql [#3390](https://github.com/apache/datafusion-comet/pull/3390) (peterxcli)
+- chore: Move writer-related logic to "writers" module [#3385](https://github.com/apache/datafusion-comet/pull/3385) (EmilyMatt)
+- chore(deps): bump bytes from 1.11.0 to 1.11.1 in /native [#3380](https://github.com/apache/datafusion-comet/pull/3380) (dependabot[bot])
+- chore: Clean up and split shuffle module [#3395](https://github.com/apache/datafusion-comet/pull/3395) (EmilyMatt)
+- chore: Make PR workflows match target-cpu flags in published jars [#3402](https://github.com/apache/datafusion-comet/pull/3402) (mbutrovich)
+- chore(deps): bump time from 0.3.45 to 0.3.47 in /native [#3412](https://github.com/apache/datafusion-comet/pull/3412) (dependabot[bot])
+- chore: Run Spark SQL tests with `native_datafusion` in CI [#3393](https://github.com/apache/datafusion-comet/pull/3393) (andygrove)
+- test: Add ANSI mode SQL test files for expressions that throw on invalid input [#3377](https://github.com/apache/datafusion-comet/pull/3377) (andygrove)
+- refactor: Split read benchmarks and add addParquetScanCases helper [#3407](https://github.com/apache/datafusion-comet/pull/3407) (andygrove)
+- chore: 4.5x reduction in number of golden files [#3399](https://github.com/apache/datafusion-comet/pull/3399) (andygrove)
+- Feat: to_csv [#3004](https://github.com/apache/datafusion-comet/pull/3004) (kazantsev-maksim)
+- minor: map_from_entries sql tests [#3394](https://github.com/apache/datafusion-comet/pull/3394) (kazantsev-maksim)
+- chore: add confirmation before tarball is released [#3439](https://github.com/apache/datafusion-comet/pull/3439) (milenkovicm)
+- chore(deps): bump cc from 1.2.54 to 1.2.55 in /native [#3451](https://github.com/apache/datafusion-comet/pull/3451) (dependabot[bot])
+- chore: Add Iceberg TPC-H benchmarking scripts [#3294](https://github.com/apache/datafusion-comet/pull/3294) (andygrove)
+- chore: Remove dead code paths for deprecated native_comet scan [#3396](https://github.com/apache/datafusion-comet/pull/3396) (andygrove)
+- chore(deps): bump arrow from 57.2.0 to 57.3.0 in /native [#3449](https://github.com/apache/datafusion-comet/pull/3449) (dependabot[bot])
+- chore(deps): bump aws-config from 1.8.12 to 1.8.13 in /native [#3450](https://github.com/apache/datafusion-comet/pull/3450) (dependabot[bot])
+- chore(deps): bump regex from 1.12.2 to 1.12.3 in /native [#3453](https://github.com/apache/datafusion-comet/pull/3453) (dependabot[bot])
+- chore(deps): bump rand from 0.9.2 to 0.10.0 in /native [#3465](https://github.com/apache/datafusion-comet/pull/3465) (manuzhang)
+- test: Add additional contains expression tests [#3462](https://github.com/apache/datafusion-comet/pull/3462) (andygrove)
+- chore: Adjust native artifact caching key in CI [#3476](https://github.com/apache/datafusion-comet/pull/3476) (mbutrovich)
+- chore: Add Comet writer nested types test assertion [#3480](https://github.com/apache/datafusion-comet/pull/3480) (comphead)
+- test: Add SQL file tests for left and right expressions [#3463](https://github.com/apache/datafusion-comet/pull/3463) (andygrove)
+- chore: Add GitHub workflow to close stale PRs [#3488](https://github.com/apache/datafusion-comet/pull/3488) (andygrove)
+- chore: Make `push` CI to be triggered for `main` branch only [#3474](https://github.com/apache/datafusion-comet/pull/3474) (comphead)
+- ci: disable Miri safety checks until compatibility is restored [#3504](https://github.com/apache/datafusion-comet/pull/3504) (andygrove)
+- chore: Add memory reservation debug logging [#3489](https://github.com/apache/datafusion-comet/pull/3489) (andygrove)
+- chore: enable GitHub button for updating PR branches with latest from main [#3505](https://github.com/apache/datafusion-comet/pull/3505) (andygrove)
+- chore: remove some dead cast code [#3513](https://github.com/apache/datafusion-comet/pull/3513) (andygrove)
+- chore(deps): bump aws-credential-types from 1.2.11 to 1.2.12 in /native [#3525](https://github.com/apache/datafusion-comet/pull/3525) (dependabot[bot])
+- chore(deps): bump libc from 0.2.180 to 0.2.182 in /native [#3527](https://github.com/apache/datafusion-comet/pull/3527) (dependabot[bot])
+- chore(deps): bump cc from 1.2.55 to 1.2.56 in /native [#3528](https://github.com/apache/datafusion-comet/pull/3528) (dependabot[bot])
+- chore(deps): bump tempfile from 3.24.0 to 3.25.0 in /native [#3529](https://github.com/apache/datafusion-comet/pull/3529) (dependabot[bot])
+- ci: Bump up `actions/upload-artifact` from v4 to v6 [#3533](https://github.com/apache/datafusion-comet/pull/3533) (manuzhang)
+- chore(deps): bump aws-config from 1.8.13 to 1.8.14 in /native [#3526](https://github.com/apache/datafusion-comet/pull/3526) (dependabot[bot])
+- chore: refactor array_repeat [#3516](https://github.com/apache/datafusion-comet/pull/3516) (kazantsev-maksim)
+- chore: Add envvars to override writer configs and cometConf minor clean up [#3540](https://github.com/apache/datafusion-comet/pull/3540) (comphead)
+- chore: Cast module refactor boolean module [#3491](https://github.com/apache/datafusion-comet/pull/3491) (coderfender)
+- chore: Consolidate TPC benchmark scripts [#3538](https://github.com/apache/datafusion-comet/pull/3538) (andygrove)
+- chore(deps): bump parquet from 57.2.0 to 57.3.0 in /native [#3568](https://github.com/apache/datafusion-comet/pull/3568) (dependabot[bot])
+- chore(deps): bump uuid from 1.20.0 to 1.21.0 in /native [#3567](https://github.com/apache/datafusion-comet/pull/3567) (dependabot[bot])
+- chore: Add TPC-\* queries to repo [#3562](https://github.com/apache/datafusion-comet/pull/3562) (andygrove)
+- chore(deps): bump assertables from 9.8.4 to 9.8.6 in /native [#3570](https://github.com/apache/datafusion-comet/pull/3570) (dependabot[bot])
+- chore(deps): bump actions/stale from 10.1.1 to 10.2.0 [#3565](https://github.com/apache/datafusion-comet/pull/3565) (dependabot[bot])
+- chore(deps): bump aws-credential-types from 1.2.12 to 1.2.13 in /native [#3566](https://github.com/apache/datafusion-comet/pull/3566) (dependabot[bot])
+- chore: makes dependabot to group deps into single PR [#3578](https://github.com/apache/datafusion-comet/pull/3578) (comphead)
+- chore: Cast module refactor : String [#3577](https://github.com/apache/datafusion-comet/pull/3577) (coderfender)
+- chore(deps): bump the all-other-cargo-deps group in /native with 3 updates [#3581](https://github.com/apache/datafusion-comet/pull/3581) (dependabot[bot])
+- chore: Add Docker Compose support for TPC benchmarks [#3576](https://github.com/apache/datafusion-comet/pull/3576) (andygrove)
+- build: Runs-on for `PR Build (Linux)` [#3579](https://github.com/apache/datafusion-comet/pull/3579) (blaginin)
+- chore: Add consistency checks and result hashing to TPC benchmarks [#3582](https://github.com/apache/datafusion-comet/pull/3582) (andygrove)
+- chore: Remove all remaining uses of legacy BatchReader from Comet [iceberg] [#3468](https://github.com/apache/datafusion-comet/pull/3468) (andygrove)
+- build: Skip CI workflows for changes in benchmarks directory [#3599](https://github.com/apache/datafusion-comet/pull/3599) (andygrove)
+- build: fix runs-on tags for consistency [#3601](https://github.com/apache/datafusion-comet/pull/3601) (andygrove)
+- chore: Add Java Flight Recorder profiling to TPC benchmarks [#3597](https://github.com/apache/datafusion-comet/pull/3597) (andygrove)
+- deps: DataFusion 52.0.0 migration (SchemaAdapter changes, etc.) [iceberg] [#3536](https://github.com/apache/datafusion-comet/pull/3536) (comphead)
+- chore(deps): bump actions/download-artifact from 7 to 8 [#3609](https://github.com/apache/datafusion-comet/pull/3609) (dependabot[bot])
+- chore(deps): bump actions/upload-artifact from 6 to 7 [#3610](https://github.com/apache/datafusion-comet/pull/3610) (dependabot[bot])
+- chore: bump iceberg-rust dependency to latest [iceberg] [#3606](https://github.com/apache/datafusion-comet/pull/3606) (mbutrovich)
+- CI: Add CodeQL workflow for GitHub Actions security scanning [#3617](https://github.com/apache/datafusion-comet/pull/3617) (kevinjqliu)
+- CI: update codeql with pinned action versions [#3621](https://github.com/apache/datafusion-comet/pull/3621) (kevinjqliu)
+- chore: replace legacy datetime rebase tests with current scan coverage [iceberg] [#3605](https://github.com/apache/datafusion-comet/pull/3605) (andygrove)
+- build: More runners [#3626](https://github.com/apache/datafusion-comet/pull/3626) (blaginin)
+- deps: bump DataFusion to 52.2 [iceberg] [#3622](https://github.com/apache/datafusion-comet/pull/3622) (mbutrovich)
+- chore: use datafusion impl of `space` function [#3612](https://github.com/apache/datafusion-comet/pull/3612) (kazantsev-maksim)
+- chore: use datafusion impl of `bit_count` function [#3616](https://github.com/apache/datafusion-comet/pull/3616) (kazantsev-maksim)
+- chore: refactor cast module numeric data types [#3623](https://github.com/apache/datafusion-comet/pull/3623) (coderfender)
+- chore: Refactor cast module temporal types [#3624](https://github.com/apache/datafusion-comet/pull/3624) (coderfender)
+- chore: Fix clippy complaints [#3634](https://github.com/apache/datafusion-comet/pull/3634) (comphead)
+- chore(deps): bump docker/build-push-action from 6 to 7 [#3639](https://github.com/apache/datafusion-comet/pull/3639) (dependabot[bot])
+- chore(deps): bump github/codeql-action from 4.32.5 to 4.32.6 [#3637](https://github.com/apache/datafusion-comet/pull/3637) (dependabot[bot])
+- chore(deps): bump docker/setup-buildx-action from 3 to 4 [#3636](https://github.com/apache/datafusion-comet/pull/3636) (dependabot[bot])
+- chore(deps): bump docker/login-action from 3 to 4 [#3638](https://github.com/apache/datafusion-comet/pull/3638) (dependabot[bot])
+- deps: update to latest iceberg-rust to pick up get_byte_ranges [iceberg] [#3635](https://github.com/apache/datafusion-comet/pull/3635) (mbutrovich)
+- chore: Array literals tests enable [#3633](https://github.com/apache/datafusion-comet/pull/3633) (comphead)
+- chore: Add debug assertions before unsafe code blocks [#3655](https://github.com/apache/datafusion-comet/pull/3655) (andygrove)
+- chore: fix license header - ansi docs [#3662](https://github.com/apache/datafusion-comet/pull/3662) (coderfender)
+- chore(deps): bump quinn-proto from 0.11.13 to 0.11.14 in /native [#3660](https://github.com/apache/datafusion-comet/pull/3660) (dependabot[bot])
+- ci: add dedicated RAT license check workflow for all PRs [#3664](https://github.com/apache/datafusion-comet/pull/3664) (andygrove)
+- chore: Remove deprecated SCAN_NATIVE_COMET constant and related test code [#3671](https://github.com/apache/datafusion-comet/pull/3671) (andygrove)
+- chore: Upgrade to DF 52.3.0 [#3672](https://github.com/apache/datafusion-comet/pull/3672) (andygrove)
+- deps: update to iceberg-rust 0.9.0 rc1 [iceberg] [#3657](https://github.com/apache/datafusion-comet/pull/3657) (mbutrovich)
+- chore: Mark expressions with known correctness issues as incompatible [#3675](https://github.com/apache/datafusion-comet/pull/3675) (andygrove)
+- chore(deps): bump actions/setup-java from 4 to 5 [#3683](https://github.com/apache/datafusion-comet/pull/3683) (dependabot[bot])
+- chore(deps): bump runs-on/action from 2.0.3 to 2.1.0 [#3684](https://github.com/apache/datafusion-comet/pull/3684) (dependabot[bot])
+- chore(deps): bump actions/checkout from 4 to 6 [#3685](https://github.com/apache/datafusion-comet/pull/3685) (dependabot[bot])
+- ci: remove Java Iceberg integration tests from CI [iceberg] [#3673](https://github.com/apache/datafusion-comet/pull/3673) (andygrove)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 81 Andy Grove
+ 34 dependabot[bot]
+ 19 Matt Butrovich
+ 9 B Vadlamani
+ 8 Oleks V
+ 7 Kazantsev Maksim
+ 4 Emily Matheys
+ 4 Manu Zhang
+ 4 Shekhar Prasad Rajak
+ 2 Bhargava Vadlamani
+ 2 ChenChen Lai
+ 2 Dmitrii Blaginin
+ 2 Kevin Liu
+ 2 Parth Chandra
+ 2 Peter Lee
+ 2 hsiang-c
+ 1 David López
+ 1 Marko Milenković
+ 1 Rafael Fernández
+ 1 Tornike Gurgenidze
+ 1 n0r0shi
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.14.1.md.txt b/_sources/changelog/0.14.1.md.txt
new file mode 100644
index 000000000..dc531aa1c
--- /dev/null
+++ b/_sources/changelog/0.14.1.md.txt
@@ -0,0 +1,40 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.14.1 Changelog
+
+This release consists of 5 commits from 1 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: [branch-0.14] backport #3802 - cache object stores and bucket regions to reduce DNS query volume [#3935](https://github.com/apache/datafusion-comet/pull/3935) (andygrove)
+- fix: [branch-0.14] backport #3924 - share unified memory pools across native execution contexts [#3938](https://github.com/apache/datafusion-comet/pull/3938) (andygrove)
+- fix: [branch-0.14] backport #3879 - skip Comet columnar shuffle for stages with DPP scans [#3934](https://github.com/apache/datafusion-comet/pull/3934) (andygrove)
+- fix: [branch-0.14] backport #3914 - use min instead of max when capping write buffer size to Int range [#3936](https://github.com/apache/datafusion-comet/pull/3936) (andygrove)
+- fix: [branch-0.14] backport #3865 - handle ambiguous and non-existent local times [#3937](https://github.com/apache/datafusion-comet/pull/3937) (andygrove)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 5 Andy Grove
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.15.0.md.txt b/_sources/changelog/0.15.0.md.txt
new file mode 100644
index 000000000..f57fbe192
--- /dev/null
+++ b/_sources/changelog/0.15.0.md.txt
@@ -0,0 +1,207 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.15.0 Changelog
+
+This release consists of 142 commits from 19 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: enable native_datafusion Spark SQL tests previously ignored in #3315 [#3696](https://github.com/apache/datafusion-comet/pull/3696) (andygrove)
+- fix: route file-not-found errors through SparkError JSON path [#3699](https://github.com/apache/datafusion-comet/pull/3699) (andygrove)
+- fix: fall back from native_datafusion for duplicate fields in case-insensitive mode [#3687](https://github.com/apache/datafusion-comet/pull/3687) (andygrove)
+- fix: enable more Spark SQL tests for `native_datafusion` (`DynamicPartitionPruningSuite` / `ExplainSuite`) [#3694](https://github.com/apache/datafusion-comet/pull/3694) (andygrove)
+- fix: Correct GetArrayItem null handling for dynamic indices and re-enable native execution [#3709](https://github.com/apache/datafusion-comet/pull/3709) (0lai0)
+- fix: enable native_datafusion Spark SQL tests for #3320, #3401, #3719 [#3718](https://github.com/apache/datafusion-comet/pull/3718) (andygrove)
+- fix: Native engine crashes on literal DateTrunc and TimestampTrunc [#3668](https://github.com/apache/datafusion-comet/pull/3668) (0lai0)
+- fix: Use the loaded Comet extension too (Spark 3.5.8) [#3707](https://github.com/apache/datafusion-comet/pull/3707) (martin-g)
+- fix: Use thread context classloader for Iceberg class loading [#3738](https://github.com/apache/datafusion-comet/pull/3738) (karuppayya)
+- fix: disable ANSI mode in benchmarks to avoid exceptions on invalid input [#3750](https://github.com/apache/datafusion-comet/pull/3750) (parthchandra)
+- fix: fix string to timestamp cast for UTC timestamps [#3656](https://github.com/apache/datafusion-comet/pull/3656) (parthchandra)
+- fix: native error message not propagated to SparkException on empty errorClass [#3727](https://github.com/apache/datafusion-comet/pull/3727) (manuzhang)
+- fix: add timezone and special formats support for cast string to timestamp [#3730](https://github.com/apache/datafusion-comet/pull/3730) (parthchandra)
+- fix: handle inf/-inf/nan in ShimSparkErrorConverter cast overflow [#3768](https://github.com/apache/datafusion-comet/pull/3768) (manuzhang)
+- fix: handle scalar decimal value overflow correctly in ANSI mode [#3803](https://github.com/apache/datafusion-comet/pull/3803) (parthchandra)
+- fix: correct array_append return type and mark as Compatible [#3795](https://github.com/apache/datafusion-comet/pull/3795) (andygrove)
+- fix: remove broken directBuffer feature for parquet reads [#3814](https://github.com/apache/datafusion-comet/pull/3814) (andygrove)
+- fix: remove unnecessary IgnoreCometNativeDataFusion tags from 3.5.8 diff [#3831](https://github.com/apache/datafusion-comet/pull/3831) (andygrove)
+- fix: query tolerance= in SQL file tests now also asserts Comet native execution [#3797](https://github.com/apache/datafusion-comet/pull/3797) (andygrove)
+- fix: include scan impl in PR Linux artifact names [#3853](https://github.com/apache/datafusion-comet/pull/3853) (manuzhang)
+- fix: correct invalid Option.contains assertion in cast test [#3851](https://github.com/apache/datafusion-comet/pull/3851) (manuzhang)
+- fix: native_datafusion: case-insensitive mode doesn't detect duplicate/ambiguous Parquet fields [#3808](https://github.com/apache/datafusion-comet/pull/3808) (vaibhawvipul)
+- fix: cache object stores and bucket regions to reduce DNS query volume [#3802](https://github.com/apache/datafusion-comet/pull/3802) (andygrove)
+- fix: skip Comet columnar shuffle for stages with DPP scans [#3879](https://github.com/apache/datafusion-comet/pull/3879) (andygrove)
+- fix: Native_datafusion reports correct files and bytes scanned [#3798](https://github.com/apache/datafusion-comet/pull/3798) (0lai0)
+- fix: address clippy collapsible_match warnings [#3863](https://github.com/apache/datafusion-comet/pull/3863) (manuzhang)
+- fix: parameterize file count in Native_datafusion metrics test [#3896](https://github.com/apache/datafusion-comet/pull/3896) (0lai0)
+- fix: Make cast string to timestamp compatible with Spark [#3884](https://github.com/apache/datafusion-comet/pull/3884) (parthchandra)
+- fix: add EmptySchemaShufflePartitioner and test from #3858 [#3893](https://github.com/apache/datafusion-comet/pull/3893) (mbutrovich)
+- fix: use min instead of max when capping write buffer size to Int range [#3914](https://github.com/apache/datafusion-comet/pull/3914) (andygrove)
+- fix: Update TPC-DS q36a golden file for Spark 4.0 decimal UNION widening change [#3915](https://github.com/apache/datafusion-comet/pull/3915) (parthchandra)
+- fix: audit array_insert expression for correctness and test coverage [#3890](https://github.com/apache/datafusion-comet/pull/3890) (andygrove)
+- fix: handle ambiguous and non-existent local times [#3865](https://github.com/apache/datafusion-comet/pull/3865) (matthewalex4)
+- fix: improve tracing feature [#3688](https://github.com/apache/datafusion-comet/pull/3688) (andygrove)
+- fix: make tan and atan2 compatible [#3849](https://github.com/apache/datafusion-comet/pull/3849) (kazuyukitanimura)
+- fix: checkSparkAnswer displays incorrect labels [#3927](https://github.com/apache/datafusion-comet/pull/3927) (parthchandra)
+- fix: support full-width and null characters, and negative scale in string to decimal [#3922](https://github.com/apache/datafusion-comet/pull/3922) (parthchandra)
+- fix: enable Corr [#3892](https://github.com/apache/datafusion-comet/pull/3892) (kazuyukitanimura)
+- fix: array to array cast [#2897](https://github.com/apache/datafusion-comet/pull/2897) (manuzhang)
+- fix: exclude tpcds-plan-stability extended.txt files from rat license check [#3964](https://github.com/apache/datafusion-comet/pull/3964) (andygrove)
+- fix: use UTC for Arrow schema timezone in SparkToColumnar conversions [#3878](https://github.com/apache/datafusion-comet/pull/3878) (andygrove)
+- fix: remove spurious .flatten call that garbled SortMergeJoin fallback messages [#3968](https://github.com/apache/datafusion-comet/pull/3968) (andygrove)
+- fix: Add legacy mode handling to cast Decimal to String [#3939](https://github.com/apache/datafusion-comet/pull/3939) (parthchandra)
+- fix: improve test coverage for decimal to primitive type casts [#3948](https://github.com/apache/datafusion-comet/pull/3948) (parthchandra)
+- fix: fix decimal div and add tests [#3952](https://github.com/apache/datafusion-comet/pull/3952) (parthchandra)
+- fix: make shuffle fallback decisions sticky across planning passes [#3982](https://github.com/apache/datafusion-comet/pull/3982) (andygrove)
+
+**Performance related:**
+
+- perf: Coalesce broadcast exchange batches before broadcasting [#3703](https://github.com/apache/datafusion-comet/pull/3703) (mbutrovich)
+- perf: stop using FFI in native shuffle read path [#3731](https://github.com/apache/datafusion-comet/pull/3731) (andygrove)
+- perf: Enable native c2r for more queries [#3764](https://github.com/apache/datafusion-comet/pull/3764) (andygrove)
+- perf: Mark more operators as FFI safe to avoid deep copies [#3765](https://github.com/apache/datafusion-comet/pull/3765) (andygrove)
+- perf: remove BufReader wrapper when copying spill files to shuffle output [#3861](https://github.com/apache/datafusion-comet/pull/3861) (andygrove)
+- fix: share unified memory pools across native execution contexts within a task [#3924](https://github.com/apache/datafusion-comet/pull/3924) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: Add PR review skill for Comet expression reviews [#3711](https://github.com/apache/datafusion-comet/pull/3711) (andygrove)
+- feat: add sort_array benchmark [#3758](https://github.com/apache/datafusion-comet/pull/3758) (grorge123)
+- feat: Support Spark expression days [#3746](https://github.com/apache/datafusion-comet/pull/3746) (0lai0)
+- feat: expose comet metrics through Sparks external monitoring system [#3708](https://github.com/apache/datafusion-comet/pull/3708) (coderfender)
+- feat: support SQL aggregate FILTER (WHERE ...) clause in native execution [#3835](https://github.com/apache/datafusion-comet/pull/3835) (viirya)
+- feat: Implement CRC32C algorithm [#3822](https://github.com/apache/datafusion-comet/pull/3822) (snmvaughan)
+- feat: add audit-comet-expression Claude Code skill [#3793](https://github.com/apache/datafusion-comet/pull/3793) (andygrove)
+- feat: enable native_datafusion scan in auto mode [#3781](https://github.com/apache/datafusion-comet/pull/3781) (andygrove)
+- feat: support LEAD and LAG window functions with IGNORE NULLS [#3876](https://github.com/apache/datafusion-comet/pull/3876) (viirya)
+- feat: add standalone shuffle benchmark tool [#3752](https://github.com/apache/datafusion-comet/pull/3752) (andygrove)
+- feat: Mark array_compact as Compatible and improve test coverage [#3889](https://github.com/apache/datafusion-comet/pull/3889) (andygrove)
+- feat: add native support for get_json_object expression [#3747](https://github.com/apache/datafusion-comet/pull/3747) (andygrove)
+- feat: Support Spark expression hours [#3804](https://github.com/apache/datafusion-comet/pull/3804) (0lai0)
+- feat: add support for date_from_unix_date expression [#3144](https://github.com/apache/datafusion-comet/pull/3144) (andygrove)
+- feat: support spark bin function [#3928](https://github.com/apache/datafusion-comet/pull/3928) (kazantsev-maksim)
+- feat: support sort_array expression [#3706](https://github.com/apache/datafusion-comet/pull/3706) (grorge123)
+
+**Documentation updates:**
+
+- docs: Add some .lldbint configurations for debugging document [#3686](https://github.com/apache/datafusion-comet/pull/3686) (wForget)
+- docs: document Iceberg Spark tests in contributor guide [#3777](https://github.com/apache/datafusion-comet/pull/3777) (mbutrovich)
+- docs: document negative zero cast-to-string incompatibility [#3811](https://github.com/apache/datafusion-comet/pull/3811) (andygrove)
+- docs: Add docs about global singletons to development guide [#3809](https://github.com/apache/datafusion-comet/pull/3809) (mbutrovich)
+- docs: add bug triage guide for prioritizing open issues [#3812](https://github.com/apache/datafusion-comet/pull/3812) (andygrove)
+- docs: broaden area:writer and area:scan label descriptions [#3843](https://github.com/apache/datafusion-comet/pull/3843) (andygrove)
+- docs: expand profiling guide with JVM and async-profiler coverage [#3628](https://github.com/apache/datafusion-comet/pull/3628) (andygrove)
+- doc: GetArrayItem is now supported [#3880](https://github.com/apache/datafusion-comet/pull/3880) (kazuyukitanimura)
+- docs: update Iceberg docs to reflect capabilities [#3961](https://github.com/apache/datafusion-comet/pull/3961) (mbutrovich)
+- docs: clarify Maven staging behavior across release candidates [#3963](https://github.com/apache/datafusion-comet/pull/3963) (andygrove)
+- docs: document CI test suite registration requirement [#3943](https://github.com/apache/datafusion-comet/pull/3943) (andygrove)
+- docs: Add documentation for running spark-sql-perf [#3950](https://github.com/apache/datafusion-comet/pull/3950) (andygrove)
+
+**Other:**
+
+- ci: remove Java Iceberg integration tests from CI [iceberg] [#3673](https://github.com/apache/datafusion-comet/pull/3673) (andygrove)
+- build: revert "chore(deps): bump runs-on/action from 2.0.3 to 2.1.0" [#3714](https://github.com/apache/datafusion-comet/pull/3714) (blaginin)
+- chore(deps): bump lz4_flex from 0.12.0 to 0.12.1 in /native [#3713](https://github.com/apache/datafusion-comet/pull/3713) (dependabot[bot])
+- chore: Add changelog for 0.14.0 release [#3681](https://github.com/apache/datafusion-comet/pull/3681) (andygrove)
+- chore: bump version to 0.15.0-SNAPSHOT [#3715](https://github.com/apache/datafusion-comet/pull/3715) (andygrove)
+- chore: update documentation links for 0.14.0 release [#3716](https://github.com/apache/datafusion-comet/pull/3716) (andygrove)
+- Fix: map_from_arrays() with NULL inputs causes native crash [#3356](https://github.com/apache/datafusion-comet/pull/3356) (kazantsev-maksim)
+- chore: Refactor planner random and partition expressions [#3704](https://github.com/apache/datafusion-comet/pull/3704) (coderfender)
+- test: enable ignored 4.0 tests, enable ansi mode [#3454](https://github.com/apache/datafusion-comet/pull/3454) (parthchandra)
+- chore: keep original error message for failed SQL test [#3725](https://github.com/apache/datafusion-comet/pull/3725) (comphead)
+- build: lint as a separate step [#3717](https://github.com/apache/datafusion-comet/pull/3717) (blaginin)
+- chore(deps): bump lz4_flex from 0.12.1 to 0.13.0 in /native [#3744](https://github.com/apache/datafusion-comet/pull/3744) (dependabot[bot])
+- chore(deps): bump runs-on/action from 2.0.3 to 2.1.0 [#3741](https://github.com/apache/datafusion-comet/pull/3741) (dependabot[bot])
+- chore: remove iceberg-java integration [#3739](https://github.com/apache/datafusion-comet/pull/3739) (andygrove)
+- chore: refactor to extract `common` and `jni-bridge` as separate crates [#3667](https://github.com/apache/datafusion-comet/pull/3667) (andygrove)
+- chore(deps): bump rustls-webpki from 0.103.9 to 0.103.10 in /native [#3751](https://github.com/apache/datafusion-comet/pull/3751) (dependabot[bot])
+- chore(deps): bump github/codeql-action from 4.32.6 to 4.33.0 [#3742](https://github.com/apache/datafusion-comet/pull/3742) (dependabot[bot])
+- chore(deps): bump cc from 1.2.56 to 1.2.57 in /native in the all-other-cargo-deps group [#3743](https://github.com/apache/datafusion-comet/pull/3743) (dependabot[bot])
+- chore: extract shuffle module into separate crate [#3749](https://github.com/apache/datafusion-comet/pull/3749) (andygrove)
+- chore: run Spark 3.4 tests with `native_datafusion` scan [#3722](https://github.com/apache/datafusion-comet/pull/3722) (andygrove)
+- chore: [native_datafusion] replace #3311 references with specific issues in 3.5.8 diff [#3761](https://github.com/apache/datafusion-comet/pull/3761) (andygrove)
+- chore: fix allocations in schema adapter for `native_datafusion` scan [#3755](https://github.com/apache/datafusion-comet/pull/3755) (comphead)
+- chore: update Iceberg Java diffs after #3739 [iceberg] [#3774](https://github.com/apache/datafusion-comet/pull/3774) (mbutrovich)
+- chore(deps): update datafusion to 52.4.0 [iceberg] [#3769](https://github.com/apache/datafusion-comet/pull/3769) (andygrove)
+- test: Port DateTimeUtilsSuite timestamp format tests in Comet [#3780](https://github.com/apache/datafusion-comet/pull/3780) (parthchandra)
+- build: add `CometDateTimeUtilsSuite` to CI workflow [#3782](https://github.com/apache/datafusion-comet/pull/3782) (andygrove)
+- chore: Run Spark 4.0 SQL tests with native_datafusion scan [#3728](https://github.com/apache/datafusion-comet/pull/3728) (andygrove)
+- Test: Add test coverage and documentation for SumDecimal/AvgDecimal nullability behavior [#3766](https://github.com/apache/datafusion-comet/pull/3766) (vaibhawvipul)
+- tests: fix Iceberg test diffs for Spark 3.4 [iceberg] [#3785](https://github.com/apache/datafusion-comet/pull/3785) (mbutrovich)
+- ci: run Iceberg Spark tests on all PRs and commits to main branch [#3792](https://github.com/apache/datafusion-comet/pull/3792) (mbutrovich)
+- chore(deps): bump github/codeql-action from 4.33.0 to 4.34.1 [#3805](https://github.com/apache/datafusion-comet/pull/3805) (dependabot[bot])
+- chore(deps): bump the all-other-cargo-deps group in /native with 3 updates [#3806](https://github.com/apache/datafusion-comet/pull/3806) (dependabot[bot])
+- refactor: reorganize shuffle crate module structure [#3772](https://github.com/apache/datafusion-comet/pull/3772) (andygrove)
+- chore: update git plugin to allow worktrees [#3815](https://github.com/apache/datafusion-comet/pull/3815) (parthchandra)
+- chore: Remove `SupportsComet` interface [#3818](https://github.com/apache/datafusion-comet/pull/3818) (andygrove)
+- Replace catalyst.util.fileToString with Files.readString [#3844](https://github.com/apache/datafusion-comet/pull/3844) (snmvaughan)
+- test: cast negative zero to string [#3829](https://github.com/apache/datafusion-comet/pull/3829) (kazuyukitanimura)
+- test: add SQL file test for casting double to string [#3854](https://github.com/apache/datafusion-comet/pull/3854) (andygrove)
+- chore(deps): bump jni from 0.21.1 to 0.22.4 in /native [#3753](https://github.com/apache/datafusion-comet/pull/3753) (manuzhang)
+- test: ceil and floor works correctly for Decimal128 [#3848](https://github.com/apache/datafusion-comet/pull/3848) (kazuyukitanimura)
+- chore(deps): bump the all-other-cargo-deps group in /native with 2 updates [#3899](https://github.com/apache/datafusion-comet/pull/3899) (dependabot[bot])
+- chore(deps): bump github/codeql-action from 4.34.1 to 4.35.1 [#3898](https://github.com/apache/datafusion-comet/pull/3898) (dependabot[bot])
+- chore(deps): bump actions/github-script from 7 to 8 [#3897](https://github.com/apache/datafusion-comet/pull/3897) (dependabot[bot])
+- chore: add SQL tests for FIRST/LAST aggregates [#3891](https://github.com/apache/datafusion-comet/pull/3891) (comphead)
+- test: do not ignore test SPARK-48037 [#2774](https://github.com/apache/datafusion-comet/pull/2774) (kazuyukitanimura)
+- deps: upgrade to DataFusion 53.0, Arrow to 58.1 [#3629](https://github.com/apache/datafusion-comet/pull/3629) (mbutrovich)
+- chore: `native_datafusion` to report scan task input metrics [#3842](https://github.com/apache/datafusion-comet/pull/3842) (comphead)
+- test: improve array_distinct test coverage and incompatibility description [#3887](https://github.com/apache/datafusion-comet/pull/3887) (andygrove)
+- ci: remove native_datafusion CI workflows after 4f5eaf0 [#3908](https://github.com/apache/datafusion-comet/pull/3908) (mbutrovich)
+- test: Enable more Spark tests [#3905](https://github.com/apache/datafusion-comet/pull/3905) (kazuyukitanimura)
+- chore: reenable `width_bucket` test [#3910](https://github.com/apache/datafusion-comet/pull/3910) (comphead)
+- chore: reenable `array_contains` tests [#3912](https://github.com/apache/datafusion-comet/pull/3912) (comphead)
+- chore: reenable `array_remove` tests [#3917](https://github.com/apache/datafusion-comet/pull/3917) (comphead)
+- chore(deps): bump actions/github-script from 8 to 9 [#3923](https://github.com/apache/datafusion-comet/pull/3923) (dependabot[bot])
+- chore: Remove redundant `parquet.enable.dictionary` ConfigMatrix from SQL tests [#3866](https://github.com/apache/datafusion-comet/pull/3866) (andygrove)
+- chore(deps): bump rand from 0.10.0 to 0.10.1 in /native [#3942](https://github.com/apache/datafusion-comet/pull/3942) (dependabot[bot])
+- chore: add changelog for 0.14.1 [#3944](https://github.com/apache/datafusion-comet/pull/3944) (andygrove)
+- deps: bump iceberg-rust to latest after picking up fixes for #3856 and #3860 [#3958](https://github.com/apache/datafusion-comet/pull/3958) (mbutrovich)
+- deps: update to `opendal` revision where object_store `get_ranges` performance fixed [#3965](https://github.com/apache/datafusion-comet/pull/3965) (comphead)
+- chore: Register task completion listener to ensure CometExecIterator is always closed [#3959](https://github.com/apache/datafusion-comet/pull/3959) (wForget)
+- chore(deps): bump github/codeql-action from 4.35.1 to 4.35.2 [#3972](https://github.com/apache/datafusion-comet/pull/3972) (dependabot[bot])
+- deps: upgrade to DataFusion 53.1 [#3946](https://github.com/apache/datafusion-comet/pull/3946) (mbutrovich)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 55 Andy Grove
+ 14 Parth Chandra
+ 14 dependabot[bot]
+ 12 Matt Butrovich
+ 8 Oleks V
+ 7 KAZUYUKI TANIMURA
+ 7 Manu Zhang
+ 6 ChenChen Lai
+ 2 Bhargava Vadlamani
+ 2 Dmitrii Blaginin
+ 2 Han-Wen Tsao
+ 2 Kazantsev Maksim
+ 2 Liang-Chi Hsieh
+ 2 Steve Vaughan
+ 2 Vipul Vaibhaw
+ 2 Zhen Wang
+ 1 Karuppayya
+ 1 Martin Grigorov
+ 1 Matthew Alex
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.16.0.md.txt b/_sources/changelog/0.16.0.md.txt
new file mode 100644
index 000000000..1e0aea5bd
--- /dev/null
+++ b/_sources/changelog/0.16.0.md.txt
@@ -0,0 +1,190 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.16.0 Changelog
+
+This release consists of 127 commits from 17 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: report task output metrics in Spark UI [#3999](https://github.com/apache/datafusion-comet/pull/3999) (0lai0)
+- fix: cast to and from timestamp_ntz [#4008](https://github.com/apache/datafusion-comet/pull/4008) (parthchandra)
+- fix: support to_json on Spark 4.0 [#4036](https://github.com/apache/datafusion-comet/pull/4036) (andygrove)
+- fix: enable arrays_overlap [#3901](https://github.com/apache/datafusion-comet/pull/3901) (kazuyukitanimura)
+- fix: Iceberg reflection for current() on TableOperations hierarchy [#3895](https://github.com/apache/datafusion-comet/pull/3895) (karuppayya)
+- fix: fall back to Spark for shuffle/sort/aggregate on non-default collated strings [Spark 4] [#4035](https://github.com/apache/datafusion-comet/pull/4035) (andygrove)
+- fix: scalar subquery pushdown and reuse for CometNativeScanExec (SPARK-43402) [#4053](https://github.com/apache/datafusion-comet/pull/4053) (mbutrovich)
+- fix: fall back for shredded Variant scans on Spark 4.0 [#4084](https://github.com/apache/datafusion-comet/pull/4084) (andygrove)
+- fix: enable Spark 4 SQL tests previously ignored for issues #3313 and #3314 [#4092](https://github.com/apache/datafusion-comet/pull/4092) (andygrove)
+- fix: fall back to Spark for hash join and sort-merge join on non-default collated string keys [Spark 4] [#4095](https://github.com/apache/datafusion-comet/pull/4095) (0lai0)
+- fix: reject string/binary read as numeric in native_datafusion scan [#4091](https://github.com/apache/datafusion-comet/pull/4091) (andygrove)
+- fix: reject incompatible decimal precision/scale in native_datafusion scan [#4090](https://github.com/apache/datafusion-comet/pull/4090) (andygrove)
+- fix: throw SchemaColumnConvertNotSupportedException from native_datafusion schema mismatch [#4117](https://github.com/apache/datafusion-comet/pull/4117) (andygrove)
+- fix: substring with negative start index [#4017](https://github.com/apache/datafusion-comet/pull/4017) (kazuyukitanimura)
+- fix: honor strictFloatingPoint in RangePartitioning [#4167](https://github.com/apache/datafusion-comet/pull/4167) (0lai0)
+- fix: [Spark 4.1.1] preserve stored allowDecimalPrecisionLoss in DecimalPrecision rule [#4179](https://github.com/apache/datafusion-comet/pull/4179) (andygrove)
+- fix: [Spark 4.1.1] preserve parent struct nullness when all requested fields missing in Parquet [#4190](https://github.com/apache/datafusion-comet/pull/4190) (andygrove)
+- fix: support Spark 4.1 BloomFilter V2 format and bit-scattering [#4196](https://github.com/apache/datafusion-comet/pull/4196) (andygrove)
+- fix: JNI local reference cleanup in JVMClasses::with_env [#4225](https://github.com/apache/datafusion-comet/pull/4225) (0lai0)
+- fix: broadcast exchange bypasses AQE partition coalescing [#4163](https://github.com/apache/datafusion-comet/pull/4163) (andygrove)
+- fix: resolve Scala compiler warnings for auto-tupling and bare try [#4227](https://github.com/apache/datafusion-comet/pull/4227) (andygrove)
+- fix: [Spark 4.1] preserve union output partitioning in CometUnionExec [#4207](https://github.com/apache/datafusion-comet/pull/4207) (andygrove)
+- fix: re-enable tests skipped for Spark 4.1 (issue #4098) [#4253](https://github.com/apache/datafusion-comet/pull/4253) (andygrove)
+- fix: cargo clean before release build to avoid stale native libs [#4257](https://github.com/apache/datafusion-comet/pull/4257) (andygrove)
+
+**Performance related:**
+
+- perf: avoid redundant columnar shuffle when both parent and child are non-Comet [#4010](https://github.com/apache/datafusion-comet/pull/4010) (andygrove)
+- perf: reduce per-node allocations in to_native_metric_node [#4075](https://github.com/apache/datafusion-comet/pull/4075) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: enable native Iceberg reader by default [#3819](https://github.com/apache/datafusion-comet/pull/3819) (andygrove)
+- feat: support `collect_set` [#3954](https://github.com/apache/datafusion-comet/pull/3954) (comphead)
+- feat: non-AQE DPP for native Parquet scans, broadcast exchange reuse for DPP subqueries [#4011](https://github.com/apache/datafusion-comet/pull/4011) (mbutrovich)
+- feat: add support for array_position expression [#3172](https://github.com/apache/datafusion-comet/pull/3172) (andygrove)
+- feat: Cast string to timestamp_ntz [#4034](https://github.com/apache/datafusion-comet/pull/4034) (parthchandra)
+- feat: Add TimestampNTZType support for unix_timestamp [#4039](https://github.com/apache/datafusion-comet/pull/4039) (parthchandra)
+- feat: fix array_compact for Spark 4.0 and correct return type metadata [#3796](https://github.com/apache/datafusion-comet/pull/3796) (andygrove)
+- feat: task-level input metrics (bytesRead) for Iceberg native scan [#4128](https://github.com/apache/datafusion-comet/pull/4128) (mbutrovich)
+- feat: add MapSort expression support for Spark 4.0 [#4076](https://github.com/apache/datafusion-comet/pull/4076) (andygrove)
+- feat: Support Spark expression `str_to_map` [#3654](https://github.com/apache/datafusion-comet/pull/3654) (unknowntpo)
+- feat: add support for timestamp_seconds expression [#3146](https://github.com/apache/datafusion-comet/pull/3146) (andygrove)
+- feat: add config to gate converting Spark shuffle to Comet shuffle when child is non-Comet plan [#4166](https://github.com/apache/datafusion-comet/pull/4166) (andygrove)
+- feat: AQE DPP for native Parquet scans with broadcast reuse [#4112](https://github.com/apache/datafusion-comet/pull/4112) (mbutrovich)
+- feat: support regular BuildRight+LeftAnti hash join [#4073](https://github.com/apache/datafusion-comet/pull/4073) (viirya)
+- feat: add bug-triage Claude skill [#4109](https://github.com/apache/datafusion-comet/pull/4109) (andygrove)
+- feat: support `PartialMerge` aggregation mode [#4003](https://github.com/apache/datafusion-comet/pull/4003) (comphead)
+- feat: add encode time tracking for shuffle operations [#4068](https://github.com/apache/datafusion-comet/pull/4068) (0lai0)
+- feat: Add support for Spark ToDegrees and ToRadians math expressions [#3786](https://github.com/apache/datafusion-comet/pull/3786) (rafafrdz)
+- feat: Add support for Spark Acosh, Asinh, Atanh math expressions [#3787](https://github.com/apache/datafusion-comet/pull/3787) (rafafrdz)
+- feat: Add support for Spark Cbrt math expression [#3788](https://github.com/apache/datafusion-comet/pull/3788) (rafafrdz)
+- feat: Add support for Spark Pi math expression [#3789](https://github.com/apache/datafusion-comet/pull/3789) (rafafrdz)
+- feat: support Parquet field ID matching in native_datafusion scan [#4216](https://github.com/apache/datafusion-comet/pull/4216) (mbutrovich)
+- feat: support AQE DPP broadcast reuse for Iceberg native scans [#4215](https://github.com/apache/datafusion-comet/pull/4215) (mbutrovich)
+- feat: add support for url_encode, url_decode, and try_url_decode [#4231](https://github.com/apache/datafusion-comet/pull/4231) (parthchandra)
+- feat: support TimestampType join keys in SortMergeJoin [#3986](https://github.com/apache/datafusion-comet/pull/3986) (andygrove)
+
+**Documentation updates:**
+
+- docs: Add changelog for 0.15.0 [#4000](https://github.com/apache/datafusion-comet/pull/4000) (andygrove)
+- docs: Update README and benchmark results for 0.15.0 release [#3995](https://github.com/apache/datafusion-comet/pull/3995) (andygrove)
+- docs: fix errors in benchmark pages [#4001](https://github.com/apache/datafusion-comet/pull/4001) (andygrove)
+- docs: split compatibility guide into multiple pages [#4055](https://github.com/apache/datafusion-comet/pull/4055) (andygrove)
+- docs: Generate expression compatibility docs from code [#4057](https://github.com/apache/datafusion-comet/pull/4057) (andygrove)
+- doc: update documentation for cast and datetime functions [#4058](https://github.com/apache/datafusion-comet/pull/4058) (parthchandra)
+- docs: add compatibility documentation to all expressions [#4067](https://github.com/apache/datafusion-comet/pull/4067) (andygrove)
+- docs: rename SQL File Tests to Comet SQL Tests [#4108](https://github.com/apache/datafusion-comet/pull/4108) (andygrove)
+- docs: add Understanding Comet Plans user guide page [#4086](https://github.com/apache/datafusion-comet/pull/4086) (andygrove)
+- docs: support conditional content for snapshot vs release builds [#4030](https://github.com/apache/datafusion-comet/pull/4030) (andygrove)
+- docs: update Spark version support and add version compatibility page [#4138](https://github.com/apache/datafusion-comet/pull/4138) (andygrove)
+- docs: improve review skill and contributor guide for serde patterns [#4132](https://github.com/apache/datafusion-comet/pull/4132) (andygrove)
+- docs: Fix errors in list of supported Spark versions [#4141](https://github.com/apache/datafusion-comet/pull/4141) (andygrove)
+- docs: Update roadmap in contributor guide [#4144](https://github.com/apache/datafusion-comet/pull/4144) (andygrove)
+- docs: add implement-comet-expression Claude skill [#4158](https://github.com/apache/datafusion-comet/pull/4158) (andygrove)
+- docs: add roadmap items for spillable hash join, UDF support, memory management, and 1.0.0 [#4171](https://github.com/apache/datafusion-comet/pull/4171) (andygrove)
+- docs: start Spark 4.1 known-limitations section, seeded with #4199 [#4202](https://github.com/apache/datafusion-comet/pull/4202) (andygrove)
+- docs: document Spark 4 IntelliJ setup [#4198](https://github.com/apache/datafusion-comet/pull/4198) (yuboxx)
+- docs: refresh Gluten comparison with ANSI, Spark 4, and Iceberg coverage [#4169](https://github.com/apache/datafusion-comet/pull/4169) (andygrove)
+- docs: check off 53 implemented expressions in support doc [#4147](https://github.com/apache/datafusion-comet/pull/4147) (andygrove)
+- docs: replace project logos with updated branding [#4230](https://github.com/apache/datafusion-comet/pull/4230) (pranamya123)
+- docs: Documentation updates in preparation for 0.16 release [#4244](https://github.com/apache/datafusion-comet/pull/4244) (andygrove)
+
+**Other:**
+
+- chor: enable array_distinct [#3987](https://github.com/apache/datafusion-comet/pull/3987) (kazuyukitanimura)
+- chore: Improve shuffle fallback logic [#3989](https://github.com/apache/datafusion-comet/pull/3989) (andygrove)
+- chore: Start 0.16 development [#4016](https://github.com/apache/datafusion-comet/pull/4016) (andygrove)
+- chore: update compatibility guide for primitive to string casts [#4012](https://github.com/apache/datafusion-comet/pull/4012) (parthchandra)
+- test: add sql-file test confirming fallback on parquet variant reads [#4021](https://github.com/apache/datafusion-comet/pull/4021) (andygrove)
+- chore: skip Iceberg and Spark SQL test workflows on test-only changes [#4023](https://github.com/apache/datafusion-comet/pull/4023) (andygrove)
+- ci: force GNU ld on Linux to fix -ljvm linker error [#4024](https://github.com/apache/datafusion-comet/pull/4024) (andygrove)
+- chore: update pending PR filter [#4025](https://github.com/apache/datafusion-comet/pull/4025) (comphead)
+- test: run more Spark 4 tests [#4013](https://github.com/apache/datafusion-comet/pull/4013) (kazuyukitanimura)
+- chore: update documentation links for 0.15.0 release [#4029](https://github.com/apache/datafusion-comet/pull/4029) (andygrove)
+- test: run more JVM tests [#4026](https://github.com/apache/datafusion-comet/pull/4026) (kazuyukitanimura)
+- feature: Support Spark expression: arrays_zip [#3643](https://github.com/apache/datafusion-comet/pull/3643) (hsiang-c)
+- test: fix SparkToColumnar plan-shape assertions on Spark 4 [#4032](https://github.com/apache/datafusion-comet/pull/4032) (andygrove)
+- test: unignore DynamicPartitionPruning static scan metrics test [#4038](https://github.com/apache/datafusion-comet/pull/4038) (andygrove)
+- test: add non-AQE DPP edge case coverage for native Parquet scans [#4037](https://github.com/apache/datafusion-comet/pull/4037) (mbutrovich)
+- test: unignore passing Spark 4.0 #3321 tests, retag remaining failures [#4041](https://github.com/apache/datafusion-comet/pull/4041) (andygrove)
+- test: unignore passing DPP test, retag remaining failures [#4046](https://github.com/apache/datafusion-comet/pull/4046) (andygrove)
+- chore: enable array_union [#4043](https://github.com/apache/datafusion-comet/pull/4043) (kazuyukitanimura)
+- test: add date_trunc DST regression test in non-UTC session timezone [#4040](https://github.com/apache/datafusion-comet/pull/4040) (andygrove)
+- ci: skip heavy test workflows for GenerateDocs and changelog changes [#4056](https://github.com/apache/datafusion-comet/pull/4056) (andygrove)
+- chore(deps): bump the all-other-cargo-deps group in /native with 3 updates [#4061](https://github.com/apache/datafusion-comet/pull/4061) (dependabot[bot])
+- ci: add concurrency blocks to more workflows to cancel on new commit [#4064](https://github.com/apache/datafusion-comet/pull/4064) (mbutrovich)
+- chore: gitignore generated docs directories [#4066](https://github.com/apache/datafusion-comet/pull/4066) (andygrove)
+- chore: promote array_insert to compatible and consolidate expression docs [#4065](https://github.com/apache/datafusion-comet/pull/4065) (andygrove)
+- test: re-enable sql_hive-1 for Spark 4.0 and fix two small failures [#4047](https://github.com/apache/datafusion-comet/pull/4047) (andygrove)
+- ci: stopping running PR builds with 3.5.5/3.5.6 [#4103](https://github.com/apache/datafusion-comet/pull/4103) (andygrove)
+- chore: Bump Spark 4.0.1 to 4.0.2 [#4114](https://github.com/apache/datafusion-comet/pull/4114) (andygrove)
+- build: add spark-4.1 Maven profile and shim sources [#4097](https://github.com/apache/datafusion-comet/pull/4097) (andygrove)
+- refactor: consolidate identical spark-4.0 and spark-4.1 shims into spark-4.x [#4118](https://github.com/apache/datafusion-comet/pull/4118) (andygrove)
+- ci: enable Spark 4.1 PR test matrix [#4106](https://github.com/apache/datafusion-comet/pull/4106) (andygrove)
+- build: add spark-4.2 Maven profile targeting 4.2.0-preview4 [#4119](https://github.com/apache/datafusion-comet/pull/4119) (andygrove)
+- ci: reduce macOS PR matrix to single Spark 4.0 profile [#4104](https://github.com/apache/datafusion-comet/pull/4104) (andygrove)
+- chore: audit array_intersect and expand SQL test coverage [#4071](https://github.com/apache/datafusion-comet/pull/4071) (andygrove)
+- chore: support Spark 4.1/4.2 for golden files generation [#4134](https://github.com/apache/datafusion-comet/pull/4134) (comphead)
+- ci: add Spark 4.0 / JDK 21 profile [#4060](https://github.com/apache/datafusion-comet/pull/4060) (james-willis)
+- ci: Enable Comet PR test matrix and TPCDS plan-stability for Spark 4.2 [#4126](https://github.com/apache/datafusion-comet/pull/4126) (andygrove)
+- test: support fallback chain in CometPlanStabilitySuite, dedupe existing goldens [#4129](https://github.com/apache/datafusion-comet/pull/4129) (andygrove)
+- chore: Update `spark_expressions_support.md` doc [#4165](https://github.com/apache/datafusion-comet/pull/4165) (comphead)
+- build: Enable Spark SQL tests for Spark 4.1.1 [#4093](https://github.com/apache/datafusion-comet/pull/4093) (andygrove)
+- test: unignore InjectRuntimeFilterSuite tests gated on issue #242 [#4178](https://github.com/apache/datafusion-comet/pull/4178) (andygrove)
+- chore(deps): bump cc from 1.2.60 to 1.2.61 in /native in the all-other-cargo-deps group [#4168](https://github.com/apache/datafusion-comet/pull/4168) (dependabot[bot])
+- test: [Spark 4.1.1] unignore SPARK-52921 union partitioning tests [#4195](https://github.com/apache/datafusion-comet/pull/4195) (andygrove)
+- test: [Spark 4.1.1] unignore CachedBatchSerializerNoUnwrapSuite [#4204](https://github.com/apache/datafusion-comet/pull/4204) (andygrove)
+- test: relax bytesRead ratio assertion for Spark 4.1+ [#4197](https://github.com/apache/datafusion-comet/pull/4197) (andygrove)
+- deps: Bump OpenDAL to 0.56.0 [#4217](https://github.com/apache/datafusion-comet/pull/4217) (mbutrovich)
+- ci: pin JDK per Spark version in Iceberg workflow matrix [#4120](https://github.com/apache/datafusion-comet/pull/4120) (dmefs)
+- test: skip flaky StateStoreSuite under Comet and disambiguate JDK matrix names [#4226](https://github.com/apache/datafusion-comet/pull/4226) (andygrove)
+- Map ProfileCredentialsProvider to profile credential chain [#4213](https://github.com/apache/datafusion-comet/pull/4213) (karuppayya)
+- test: add explicit negative-count cases for array_repeat [#4182](https://github.com/apache/datafusion-comet/pull/4182) (slavlotski)
+- test: add unhex dictionary coverage [#4222](https://github.com/apache/datafusion-comet/pull/4222) (yuboxx)
+- chore: Enable GitHub project view [#4247](https://github.com/apache/datafusion-comet/pull/4247) (andygrove)
+- test: dedupe redundant Spark 4.2 TPC-DS plan-stability golden files [#4243](https://github.com/apache/datafusion-comet/pull/4243) (andygrove)
+- build: change default Maven profile to Spark 4.1 / Scala 2.13 [#4140](https://github.com/apache/datafusion-comet/pull/4140) (andygrove)
+- chore: remove legacy ENABLE_COMET_SCAN_ONLY and ENABLE_COMET_ANSI_MODE env vars from Spark diffs [#4252](https://github.com/apache/datafusion-comet/pull/4252) (parthchandra)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 78 Andy Grove
+ 9 Matt Butrovich
+ 7 Parth Chandra
+ 6 KAZUYUKI TANIMURA
+ 5 ChenChen Lai
+ 5 Oleks V
+ 4 Rafael Fernández
+ 2 Karuppayya
+ 2 Yubo Xu
+ 2 dependabot[bot]
+ 1 Eric Chang
+ 1 James Willis
+ 1 Kuo-Hao Huang
+ 1 Liang-Chi Hsieh
+ 1 Pranamya Vadlamani
+ 1 Vladislav Zabolotsky
+ 1 hsiang-c
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.2.0.md.txt b/_sources/changelog/0.2.0.md.txt
new file mode 100644
index 000000000..6906a6400
--- /dev/null
+++ b/_sources/changelog/0.2.0.md.txt
@@ -0,0 +1,146 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.2.0 Changelog
+
+This release consists of 87 commits from 14 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: dictionary decimal vector optimization [#705](https://github.com/apache/datafusion-comet/pull/705) (kazuyukitanimura)
+- fix: Unsupported window expression should fall back to Spark [#710](https://github.com/apache/datafusion-comet/pull/710) (viirya)
+- fix: ReusedExchangeExec can be child operator of CometBroadcastExchangeExec [#713](https://github.com/apache/datafusion-comet/pull/713) (viirya)
+- fix: Fallback to Spark for window expression with range frame [#719](https://github.com/apache/datafusion-comet/pull/719) (viirya)
+- fix: Remove `skip.surefire.tests` mvn property [#739](https://github.com/apache/datafusion-comet/pull/739) (wForget)
+- fix: subquery execution under CometTakeOrderedAndProjectExec should not fail [#748](https://github.com/apache/datafusion-comet/pull/748) (viirya)
+- fix: skip negative scale checks for creating decimals [#723](https://github.com/apache/datafusion-comet/pull/723) (kazuyukitanimura)
+- fix: Fallback to Spark for unsupported partitioning [#759](https://github.com/apache/datafusion-comet/pull/759) (viirya)
+- fix: Unsupported types for SinglePartition should fallback to Spark [#765](https://github.com/apache/datafusion-comet/pull/765) (viirya)
+- fix: unwrap dictionaries in CreateNamedStruct [#754](https://github.com/apache/datafusion-comet/pull/754) (andygrove)
+- fix: Fallback to Spark for unsupported input besides ordering [#768](https://github.com/apache/datafusion-comet/pull/768) (viirya)
+- fix: Native window operator should be CometUnaryExec [#774](https://github.com/apache/datafusion-comet/pull/774) (viirya)
+- fix: Fallback to Spark when shuffling on struct with duplicate field name [#776](https://github.com/apache/datafusion-comet/pull/776) (viirya)
+- fix: withInfo was overwriting information in some cases [#780](https://github.com/apache/datafusion-comet/pull/780) (andygrove)
+- fix: Improve support for nested structs [#800](https://github.com/apache/datafusion-comet/pull/800) (eejbyfeldt)
+- fix: Sort on single struct should fallback to Spark [#811](https://github.com/apache/datafusion-comet/pull/811) (viirya)
+- fix: Check sort order of SortExec instead of child output [#821](https://github.com/apache/datafusion-comet/pull/821) (viirya)
+- fix: Fix panic in `avg` aggregate and disable `stddev` by default [#819](https://github.com/apache/datafusion-comet/pull/819) (andygrove)
+- fix: Supported nested types in HashJoin [#735](https://github.com/apache/datafusion-comet/pull/735) (eejbyfeldt)
+
+**Performance related:**
+
+- perf: Improve performance of CASE .. WHEN expressions [#703](https://github.com/apache/datafusion-comet/pull/703) (andygrove)
+- perf: Optimize IfExpr by delegating to CaseExpr [#681](https://github.com/apache/datafusion-comet/pull/681) (andygrove)
+- fix: optimize isNullAt [#732](https://github.com/apache/datafusion-comet/pull/732) (kazuyukitanimura)
+- perf: decimal decode improvements [#727](https://github.com/apache/datafusion-comet/pull/727) (parthchandra)
+- fix: Remove castting on decimals with a small precision to decimal256 [#741](https://github.com/apache/datafusion-comet/pull/741) (kazuyukitanimura)
+- fix: optimize some bit functions [#718](https://github.com/apache/datafusion-comet/pull/718) (kazuyukitanimura)
+- fix: Optimize getDecimal for small precision [#758](https://github.com/apache/datafusion-comet/pull/758) (kazuyukitanimura)
+- perf: add metrics to CopyExec and ScanExec [#778](https://github.com/apache/datafusion-comet/pull/778) (andygrove)
+- fix: Optimize decimal creation macros [#764](https://github.com/apache/datafusion-comet/pull/764) (kazuyukitanimura)
+- perf: Improve count aggregate performance [#784](https://github.com/apache/datafusion-comet/pull/784) (andygrove)
+- fix: Optimize read_side_padding [#772](https://github.com/apache/datafusion-comet/pull/772) (kazuyukitanimura)
+- perf: Remove some redundant copying of batches [#816](https://github.com/apache/datafusion-comet/pull/816) (andygrove)
+- perf: Remove redundant copying of batches after FilterExec [#835](https://github.com/apache/datafusion-comet/pull/835) (andygrove)
+- fix: Optimize CheckOverflow [#852](https://github.com/apache/datafusion-comet/pull/852) (kazuyukitanimura)
+- perf: Add benchmarks for Spark Scan + Comet Exec [#863](https://github.com/apache/datafusion-comet/pull/863) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: Add support for time-zone, 3 & 5 digit years: Cast from string to timestamp. [#704](https://github.com/apache/datafusion-comet/pull/704) (akhilss99)
+- feat: Support count AggregateUDF for window function [#736](https://github.com/apache/datafusion-comet/pull/736) (huaxingao)
+- feat: Implement basic version of RLIKE [#734](https://github.com/apache/datafusion-comet/pull/734) (andygrove)
+- feat: show executed native plan with metrics when in debug mode [#746](https://github.com/apache/datafusion-comet/pull/746) (andygrove)
+- feat: Add GetStructField expression [#731](https://github.com/apache/datafusion-comet/pull/731) (Kimahriman)
+- feat: Add config to enable native upper and lower string conversion [#767](https://github.com/apache/datafusion-comet/pull/767) (andygrove)
+- feat: Improve native explain [#795](https://github.com/apache/datafusion-comet/pull/795) (andygrove)
+- feat: Add support for null literal with struct type [#797](https://github.com/apache/datafusion-comet/pull/797) (eejbyfeldt)
+- feat: Optimze CreateNamedStruct preserve dictionaries [#789](https://github.com/apache/datafusion-comet/pull/789) (eejbyfeldt)
+- feat: `CreateArray` support [#793](https://github.com/apache/datafusion-comet/pull/793) (Kimahriman)
+- feat: Add native thread configs [#828](https://github.com/apache/datafusion-comet/pull/828) (viirya)
+- feat: Add specific configs for converting Spark Parquet and JSON data to Arrow [#832](https://github.com/apache/datafusion-comet/pull/832) (andygrove)
+- feat: Support sum in window function [#802](https://github.com/apache/datafusion-comet/pull/802) (huaxingao)
+- feat: Simplify configs for enabling/disabling operators [#855](https://github.com/apache/datafusion-comet/pull/855) (andygrove)
+- feat: Enable `clippy::clone_on_ref_ptr` on `proto` and `spark_exprs` crates [#859](https://github.com/apache/datafusion-comet/pull/859) (comphead)
+- feat: Enable `clippy::clone_on_ref_ptr` on `core` crate [#860](https://github.com/apache/datafusion-comet/pull/860) (comphead)
+- feat: Use CometPlugin as main entrypoint [#853](https://github.com/apache/datafusion-comet/pull/853) (andygrove)
+
+**Documentation updates:**
+
+- doc: Update outdated spark.comet.columnar.shuffle.enabled configuration doc [#738](https://github.com/apache/datafusion-comet/pull/738) (wForget)
+- docs: Add explicit configs for enabling operators [#801](https://github.com/apache/datafusion-comet/pull/801) (andygrove)
+- doc: Document CometPlugin to start Comet in cluster mode [#836](https://github.com/apache/datafusion-comet/pull/836) (comphead)
+
+**Other:**
+
+- chore: Make rust clippy happy [#701](https://github.com/apache/datafusion-comet/pull/701) (Xuanwo)
+- chore: Update version to 0.2.0 and add 0.1.0 changelog [#696](https://github.com/apache/datafusion-comet/pull/696) (andygrove)
+- chore: Use rust-toolchain.toml for better toolchain support [#699](https://github.com/apache/datafusion-comet/pull/699) (Xuanwo)
+- chore(native): Make sure all targets in workspace been covered by clippy [#702](https://github.com/apache/datafusion-comet/pull/702) (Xuanwo)
+- Apache DataFusion Comet Logo [#697](https://github.com/apache/datafusion-comet/pull/697) (aocsa)
+- chore: Add logo to rat exclude list [#709](https://github.com/apache/datafusion-comet/pull/709) (andygrove)
+- chore: Use new logo in README and website [#724](https://github.com/apache/datafusion-comet/pull/724) (andygrove)
+- build: Add Comet logo files into exclude list [#726](https://github.com/apache/datafusion-comet/pull/726) (viirya)
+- chore: Remove TPC-DS benchmark results [#728](https://github.com/apache/datafusion-comet/pull/728) (andygrove)
+- chore: make Cast's logic reusable for other projects [#716](https://github.com/apache/datafusion-comet/pull/716) (Blizzara)
+- chore: move scalar_funcs into spark-expr [#712](https://github.com/apache/datafusion-comet/pull/712) (Blizzara)
+- chore: Bump DataFusion to rev 35c2e7e [#740](https://github.com/apache/datafusion-comet/pull/740) (andygrove)
+- chore: add more aggregate functions to benchmark test [#706](https://github.com/apache/datafusion-comet/pull/706) (huaxingao)
+- chore: Add criterion benchmark for decimal_div [#743](https://github.com/apache/datafusion-comet/pull/743) (andygrove)
+- build: Re-enable TPCDS q72 for broadcast and hash join configs [#781](https://github.com/apache/datafusion-comet/pull/781) (viirya)
+- chore: bump DataFusion to rev f4e519f [#783](https://github.com/apache/datafusion-comet/pull/783) (huaxingao)
+- chore: Upgrade to DataFusion rev bddb641 and disable "skip partial aggregates" feature [#788](https://github.com/apache/datafusion-comet/pull/788) (andygrove)
+- chore: Remove legacy code for adding a cast to a coalesce [#790](https://github.com/apache/datafusion-comet/pull/790) (andygrove)
+- chore: Use DataFusion 41.0.0-rc1 [#794](https://github.com/apache/datafusion-comet/pull/794) (andygrove)
+- chore: rename `CometRowToColumnar` and fix duplication bug [#785](https://github.com/apache/datafusion-comet/pull/785) (Kimahriman)
+- chore: Enable shuffle in micro benchmarks [#806](https://github.com/apache/datafusion-comet/pull/806) (andygrove)
+- Minor: ScanExec code cleanup and additional documentation [#804](https://github.com/apache/datafusion-comet/pull/804) (andygrove)
+- chore: Make it possible to run 'make benchmark-%' using jvm 17+ [#823](https://github.com/apache/datafusion-comet/pull/823) (eejbyfeldt)
+- chore: Add more unsupported cases to supportedSortType [#825](https://github.com/apache/datafusion-comet/pull/825) (viirya)
+- chore: Enable Comet shuffle with AQE coalesce partitions [#834](https://github.com/apache/datafusion-comet/pull/834) (viirya)
+- chore: Add GitHub workflow to publish Docker image [#847](https://github.com/apache/datafusion-comet/pull/847) (andygrove)
+- chore: Revert "fix: change the not exists base image apache/spark:3.4.3 to 3.4.2" [#854](https://github.com/apache/datafusion-comet/pull/854) (haoxins)
+- chore: fix docker-publish attempt 1 [#851](https://github.com/apache/datafusion-comet/pull/851) (andygrove)
+- minor: stop warning that AQEShuffleRead cannot run natively [#842](https://github.com/apache/datafusion-comet/pull/842) (andygrove)
+- chore: Improve ObjectHashAggregate fallback error message [#849](https://github.com/apache/datafusion-comet/pull/849) (andygrove)
+- chore: Fix docker image publishing (specify ghcr.io in tag) [#856](https://github.com/apache/datafusion-comet/pull/856) (andygrove)
+- chore: Use Git tag as Comet version when publishing Docker images [#857](https://github.com/apache/datafusion-comet/pull/857) (andygrove)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 36 Andy Grove
+ 16 Liang-Chi Hsieh
+ 9 KAZUYUKI TANIMURA
+ 5 Emil Ejbyfeldt
+ 4 Huaxin Gao
+ 3 Adam Binford
+ 3 Oleks V
+ 3 Xuanwo
+ 2 Arttu
+ 2 Zhen Wang
+ 1 Akhil S S
+ 1 Alexander Ocsa
+ 1 Parth Chandra
+ 1 Xin Hao
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.3.0.md.txt b/_sources/changelog/0.3.0.md.txt
new file mode 100644
index 000000000..039e1c730
--- /dev/null
+++ b/_sources/changelog/0.3.0.md.txt
@@ -0,0 +1,115 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.3.0 Changelog
+
+This release consists of 57 commits from 12 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: Support type coercion for ScalarUDFs [#865](https://github.com/apache/datafusion-comet/pull/865) (Kimahriman)
+- fix: CometTakeOrderedAndProjectExec native scan node should use child operator's output [#896](https://github.com/apache/datafusion-comet/pull/896) (viirya)
+- fix: Fix various memory leaks problems [#890](https://github.com/apache/datafusion-comet/pull/890) (Kontinuation)
+- fix: Add output to Comet operators equal and hashCode [#902](https://github.com/apache/datafusion-comet/pull/902) (viirya)
+- fix: Fallback to Spark when cannot resolve AttributeReference [#926](https://github.com/apache/datafusion-comet/pull/926) (viirya)
+- fix: Fix memory bloat caused by holding too many unclosed `ArrowReaderIterator`s [#929](https://github.com/apache/datafusion-comet/pull/929) (Kontinuation)
+- fix: Normalize NaN and zeros for floating number comparison [#953](https://github.com/apache/datafusion-comet/pull/953) (viirya)
+- fix: window function range offset should be long instead of int [#733](https://github.com/apache/datafusion-comet/pull/733) (huaxingao)
+- fix: CometScanExec on Spark 3.5.2 [#915](https://github.com/apache/datafusion-comet/pull/915) (Kimahriman)
+- fix: div and rem by negative zero [#960](https://github.com/apache/datafusion-comet/pull/960) (kazuyukitanimura)
+
+**Performance related:**
+
+- perf: Optimize CometSparkToColumnar for columnar input [#892](https://github.com/apache/datafusion-comet/pull/892) (mbutrovich)
+- perf: Fall back to Spark if query uses DPP with v1 data sources [#897](https://github.com/apache/datafusion-comet/pull/897) (andygrove)
+- perf: Report accurate total time for scans [#916](https://github.com/apache/datafusion-comet/pull/916) (andygrove)
+- perf: Add metric for time spent casting in native scan [#919](https://github.com/apache/datafusion-comet/pull/919) (andygrove)
+- perf: Add criterion benchmark for aggregate expressions [#948](https://github.com/apache/datafusion-comet/pull/948) (andygrove)
+- perf: Add metric for time spent in CometSparkToColumnarExec [#931](https://github.com/apache/datafusion-comet/pull/931) (mbutrovich)
+- perf: Optimize decimal precision check in decimal aggregates (sum and avg) [#952](https://github.com/apache/datafusion-comet/pull/952) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: Add config option to enable converting CSV to columnar [#871](https://github.com/apache/datafusion-comet/pull/871) (andygrove)
+- feat: Implement basic version of string to float/double/decimal [#870](https://github.com/apache/datafusion-comet/pull/870) (andygrove)
+- feat: Implement to_json for subset of types [#805](https://github.com/apache/datafusion-comet/pull/805) (andygrove)
+- feat: Add ShuffleQueryStageExec to direct child node for CometBroadcastExchangeExec [#880](https://github.com/apache/datafusion-comet/pull/880) (viirya)
+- feat: Support sort merge join with a join condition [#553](https://github.com/apache/datafusion-comet/pull/553) (viirya)
+- feat: Array element extraction [#899](https://github.com/apache/datafusion-comet/pull/899) (Kimahriman)
+- feat: date_add and date_sub functions [#910](https://github.com/apache/datafusion-comet/pull/910) (mbutrovich)
+- feat: implement scripts for binary release build [#932](https://github.com/apache/datafusion-comet/pull/932) (parthchandra)
+- feat: Publish artifacts to maven [#946](https://github.com/apache/datafusion-comet/pull/946) (parthchandra)
+
+**Documentation updates:**
+
+- doc: Documenting Helm chart for Comet Kube execution [#874](https://github.com/apache/datafusion-comet/pull/874) (comphead)
+- doc: Update native code path in development [#921](https://github.com/apache/datafusion-comet/pull/921) (viirya)
+- docs: Add more detailed architecture documentation [#922](https://github.com/apache/datafusion-comet/pull/922) (andygrove)
+
+**Other:**
+
+- chore: Update installation.md [#869](https://github.com/apache/datafusion-comet/pull/869) (haoxins)
+- chore: Update versions to 0.3.0 / 0.3.0-SNAPSHOT [#868](https://github.com/apache/datafusion-comet/pull/868) (andygrove)
+- chore: Add documentation on running benchmarks with Microk8s [#848](https://github.com/apache/datafusion-comet/pull/848) (andygrove)
+- chore: Improve CometExchange metrics [#873](https://github.com/apache/datafusion-comet/pull/873) (viirya)
+- chore: Add spilling metrics of SortMergeJoin [#878](https://github.com/apache/datafusion-comet/pull/878) (viirya)
+- chore: change shuffle mode default from jvm to auto [#877](https://github.com/apache/datafusion-comet/pull/877) (andygrove)
+- chore: Enable shuffle by default [#881](https://github.com/apache/datafusion-comet/pull/881) (andygrove)
+- chore: print Comet native version to logs after Comet is initialized [#900](https://github.com/apache/datafusion-comet/pull/900) (SemyonSinchenko)
+- chore: Revise batch pull approach to more follow C Data interface semantics [#893](https://github.com/apache/datafusion-comet/pull/893) (viirya)
+- chore: Close dictionary provider when iterator is closed [#904](https://github.com/apache/datafusion-comet/pull/904) (andygrove)
+- chore: Remove unused function [#906](https://github.com/apache/datafusion-comet/pull/906) (viirya)
+- chore: Upgrade to latest DataFusion revision [#909](https://github.com/apache/datafusion-comet/pull/909) (andygrove)
+- build: fix build [#917](https://github.com/apache/datafusion-comet/pull/917) (andygrove)
+- chore: Revise array import to more follow C Data Interface semantics [#905](https://github.com/apache/datafusion-comet/pull/905) (viirya)
+- chore: Address reviews [#920](https://github.com/apache/datafusion-comet/pull/920) (viirya)
+- chore: Enable Comet shuffle for Spark core-1 test [#924](https://github.com/apache/datafusion-comet/pull/924) (viirya)
+- build: Add maven-compiler-plugin for java cross-build [#911](https://github.com/apache/datafusion-comet/pull/911) (viirya)
+- build: Disable upload-test-reports for macos-13 runner [#933](https://github.com/apache/datafusion-comet/pull/933) (viirya)
+- minor: cast timestamp test #468 [#923](https://github.com/apache/datafusion-comet/pull/923) (himadripal)
+- build: Set Java version arg for scala-maven-plugin [#934](https://github.com/apache/datafusion-comet/pull/934) (viirya)
+- chore: Remove redundant RowToColumnar from CometShuffleExchangeExec for columnar shuffle [#944](https://github.com/apache/datafusion-comet/pull/944) (viirya)
+- minor: rename CometMetricNode `add` to `set` and update documentation [#940](https://github.com/apache/datafusion-comet/pull/940) (andygrove)
+- chore: Add config for enabling SMJ with join condition [#937](https://github.com/apache/datafusion-comet/pull/937) (andygrove)
+- chore: Change maven group ID to `org.apache.datafusion` [#941](https://github.com/apache/datafusion-comet/pull/941) (andygrove)
+- chore: Upgrade to DataFusion 42.0.0 [#945](https://github.com/apache/datafusion-comet/pull/945) (andygrove)
+- build: Fix regression in jar packaging [#950](https://github.com/apache/datafusion-comet/pull/950) (andygrove)
+- chore: Show reason for falling back to Spark when SMJ with join condition is not enabled [#956](https://github.com/apache/datafusion-comet/pull/956) (andygrove)
+- chore: clarify tarball installation [#959](https://github.com/apache/datafusion-comet/pull/959) (comphead)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 22 Andy Grove
+ 18 Liang-Chi Hsieh
+ 3 Adam Binford
+ 3 Matt Butrovich
+ 2 Kristin Cowalcijk
+ 2 Oleks V
+ 2 Parth Chandra
+ 1 Himadri Pal
+ 1 Huaxin Gao
+ 1 KAZUYUKI TANIMURA
+ 1 Semyon
+ 1 Xin Hao
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.4.0.md.txt b/_sources/changelog/0.4.0.md.txt
new file mode 100644
index 000000000..69aa5c30b
--- /dev/null
+++ b/_sources/changelog/0.4.0.md.txt
@@ -0,0 +1,108 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.4.0 Changelog
+
+This release consists of 51 commits from 10 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: Use the number of rows from underlying arrays instead of logical row count from RecordBatch [#972](https://github.com/apache/datafusion-comet/pull/972) (viirya)
+- fix: The spilled_bytes metric of CometSortExec should be size instead of time [#984](https://github.com/apache/datafusion-comet/pull/984) (Kontinuation)
+- fix: Properly handle Java exceptions without error messages; fix loading of comet native library from java.library.path [#982](https://github.com/apache/datafusion-comet/pull/982) (Kontinuation)
+- fix: Fallback to Spark if scan has meta columns [#997](https://github.com/apache/datafusion-comet/pull/997) (viirya)
+- fix: Fallback to Spark if named_struct contains duplicate field names [#1016](https://github.com/apache/datafusion-comet/pull/1016) (viirya)
+- fix: Make comet-git-info.properties optional [#1027](https://github.com/apache/datafusion-comet/pull/1027) (andygrove)
+- fix: TopK operator should return correct results on dictionary column with nulls [#1033](https://github.com/apache/datafusion-comet/pull/1033) (viirya)
+- fix: need default value for getSizeAsMb(EXECUTOR_MEMORY.key) [#1046](https://github.com/apache/datafusion-comet/pull/1046) (neyama)
+
+**Performance related:**
+
+- perf: Remove one redundant CopyExec for SMJ [#962](https://github.com/apache/datafusion-comet/pull/962) (andygrove)
+- perf: Add experimental feature to replace SortMergeJoin with ShuffledHashJoin [#1007](https://github.com/apache/datafusion-comet/pull/1007) (andygrove)
+- perf: Cache jstrings during metrics collection [#1029](https://github.com/apache/datafusion-comet/pull/1029) (mbutrovich)
+
+**Implemented enhancements:**
+
+- feat: Support `GetArrayStructFields` expression [#993](https://github.com/apache/datafusion-comet/pull/993) (Kimahriman)
+- feat: Implement bloom_filter_agg [#987](https://github.com/apache/datafusion-comet/pull/987) (mbutrovich)
+- feat: Support more types with BloomFilterAgg [#1039](https://github.com/apache/datafusion-comet/pull/1039) (mbutrovich)
+- feat: Implement CAST from struct to string [#1066](https://github.com/apache/datafusion-comet/pull/1066) (andygrove)
+- feat: Use official DataFusion 43 release [#1070](https://github.com/apache/datafusion-comet/pull/1070) (andygrove)
+- feat: Implement CAST between struct types [#1074](https://github.com/apache/datafusion-comet/pull/1074) (andygrove)
+- feat: support array_append [#1072](https://github.com/apache/datafusion-comet/pull/1072) (NoeB)
+- feat: Require offHeap memory to be enabled (always use unified memory) [#1062](https://github.com/apache/datafusion-comet/pull/1062) (andygrove)
+
+**Documentation updates:**
+
+- doc: add documentation interlinks [#975](https://github.com/apache/datafusion-comet/pull/975) (comphead)
+- docs: Add IntelliJ documentation for generated source code [#985](https://github.com/apache/datafusion-comet/pull/985) (mbutrovich)
+- docs: Update tuning guide [#995](https://github.com/apache/datafusion-comet/pull/995) (andygrove)
+- docs: Various documentation improvements [#1005](https://github.com/apache/datafusion-comet/pull/1005) (andygrove)
+- docs: clarify that Maven central only has jars for Linux [#1009](https://github.com/apache/datafusion-comet/pull/1009) (andygrove)
+- doc: fix K8s links and doc [#1058](https://github.com/apache/datafusion-comet/pull/1058) (comphead)
+- docs: Update benchmarking.md [#1085](https://github.com/apache/datafusion-comet/pull/1085) (rluvaton-flarion)
+
+**Other:**
+
+- chore: Generate changelog for 0.3.0 release [#964](https://github.com/apache/datafusion-comet/pull/964) (andygrove)
+- chore: fix publish-to-maven script [#966](https://github.com/apache/datafusion-comet/pull/966) (andygrove)
+- chore: Update benchmarks results based on 0.3.0-rc1 [#969](https://github.com/apache/datafusion-comet/pull/969) (andygrove)
+- chore: update rem expression guide [#976](https://github.com/apache/datafusion-comet/pull/976) (kazuyukitanimura)
+- chore: Enable additional CreateArray tests [#928](https://github.com/apache/datafusion-comet/pull/928) (Kimahriman)
+- chore: fix compatibility guide [#978](https://github.com/apache/datafusion-comet/pull/978) (kazuyukitanimura)
+- chore: Update for 0.3.0 release, prepare for 0.4.0 development [#970](https://github.com/apache/datafusion-comet/pull/970) (andygrove)
+- chore: Don't transform the HashAggregate to CometHashAggregate if Comet shuffle is disabled [#991](https://github.com/apache/datafusion-comet/pull/991) (viirya)
+- chore: Make parquet reader options Comet options instead of Hadoop options [#968](https://github.com/apache/datafusion-comet/pull/968) (parthchandra)
+- chore: remove legacy comet-spark-shell [#1013](https://github.com/apache/datafusion-comet/pull/1013) (andygrove)
+- chore: Reserve memory for native shuffle writer per partition [#988](https://github.com/apache/datafusion-comet/pull/988) (viirya)
+- chore: Bump arrow-rs to 53.1.0 and datafusion [#1001](https://github.com/apache/datafusion-comet/pull/1001) (kazuyukitanimura)
+- chore: Revert "chore: Reserve memory for native shuffle writer per partition (#988)" [#1020](https://github.com/apache/datafusion-comet/pull/1020) (viirya)
+- minor: Remove hard-coded version number from Dockerfile [#1025](https://github.com/apache/datafusion-comet/pull/1025) (andygrove)
+- chore: Reserve memory for native shuffle writer per partition [#1022](https://github.com/apache/datafusion-comet/pull/1022) (viirya)
+- chore: Improve error handling when native lib fails to load [#1000](https://github.com/apache/datafusion-comet/pull/1000) (andygrove)
+- chore: Use twox-hash 2.0 xxhash64 oneshot api instead of custom implementation [#1041](https://github.com/apache/datafusion-comet/pull/1041) (NoeB)
+- chore: Refactor Arrow Array and Schema allocation in ColumnReader and MetadataColumnReader [#1047](https://github.com/apache/datafusion-comet/pull/1047) (viirya)
+- minor: Refactor binary expr serde to reduce code duplication [#1053](https://github.com/apache/datafusion-comet/pull/1053) (andygrove)
+- chore: Upgrade to DataFusion 43.0.0-rc1 [#1057](https://github.com/apache/datafusion-comet/pull/1057) (andygrove)
+- chore: Refactor UnaryExpr and MathExpr in protobuf [#1056](https://github.com/apache/datafusion-comet/pull/1056) (andygrove)
+- minor: use defaults instead of hard-coding values [#1060](https://github.com/apache/datafusion-comet/pull/1060) (andygrove)
+- minor: refactor UnaryExpr handling to make code more concise [#1065](https://github.com/apache/datafusion-comet/pull/1065) (andygrove)
+- chore: Refactor binary and math expression serde code [#1069](https://github.com/apache/datafusion-comet/pull/1069) (andygrove)
+- chore: Simplify CometShuffleMemoryAllocator to use Spark unified memory allocator [#1063](https://github.com/apache/datafusion-comet/pull/1063) (viirya)
+- test: Restore one test in CometExecSuite by adding COMET_SHUFFLE_MODE config [#1087](https://github.com/apache/datafusion-comet/pull/1087) (viirya)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 19 Andy Grove
+ 13 Matt Butrovich
+ 8 Liang-Chi Hsieh
+ 3 KAZUYUKI TANIMURA
+ 2 Adam Binford
+ 2 Kristin Cowalcijk
+ 1 NoeB
+ 1 Oleks V
+ 1 Parth Chandra
+ 1 neyama
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.5.0.md.txt b/_sources/changelog/0.5.0.md.txt
new file mode 100644
index 000000000..af2ae1cfd
--- /dev/null
+++ b/_sources/changelog/0.5.0.md.txt
@@ -0,0 +1,129 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.5.0 Changelog
+
+This release consists of 69 commits from 15 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: Unsigned type related bugs [#1095](https://github.com/apache/datafusion-comet/pull/1095) (kazuyukitanimura)
+- fix: Use RDD partition index [#1112](https://github.com/apache/datafusion-comet/pull/1112) (viirya)
+- fix: Various metrics bug fixes and improvements [#1111](https://github.com/apache/datafusion-comet/pull/1111) (andygrove)
+- fix: Don't create CometScanExec for subclasses of ParquetFileFormat [#1129](https://github.com/apache/datafusion-comet/pull/1129) (Kimahriman)
+- fix: Fix metrics regressions [#1132](https://github.com/apache/datafusion-comet/pull/1132) (andygrove)
+- fix: Enable scenarios accidentally commented out in CometExecBenchmark [#1151](https://github.com/apache/datafusion-comet/pull/1151) (mbutrovich)
+- fix: Spark 4.0-preview1 SPARK-47120 [#1156](https://github.com/apache/datafusion-comet/pull/1156) (kazuyukitanimura)
+- fix: Document enabling comet explain plan usage in Spark (4.0) [#1176](https://github.com/apache/datafusion-comet/pull/1176) (parthchandra)
+- fix: stddev_pop should not directly return 0.0 when count is 1.0 [#1184](https://github.com/apache/datafusion-comet/pull/1184) (viirya)
+- fix: fix missing explanation for then branch in case when [#1200](https://github.com/apache/datafusion-comet/pull/1200) (rluvaton)
+- fix: Fall back to Spark for unsupported partition or sort expressions in window aggregates [#1253](https://github.com/apache/datafusion-comet/pull/1253) (andygrove)
+- fix: Fall back to Spark for distinct aggregates [#1262](https://github.com/apache/datafusion-comet/pull/1262) (andygrove)
+- fix: disable initCap by default [#1276](https://github.com/apache/datafusion-comet/pull/1276) (kazuyukitanimura)
+
+**Performance related:**
+
+- perf: Stop passing Java config map into native createPlan [#1101](https://github.com/apache/datafusion-comet/pull/1101) (andygrove)
+- feat: Make native shuffle compression configurable and respect `spark.shuffle.compress` [#1185](https://github.com/apache/datafusion-comet/pull/1185) (andygrove)
+- perf: Improve query planning to more reliably fall back to columnar shuffle when native shuffle is not supported [#1209](https://github.com/apache/datafusion-comet/pull/1209) (andygrove)
+- feat: Move shuffle block decompression and decoding to native code and add LZ4 & Snappy support [#1192](https://github.com/apache/datafusion-comet/pull/1192) (andygrove)
+- feat: Implement custom RecordBatch serde for shuffle for improved performance [#1190](https://github.com/apache/datafusion-comet/pull/1190) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: support array_insert [#1073](https://github.com/apache/datafusion-comet/pull/1073) (SemyonSinchenko)
+- feat: enable decimal to decimal cast of different precision and scale [#1086](https://github.com/apache/datafusion-comet/pull/1086) (himadripal)
+- feat: Improve ScanExec native metrics [#1133](https://github.com/apache/datafusion-comet/pull/1133) (andygrove)
+- feat: Add Spark-compatible implementation of SchemaAdapterFactory [#1169](https://github.com/apache/datafusion-comet/pull/1169) (andygrove)
+- feat: Improve shuffle metrics (second attempt) [#1175](https://github.com/apache/datafusion-comet/pull/1175) (andygrove)
+- feat: Add a `spark.comet.exec.memoryPool` configuration for experimenting with various datafusion memory pool setups. [#1021](https://github.com/apache/datafusion-comet/pull/1021) (Kontinuation)
+- feat: Reenable tests for filtered SMJ anti join [#1211](https://github.com/apache/datafusion-comet/pull/1211) (comphead)
+- feat: add support for array_remove expression [#1179](https://github.com/apache/datafusion-comet/pull/1179) (jatin510)
+
+**Documentation updates:**
+
+- docs: Update documentation for 0.4.0 release [#1096](https://github.com/apache/datafusion-comet/pull/1096) (andygrove)
+- docs: Fix readme typo FGPA -> FPGA [#1117](https://github.com/apache/datafusion-comet/pull/1117) (gstvg)
+- docs: Add more technical detail and new diagram to Comet plugin overview [#1119](https://github.com/apache/datafusion-comet/pull/1119) (andygrove)
+- docs: Add some documentation explaining how shuffle works [#1148](https://github.com/apache/datafusion-comet/pull/1148) (andygrove)
+- docs: Update TPC-H benchmark results [#1257](https://github.com/apache/datafusion-comet/pull/1257) (andygrove)
+
+**Other:**
+
+- chore: Add changelog for 0.4.0 [#1089](https://github.com/apache/datafusion-comet/pull/1089) (andygrove)
+- chore: Prepare for 0.5.0 development [#1090](https://github.com/apache/datafusion-comet/pull/1090) (andygrove)
+- build: Skip installation of spark-integration and fuzz testing modules [#1091](https://github.com/apache/datafusion-comet/pull/1091) (parthchandra)
+- minor: Add hint for finding the GPG key to use when publishing to maven [#1093](https://github.com/apache/datafusion-comet/pull/1093) (andygrove)
+- chore: Include first ScanExec batch in metrics [#1105](https://github.com/apache/datafusion-comet/pull/1105) (andygrove)
+- chore: Improve CometScan metrics [#1100](https://github.com/apache/datafusion-comet/pull/1100) (andygrove)
+- chore: Add custom metric for native shuffle fetching batches from JVM [#1108](https://github.com/apache/datafusion-comet/pull/1108) (andygrove)
+- chore: Remove unused StringView struct [#1143](https://github.com/apache/datafusion-comet/pull/1143) (andygrove)
+- test: enable more Spark 4.0 tests [#1145](https://github.com/apache/datafusion-comet/pull/1145) (kazuyukitanimura)
+- chore: Refactor cast to use SparkCastOptions param [#1146](https://github.com/apache/datafusion-comet/pull/1146) (andygrove)
+- chore: Move more expressions from core crate to spark-expr crate [#1152](https://github.com/apache/datafusion-comet/pull/1152) (andygrove)
+- chore: Remove dead code [#1155](https://github.com/apache/datafusion-comet/pull/1155) (andygrove)
+- chore: Move string kernels and expressions to spark-expr crate [#1164](https://github.com/apache/datafusion-comet/pull/1164) (andygrove)
+- chore: Move remaining expressions to spark-expr crate + some minor refactoring [#1165](https://github.com/apache/datafusion-comet/pull/1165) (andygrove)
+- chore: Add ignored tests for reading complex types from Parquet [#1167](https://github.com/apache/datafusion-comet/pull/1167) (andygrove)
+- test: enabling Spark tests with offHeap requirement [#1177](https://github.com/apache/datafusion-comet/pull/1177) (kazuyukitanimura)
+- minor: move shuffle classes from common to spark [#1193](https://github.com/apache/datafusion-comet/pull/1193) (andygrove)
+- minor: refactor to move decodeBatches to broadcast exchange code as private function [#1195](https://github.com/apache/datafusion-comet/pull/1195) (andygrove)
+- minor: refactor prepare_output so that it does not require an ExecutionContext [#1194](https://github.com/apache/datafusion-comet/pull/1194) (andygrove)
+- minor: remove unused source files [#1202](https://github.com/apache/datafusion-comet/pull/1202) (andygrove)
+- chore: Upgrade to DataFusion 44.0.0-rc2 [#1154](https://github.com/apache/datafusion-comet/pull/1154) (andygrove)
+- chore: Add safety check to CometBuffer [#1050](https://github.com/apache/datafusion-comet/pull/1050) (viirya)
+- chore: Remove unreachable code [#1213](https://github.com/apache/datafusion-comet/pull/1213) (andygrove)
+- test: Enable Comet by default except some tests in SparkSessionExtensionSuite [#1201](https://github.com/apache/datafusion-comet/pull/1201) (kazuyukitanimura)
+- chore: extract `struct` expressions to folders based on spark grouping [#1216](https://github.com/apache/datafusion-comet/pull/1216) (rluvaton)
+- chore: extract static invoke expressions to folders based on spark grouping [#1217](https://github.com/apache/datafusion-comet/pull/1217) (rluvaton)
+- chore: Follow-on PR to fully enable onheap memory usage [#1210](https://github.com/apache/datafusion-comet/pull/1210) (andygrove)
+- chore: extract agg_funcs expressions to folders based on spark grouping [#1224](https://github.com/apache/datafusion-comet/pull/1224) (rluvaton)
+- chore: extract datetime_funcs expressions to folders based on spark grouping [#1222](https://github.com/apache/datafusion-comet/pull/1222) (rluvaton)
+- chore: Upgrade to DataFusion 44.0.0 from 44.0.0 RC2 [#1232](https://github.com/apache/datafusion-comet/pull/1232) (rluvaton)
+- chore: extract strings file to `strings_func` like in spark grouping [#1215](https://github.com/apache/datafusion-comet/pull/1215) (rluvaton)
+- chore: extract predicate_functions expressions to folders based on spark grouping [#1218](https://github.com/apache/datafusion-comet/pull/1218) (rluvaton)
+- build(deps): bump protobuf version to 3.21.12 [#1234](https://github.com/apache/datafusion-comet/pull/1234) (wForget)
+- chore: extract json_funcs expressions to folders based on spark grouping [#1220](https://github.com/apache/datafusion-comet/pull/1220) (rluvaton)
+- test: Enable shuffle by default in Spark tests [#1240](https://github.com/apache/datafusion-comet/pull/1240) (kazuyukitanimura)
+- chore: extract hash_funcs expressions to folders based on spark grouping [#1221](https://github.com/apache/datafusion-comet/pull/1221) (rluvaton)
+- build: Fix test failure caused by merging conflicting PRs [#1259](https://github.com/apache/datafusion-comet/pull/1259) (andygrove)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 37 Andy Grove
+ 10 Raz Luvaton
+ 7 KAZUYUKI TANIMURA
+ 3 Liang-Chi Hsieh
+ 2 Parth Chandra
+ 1 Adam Binford
+ 1 Dharan Aditya
+ 1 Himadri Pal
+ 1 Jagdish Parihar
+ 1 Kristin Cowalcijk
+ 1 Matt Butrovich
+ 1 Oleks V
+ 1 Sem
+ 1 Zhen Wang
+ 1 gstvg
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.6.0.md.txt b/_sources/changelog/0.6.0.md.txt
new file mode 100644
index 000000000..3c4fa074b
--- /dev/null
+++ b/_sources/changelog/0.6.0.md.txt
@@ -0,0 +1,79 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.6.0 Changelog
+
+**Fixed bugs:**
+
+- fix: cast timestamp to decimal is unsupported [#1281](https://github.com/apache/datafusion-comet/pull/1281) (wForget)
+- fix: partially fix consistency issue of hash functions with decimal input [#1295](https://github.com/apache/datafusion-comet/pull/1295) (wForget)
+- fix: Improve testing for array_remove and fallback to Spark for unsupported types [#1308](https://github.com/apache/datafusion-comet/pull/1308) (andygrove)
+- fix: address post merge comet-parquet-exec review comments [#1327](https://github.com/apache/datafusion-comet/pull/1327) (parthchandra)
+- fix: memory pool error type [#1346](https://github.com/apache/datafusion-comet/pull/1346) (kazuyukitanimura)
+- fix: Fall back to Spark when hashing decimals with precision > 18 [#1325](https://github.com/apache/datafusion-comet/pull/1325) (andygrove)
+- fix: expressions doc for ArrayRemove [#1356](https://github.com/apache/datafusion-comet/pull/1356) (kazuyukitanimura)
+- fix: pass scale to DF round in spark_round [#1341](https://github.com/apache/datafusion-comet/pull/1341) (cht42)
+- fix: Mark cast from float/double to decimal as incompatible [#1372](https://github.com/apache/datafusion-comet/pull/1372) (andygrove)
+- fix: Passthrough condition in StaticInvoke case block [#1392](https://github.com/apache/datafusion-comet/pull/1392) (EmilyMatt)
+- fix: disable checking for uint_8 and uint_16 if complex type readers are enabled [#1376](https://github.com/apache/datafusion-comet/pull/1376) (parthchandra)
+
+**Performance related:**
+
+- perf: improve performance of update metrics [#1329](https://github.com/apache/datafusion-comet/pull/1329) (wForget)
+- perf: Use DataFusion FilterExec for experimental native scans [#1395](https://github.com/apache/datafusion-comet/pull/1395) (mbutrovich)
+
+**Implemented enhancements:**
+
+- feat: Add HasRowIdMapping interface [#1288](https://github.com/apache/datafusion-comet/pull/1288) (viirya)
+- feat: Upgrade to DataFusion 45 [#1364](https://github.com/apache/datafusion-comet/pull/1364) (andygrove)
+- feat: Add fair unified memory pool [#1369](https://github.com/apache/datafusion-comet/pull/1369) (kazuyukitanimura)
+- feat: Add unbounded memory pool [#1386](https://github.com/apache/datafusion-comet/pull/1386) (kazuyukitanimura)
+- feat: make random seed configurable in fuzz-testing [#1401](https://github.com/apache/datafusion-comet/pull/1401) (wForget)
+- feat: override executor overhead memory only when comet unified memory manager is disabled [#1379](https://github.com/apache/datafusion-comet/pull/1379) (wForget)
+
+**Documentation updates:**
+
+- docs: Fix links and provide complete benchmarking scripts [#1284](https://github.com/apache/datafusion-comet/pull/1284) (andygrove)
+- doc: update memory tuning guide [#1394](https://github.com/apache/datafusion-comet/pull/1394) (kazuyukitanimura)
+
+**Other:**
+
+- chore: Start 0.6.0 development [#1286](https://github.com/apache/datafusion-comet/pull/1286) (andygrove)
+- minor: update compatibility [#1303](https://github.com/apache/datafusion-comet/pull/1303) (kazuyukitanimura)
+- chore: extract conversion_funcs, conditional_funcs, bitwise_funcs and array_funcs expressions to folders based on spark grouping [#1223](https://github.com/apache/datafusion-comet/pull/1223) (rluvaton)
+- chore: extract math_funcs expressions to folders based on spark grouping [#1219](https://github.com/apache/datafusion-comet/pull/1219) (rluvaton)
+- chore: merge comet-parquet-exec branch into main [#1318](https://github.com/apache/datafusion-comet/pull/1318) (andygrove)
+- Feat: Support array_intersect function [#1271](https://github.com/apache/datafusion-comet/pull/1271) (erenavsarogullari)
+- build(deps): bump pprof from 0.13.0 to 0.14.0 in /native [#1319](https://github.com/apache/datafusion-comet/pull/1319) (dependabot[bot])
+- chore: Fix merge conflicts from merging comet-parquet-exec into main [#1320](https://github.com/apache/datafusion-comet/pull/1320) (andygrove)
+- chore: Revert accidental re-introduction of off-heap memory requirement [#1326](https://github.com/apache/datafusion-comet/pull/1326) (andygrove)
+- chore: Fix merge conflicts from merging comet-parquet-exec into main [#1323](https://github.com/apache/datafusion-comet/pull/1323) (mbutrovich)
+- Feat: Support array_join function [#1290](https://github.com/apache/datafusion-comet/pull/1290) (erenavsarogullari)
+- Fix missing slash in spark script [#1334](https://github.com/apache/datafusion-comet/pull/1334) (xleoken)
+- chore: Refactor QueryPlanSerde to allow logic to be moved to individual classes per expression [#1331](https://github.com/apache/datafusion-comet/pull/1331) (andygrove)
+- build: re-enable upload-test-reports for macos-13 runner [#1335](https://github.com/apache/datafusion-comet/pull/1335) (viirya)
+- chore: Upgrade to Arrow 53.4.0 [#1338](https://github.com/apache/datafusion-comet/pull/1338) (andygrove)
+- Feat: Support arrays_overlap function [#1312](https://github.com/apache/datafusion-comet/pull/1312) (erenavsarogullari)
+- chore: Move all array\_\* serde to new framework, use correct INCOMPAT config [#1349](https://github.com/apache/datafusion-comet/pull/1349) (andygrove)
+- chore: Prepare for DataFusion 45 (bump to DataFusion rev 5592834 + Arrow 54.0.0) [#1332](https://github.com/apache/datafusion-comet/pull/1332) (andygrove)
+- minor: commit compatibility doc [#1358](https://github.com/apache/datafusion-comet/pull/1358) (kazuyukitanimura)
+- minor: update fuzz dependency [#1357](https://github.com/apache/datafusion-comet/pull/1357) (kazuyukitanimura)
+- chore: Remove redundant processing from exprToProtoInternal [#1351](https://github.com/apache/datafusion-comet/pull/1351) (andygrove)
+- chore: Adding an optional `hdfs` crate [#1377](https://github.com/apache/datafusion-comet/pull/1377) (comphead)
+- chore: Refactor aggregate expression serde [#1380](https://github.com/apache/datafusion-comet/pull/1380) (andygrove)
diff --git a/_sources/changelog/0.7.0.md.txt b/_sources/changelog/0.7.0.md.txt
new file mode 100644
index 000000000..b23ef6691
--- /dev/null
+++ b/_sources/changelog/0.7.0.md.txt
@@ -0,0 +1,102 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.7.0 Changelog
+
+This release consists of 46 commits from 11 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: Change default value of COMET_SCAN_ALLOW_INCOMPATIBLE and add documentation [#1398](https://github.com/apache/datafusion-comet/pull/1398) (andygrove)
+- fix: Reduce cast.rs and utils.rs logic from parquet_support.rs for experimental native scans [#1387](https://github.com/apache/datafusion-comet/pull/1387) (mbutrovich)
+- fix: Remove more cast.rs logic from parquet_support.rs for experimental native scans [#1413](https://github.com/apache/datafusion-comet/pull/1413) (mbutrovich)
+- fix: fix various unit test failures in native_datafusion and native_iceberg_compat readers [#1415](https://github.com/apache/datafusion-comet/pull/1415) (parthchandra)
+- fix: metrics tests for native_datafusion experimental native scan [#1445](https://github.com/apache/datafusion-comet/pull/1445) (mbutrovich)
+- fix: Reduce number of shuffle spill files, fix spilled_bytes metric, add some unit tests [#1440](https://github.com/apache/datafusion-comet/pull/1440) (andygrove)
+- fix: Executor memory overhead overriding [#1462](https://github.com/apache/datafusion-comet/pull/1462) (LukMRVC)
+- fix: Stop copying rust-toolchain to docker file [#1475](https://github.com/apache/datafusion-comet/pull/1475) (andygrove)
+- fix: PartitionBuffers should not have their own MemoryConsumer [#1496](https://github.com/apache/datafusion-comet/pull/1496) (EmilyMatt)
+- fix: enable full decimal to decimal support [#1385](https://github.com/apache/datafusion-comet/pull/1385) (himadripal)
+- fix: use common implementation of handling object store and hdfs urls for native_datafusion and native_iceberg_compat [#1494](https://github.com/apache/datafusion-comet/pull/1494) (parthchandra)
+- fix: Simplify CometShuffleMemoryAllocator logic, rename classes, remove config [#1485](https://github.com/apache/datafusion-comet/pull/1485) (mbutrovich)
+- fix: check overflow for decimal integral division [#1512](https://github.com/apache/datafusion-comet/pull/1512) (wForget)
+
+**Performance related:**
+
+- perf: Update RewriteJoin logic to choose optimal build side [#1424](https://github.com/apache/datafusion-comet/pull/1424) (andygrove)
+- perf: Reduce native shuffle memory overhead by 50% [#1452](https://github.com/apache/datafusion-comet/pull/1452) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: CometNativeScan metrics from ParquetFileMetrics and FileStreamMetrics [#1172](https://github.com/apache/datafusion-comet/pull/1172) (mbutrovich)
+- feat: add experimental remote HDFS support for native DataFusion reader [#1359](https://github.com/apache/datafusion-comet/pull/1359) (comphead)
+- feat: add Win-amd64 profile [#1410](https://github.com/apache/datafusion-comet/pull/1410) (wForget)
+- feat: Support IntegralDivide function [#1428](https://github.com/apache/datafusion-comet/pull/1428) (wForget)
+- feat: Add div operator for fuzz testing and update expression doc [#1464](https://github.com/apache/datafusion-comet/pull/1464) (wForget)
+- feat: Upgrade to DataFusion 46.0.0-rc2 [#1423](https://github.com/apache/datafusion-comet/pull/1423) (andygrove)
+- feat: Add support for rpad [#1470](https://github.com/apache/datafusion-comet/pull/1470) (andygrove)
+- feat: Use official DataFusion 46.0.0 release [#1484](https://github.com/apache/datafusion-comet/pull/1484) (andygrove)
+
+**Documentation updates:**
+
+- docs: Add changelog for 0.6.0 release [#1402](https://github.com/apache/datafusion-comet/pull/1402) (andygrove)
+- docs: Improve documentation for running stability plan tests [#1469](https://github.com/apache/datafusion-comet/pull/1469) (andygrove)
+
+**Other:**
+
+- test: Add experimental native scans to CometReadBenchmark [#1150](https://github.com/apache/datafusion-comet/pull/1150) (mbutrovich)
+- chore: Prepare for 0.7.0 development [#1404](https://github.com/apache/datafusion-comet/pull/1404) (andygrove)
+- chore: Update released version in documentation [#1418](https://github.com/apache/datafusion-comet/pull/1418) (andygrove)
+- chore: Update protobuf to 3.25.5 [#1434](https://github.com/apache/datafusion-comet/pull/1434) (kazuyukitanimura)
+- chore: Update guava to 33.2.1-jre [#1435](https://github.com/apache/datafusion-comet/pull/1435) (kazuyukitanimura)
+- test: Register Spark-compatible expressions with a DataFusion context [#1432](https://github.com/apache/datafusion-comet/pull/1432) (viczsaurav)
+- chore: fixes for kube build [#1421](https://github.com/apache/datafusion-comet/pull/1421) (comphead)
+- build: pin machete to version 0.7.0 [#1444](https://github.com/apache/datafusion-comet/pull/1444) (andygrove)
+- chore: Re-organize shuffle writer code [#1439](https://github.com/apache/datafusion-comet/pull/1439) (andygrove)
+- chore: faster maven mirror [#1447](https://github.com/apache/datafusion-comet/pull/1447) (comphead)
+- build: Use stable channel in rust-toolchain [#1465](https://github.com/apache/datafusion-comet/pull/1465) (andygrove)
+- Feat: support array_compact function [#1321](https://github.com/apache/datafusion-comet/pull/1321) (kazantsev-maksim)
+- chore: Upgrade to Spark 3.5.4 [#1471](https://github.com/apache/datafusion-comet/pull/1471) (andygrove)
+- chore: Enable CI checks for `native_datafusion` scan [#1479](https://github.com/apache/datafusion-comet/pull/1479) (andygrove)
+- chore: Add `native_iceberg_compat` CI checks [#1487](https://github.com/apache/datafusion-comet/pull/1487) (andygrove)
+- chore: Stop disabling readside padding in TPC stability suite [#1491](https://github.com/apache/datafusion-comet/pull/1491) (andygrove)
+- chore: Remove num partitions from repartitioner [#1498](https://github.com/apache/datafusion-comet/pull/1498) (EmilyMatt)
+- test: fix Spark 3.5 tests [#1482](https://github.com/apache/datafusion-comet/pull/1482) (kazuyukitanimura)
+- minor: Remove hard-coded config default [#1503](https://github.com/apache/datafusion-comet/pull/1503) (andygrove)
+- chore: Use Datafusion's existing empty stream [#1517](https://github.com/apache/datafusion-comet/pull/1517) (EmilyMatt)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 20 Andy Grove
+ 6 Matt Butrovich
+ 4 Zhen Wang
+ 3 Emily Matheys
+ 3 KAZUYUKI TANIMURA
+ 3 Oleks V
+ 2 Himadri Pal
+ 2 Parth Chandra
+ 1 Kazantsev Maksim
+ 1 Lukas Moravec
+ 1 Saurav Verma
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.8.0.md.txt b/_sources/changelog/0.8.0.md.txt
new file mode 100644
index 000000000..0903745c4
--- /dev/null
+++ b/_sources/changelog/0.8.0.md.txt
@@ -0,0 +1,138 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.8.0 Changelog
+
+This release consists of 81 commits from 11 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: remove code duplication in native_datafusion and native_iceberg_compat implementations [#1443](https://github.com/apache/datafusion-comet/pull/1443) (parthchandra)
+- fix: Refactor CometScanRule and fix bugs [#1483](https://github.com/apache/datafusion-comet/pull/1483) (andygrove)
+- fix: check if handle has been initialized before closing [#1554](https://github.com/apache/datafusion-comet/pull/1554) (wForget)
+- fix: Taking slicing into account when writing BooleanBuffers as fast-encoding format [#1522](https://github.com/apache/datafusion-comet/pull/1522) (Kontinuation)
+- fix: isCometEnabled name conflict [#1569](https://github.com/apache/datafusion-comet/pull/1569) (kazuyukitanimura)
+- fix: make register_object_store use same session_env as file scan [#1555](https://github.com/apache/datafusion-comet/pull/1555) (wForget)
+- fix: adjust CometNativeScan's doCanonicalize and hashCode for AQE, use DataSourceScanExec trait [#1578](https://github.com/apache/datafusion-comet/pull/1578) (mbutrovich)
+- fix: corrected the logic of eliminating CometSparkToColumnarExec [#1597](https://github.com/apache/datafusion-comet/pull/1597) (wForget)
+- fix: avoid panic caused by close null handle of parquet reader [#1604](https://github.com/apache/datafusion-comet/pull/1604) (wForget)
+- fix: Make AQE capable of converting Comet shuffled joins to Comet broadcast hash joins [#1605](https://github.com/apache/datafusion-comet/pull/1605) (Kontinuation)
+- fix: Making shuffle files generated in native shuffle mode reclaimable [#1568](https://github.com/apache/datafusion-comet/pull/1568) (Kontinuation)
+- fix: Support per-task shuffle write rows and shuffle write time metrics [#1617](https://github.com/apache/datafusion-comet/pull/1617) (Kontinuation)
+- fix: Modify Spark SQL core 2 tests for `native_datafusion` reader, change 3.5.5 diff hash length to 11 [#1641](https://github.com/apache/datafusion-comet/pull/1641) (mbutrovich)
+- fix: fix spark/sql test failures in native_iceberg_compat [#1593](https://github.com/apache/datafusion-comet/pull/1593) (parthchandra)
+- fix: handle missing field correctly in native_iceberg_compat [#1656](https://github.com/apache/datafusion-comet/pull/1656) (parthchandra)
+- fix: better int96 support for experimental native scans [#1652](https://github.com/apache/datafusion-comet/pull/1652) (mbutrovich)
+- fix: respect `ignoreNulls` flag in `first_value` and `last_value` [#1626](https://github.com/apache/datafusion-comet/pull/1626) (andygrove)
+- fix: update row groups count in internal metrics accumulator [#1658](https://github.com/apache/datafusion-comet/pull/1658) (parthchandra)
+- fix: Shuffle should maintain insertion order [#1660](https://github.com/apache/datafusion-comet/pull/1660) (EmilyMatt)
+
+**Performance related:**
+
+- perf: Use a global tokio runtime [#1614](https://github.com/apache/datafusion-comet/pull/1614) (andygrove)
+- perf: Respect Spark's PARQUET_FILTER_PUSHDOWN_ENABLED config [#1619](https://github.com/apache/datafusion-comet/pull/1619) (andygrove)
+- perf: Experimental fix to avoid join strategy regression [#1674](https://github.com/apache/datafusion-comet/pull/1674) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: add read array support [#1456](https://github.com/apache/datafusion-comet/pull/1456) (comphead)
+- feat: introduce hadoop mini cluster to test native scan on hdfs [#1556](https://github.com/apache/datafusion-comet/pull/1556) (wForget)
+- feat: make parquet native scan schema case insensitive [#1575](https://github.com/apache/datafusion-comet/pull/1575) (wForget)
+- feat: enable iceberg compat tests, more tests for complex types [#1550](https://github.com/apache/datafusion-comet/pull/1550) (comphead)
+- feat: pushdown filter for native_iceberg_compat [#1566](https://github.com/apache/datafusion-comet/pull/1566) (wForget)
+- feat: Fix struct of arrays schema issue [#1592](https://github.com/apache/datafusion-comet/pull/1592) (comphead)
+- feat: adding more struct/arrays tests [#1594](https://github.com/apache/datafusion-comet/pull/1594) (comphead)
+- feat: respect `batchSize/workerThreads/blockingThreads` configurations for native_iceberg_compat scan [#1587](https://github.com/apache/datafusion-comet/pull/1587) (wForget)
+- feat: add MAP type support for first level [#1603](https://github.com/apache/datafusion-comet/pull/1603) (comphead)
+- feat: Add more tests for nested types combinations for `native_datafusion` [#1632](https://github.com/apache/datafusion-comet/pull/1632) (comphead)
+- feat: Override MapBuilder values field with expected schema [#1643](https://github.com/apache/datafusion-comet/pull/1643) (comphead)
+- feat: track unified memory pool [#1651](https://github.com/apache/datafusion-comet/pull/1651) (wForget)
+- feat: Add support for complex types in native shuffle [#1655](https://github.com/apache/datafusion-comet/pull/1655) (andygrove)
+
+**Documentation updates:**
+
+- docs: Update configuration guide to show optional configs [#1524](https://github.com/apache/datafusion-comet/pull/1524) (andygrove)
+- docs: Add changelog for 0.7.0 release [#1527](https://github.com/apache/datafusion-comet/pull/1527) (andygrove)
+- docs: Use a shallow clone for Spark SQL test instructions [#1547](https://github.com/apache/datafusion-comet/pull/1547) (mbutrovich)
+- docs: Update benchmark results for 0.7.0 release [#1548](https://github.com/apache/datafusion-comet/pull/1548) (andygrove)
+- doc: Renew `kubernetes.md` [#1549](https://github.com/apache/datafusion-comet/pull/1549) (comphead)
+- docs: various improvements to tuning guide [#1525](https://github.com/apache/datafusion-comet/pull/1525) (andygrove)
+- docs: Update supported Spark versions [#1580](https://github.com/apache/datafusion-comet/pull/1580) (andygrove)
+- docs: change OSX/OS X to macOS [#1584](https://github.com/apache/datafusion-comet/pull/1584) (mbutrovich)
+- docs: docs for benchmarking in aws ec2 [#1601](https://github.com/apache/datafusion-comet/pull/1601) (andygrove)
+- docs: Update compatibility docs for new native scans [#1657](https://github.com/apache/datafusion-comet/pull/1657) (andygrove)
+- doc: Document local HDFS setup [#1673](https://github.com/apache/datafusion-comet/pull/1673) (comphead)
+
+**Other:**
+
+- chore: fix issue in release process [#1528](https://github.com/apache/datafusion-comet/pull/1528) (andygrove)
+- chore: Remove all subdependencies [#1514](https://github.com/apache/datafusion-comet/pull/1514) (EmilyMatt)
+- chore: Drop support for Spark 3.3 (EOL) [#1529](https://github.com/apache/datafusion-comet/pull/1529) (andygrove)
+- chore: Prepare for 0.8.0 development [#1530](https://github.com/apache/datafusion-comet/pull/1530) (andygrove)
+- chore: Re-enable GitHub discussions [#1535](https://github.com/apache/datafusion-comet/pull/1535) (andygrove)
+- chore: [FOLLOWUP] Drop support for Spark 3.3 (EOL) [#1534](https://github.com/apache/datafusion-comet/pull/1534) (kazuyukitanimura)
+- build: Use unique name for surefire artifacts [#1544](https://github.com/apache/datafusion-comet/pull/1544) (andygrove)
+- chore: Update links for released version [#1540](https://github.com/apache/datafusion-comet/pull/1540) (andygrove)
+- chore: Enable Comet explicitly in `CometTPCDSQueryTestSuite` [#1559](https://github.com/apache/datafusion-comet/pull/1559) (andygrove)
+- chore: Fix some inconsistencies in memory pool configuration [#1561](https://github.com/apache/datafusion-comet/pull/1561) (andygrove)
+- upgraded spark 3.5.4 to 3.5.5 [#1565](https://github.com/apache/datafusion-comet/pull/1565) (YanivKunda)
+- minor: fix typo [#1570](https://github.com/apache/datafusion-comet/pull/1570) (wForget)
+- Chore: simplify array related functions impl [#1490](https://github.com/apache/datafusion-comet/pull/1490) (kazantsev-maksim)
+- added fallback using reflection for backward-compatibility [#1573](https://github.com/apache/datafusion-comet/pull/1573) (YanivKunda)
+- chore: Override node name for CometSparkToColumnar [#1577](https://github.com/apache/datafusion-comet/pull/1577) (l0kr)
+- chore: Reimplement ShuffleWriterExec using interleave_record_batch [#1511](https://github.com/apache/datafusion-comet/pull/1511) (Kontinuation)
+- chore: Run Comet tests for more Spark versions [#1582](https://github.com/apache/datafusion-comet/pull/1582) (andygrove)
+- Feat: support array_except function [#1343](https://github.com/apache/datafusion-comet/pull/1343) (kazantsev-maksim)
+- minor: Fix clippy warnings [#1606](https://github.com/apache/datafusion-comet/pull/1606) (Kontinuation)
+- chore: Remove some unwraps in hashing code [#1600](https://github.com/apache/datafusion-comet/pull/1600) (andygrove)
+- chore: Remove redundant shims for getFailOnError [#1608](https://github.com/apache/datafusion-comet/pull/1608) (andygrove)
+- chore: Making comet native operators write spill files to spark local dir [#1581](https://github.com/apache/datafusion-comet/pull/1581) (Kontinuation)
+- chore: Refactor QueryPlanSerde to use idiomatic Scala and reduce verbosity [#1609](https://github.com/apache/datafusion-comet/pull/1609) (andygrove)
+- chore: Create simple fuzz test as part of test suite [#1610](https://github.com/apache/datafusion-comet/pull/1610) (andygrove)
+- chore: Document `testSingleLineQuery` test method [#1628](https://github.com/apache/datafusion-comet/pull/1628) (comphead)
+- chore: Parquet fuzz testing [#1623](https://github.com/apache/datafusion-comet/pull/1623) (andygrove)
+- chore: Change default Spark version to 3.5 [#1620](https://github.com/apache/datafusion-comet/pull/1620) (andygrove)
+- chore: Add manually-triggered CI jobs for testing Spark SQL with native scans [#1624](https://github.com/apache/datafusion-comet/pull/1624) (andygrove)
+- chore: refactor v2 scan conversion [#1621](https://github.com/apache/datafusion-comet/pull/1621) (andygrove)
+- chore: clean up `planner.rs` [#1650](https://github.com/apache/datafusion-comet/pull/1650) (comphead)
+- chore: correct name of pipelines for native_datafusion ci workflow [#1653](https://github.com/apache/datafusion-comet/pull/1653) (parthchandra)
+- chore: Upgrade to datafusion 47.0.0-rc1 and arrow-rs 55.0.0 [#1563](https://github.com/apache/datafusion-comet/pull/1563) (andygrove)
+- chore: Upgrade to datafusion 47.0.0 [#1663](https://github.com/apache/datafusion-comet/pull/1663) (YanivKunda)
+- chore: Enable CometFuzzTestSuite int96 test for experimental native scans (without complex types) [#1664](https://github.com/apache/datafusion-comet/pull/1664) (mbutrovich)
+- chore: Refactor Memory Pools [#1662](https://github.com/apache/datafusion-comet/pull/1662) (EmilyMatt)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 31 Andy Grove
+ 11 Oleks V
+ 10 Zhen Wang
+ 7 Kristin Cowalcijk
+ 6 Matt Butrovich
+ 5 Parth Chandra
+ 3 Emily Matheys
+ 3 Yaniv Kunda
+ 2 KAZUYUKI TANIMURA
+ 2 Kazantsev Maksim
+ 1 Łukasz
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.9.0.md.txt b/_sources/changelog/0.9.0.md.txt
new file mode 100644
index 000000000..58b80db23
--- /dev/null
+++ b/_sources/changelog/0.9.0.md.txt
@@ -0,0 +1,209 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.9.0 Changelog
+
+This release consists of 139 commits from 24 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: typo for `instr` in fuzz testing [#1686](https://github.com/apache/datafusion-comet/pull/1686) (mbutrovich)
+- fix: Bucketed scan fallback for native_datafusion Parquet scan [#1720](https://github.com/apache/datafusion-comet/pull/1720) (mbutrovich)
+- fix: Skip row index Spark SQL tests for native_datafusion Parquet scan [#1724](https://github.com/apache/datafusion-comet/pull/1724) (mbutrovich)
+- fix: Check acquired memory when CometMemoryPool grows [#1732](https://github.com/apache/datafusion-comet/pull/1732) (wForget)
+- fix: Fix data race in memory profiling [#1727](https://github.com/apache/datafusion-comet/pull/1727) (andygrove)
+- fix: Enable some DPP Spark SQL tests [#1734](https://github.com/apache/datafusion-comet/pull/1734) (andygrove)
+- fix: support literal null list and map [#1742](https://github.com/apache/datafusion-comet/pull/1742) (kazuyukitanimura)
+- fix: get_struct field is incorrect when struct in array [#1687](https://github.com/apache/datafusion-comet/pull/1687) (comphead)
+- fix: cast map types correctly in schema adapter [#1771](https://github.com/apache/datafusion-comet/pull/1771) (parthchandra)
+- fix: correct schema type checking in native_iceberg_compat [#1755](https://github.com/apache/datafusion-comet/pull/1755) (parthchandra)
+- fix: default values for native_datafusion scan [#1756](https://github.com/apache/datafusion-comet/pull/1756) (mbutrovich)
+- fix: [native_scans] Support `CASE_SENSITIVE` when reading Parquet [#1782](https://github.com/apache/datafusion-comet/pull/1782) (andygrove)
+- fix: cargo install tpchgen-cli in benchmark doc [#1797](https://github.com/apache/datafusion-comet/pull/1797) (zhuqi-lucas)
+- fix: support `map_keys` [#1788](https://github.com/apache/datafusion-comet/pull/1788) (comphead)
+- fix: fall back on nested types for default values [#1799](https://github.com/apache/datafusion-comet/pull/1799) (mbutrovich)
+- fix: Re-enable Spark 4 tests on Linux [#1806](https://github.com/apache/datafusion-comet/pull/1806) (andygrove)
+- fix: fallback to Spark scan if encryption is enabled (native_datafusion/native_iceberg_compat) [#1785](https://github.com/apache/datafusion-comet/pull/1785) (parthchandra)
+- fix: native_iceberg_compat: move checking parquet types above fetching batch [#1809](https://github.com/apache/datafusion-comet/pull/1809) (mbutrovich)
+- fix: translate missing or corrupt file exceptions, fall back if asked to ignore [#1765](https://github.com/apache/datafusion-comet/pull/1765) (mbutrovich)
+- fix: Fix Spark SQL AQE exchange reuse test failures [#1811](https://github.com/apache/datafusion-comet/pull/1811) (coderfender)
+- fix: Enable more Spark SQL tests [#1834](https://github.com/apache/datafusion-comet/pull/1834) (andygrove)
+- fix: support `map_values` [#1835](https://github.com/apache/datafusion-comet/pull/1835) (comphead)
+- fix: Handle case where num_cols == 0 in native execution [#1840](https://github.com/apache/datafusion-comet/pull/1840) (andygrove)
+- fix: Fix shuffle writing rows containing null struct fields [#1845](https://github.com/apache/datafusion-comet/pull/1845) (Kontinuation)
+- fix: Fall back to Spark for `RANGE BETWEEN` window expressions [#1848](https://github.com/apache/datafusion-comet/pull/1848) (andygrove)
+- fix: Remove COMET_SHUFFLE_FALLBACK_TO_COLUMNAR hack [#1865](https://github.com/apache/datafusion-comet/pull/1865) (andygrove)
+- fix: support read Struct by user schema [#1860](https://github.com/apache/datafusion-comet/pull/1860) (comphead)
+- fix: map parquet field_id correctly (native_iceberg_compat) [#1815](https://github.com/apache/datafusion-comet/pull/1815) (parthchandra)
+- fix: cast_struct_to_struct aligns to Spark behavior [#1879](https://github.com/apache/datafusion-comet/pull/1879) (mbutrovich)
+- fix: correctly handle schemas with nested array of struct (native_iceberg_compat) [#1883](https://github.com/apache/datafusion-comet/pull/1883) (parthchandra)
+- fix: set RangePartitioning for native shuffle default to false [#1907](https://github.com/apache/datafusion-comet/pull/1907) (mbutrovich)
+- fix: conflict between #1905 and #1892. [#1919](https://github.com/apache/datafusion-comet/pull/1919) (mbutrovich)
+- fix: Add overflow check to evaluate of sum decimal accumulator [#1922](https://github.com/apache/datafusion-comet/pull/1922) (leung-ming)
+- fix: Fix overflow handling when casting float to decimal [#1914](https://github.com/apache/datafusion-comet/pull/1914) (leung-ming)
+- fix: Ignore a test case fails on Miri [#1951](https://github.com/apache/datafusion-comet/pull/1951) (leung-ming)
+
+**Performance related:**
+
+- perf: Add memory profiling [#1702](https://github.com/apache/datafusion-comet/pull/1702) (andygrove)
+- perf: Add performance tracing capability [#1706](https://github.com/apache/datafusion-comet/pull/1706) (andygrove)
+- perf: Add `COMET_RESPECT_PARQUET_FILTER_PUSHDOWN` config [#1936](https://github.com/apache/datafusion-comet/pull/1936) (andygrove)
+
+**Implemented enhancements:**
+
+- feat: add jemalloc as optional custom allocator [#1679](https://github.com/apache/datafusion-comet/pull/1679) (mbutrovich)
+- feat: support `array_repeat` [#1680](https://github.com/apache/datafusion-comet/pull/1680) (comphead)
+- feat: More warning info for users [#1667](https://github.com/apache/datafusion-comet/pull/1667) (hsiang-c)
+- feat: decode() expression when using 'utf-8' encoding [#1697](https://github.com/apache/datafusion-comet/pull/1697) (mbutrovich)
+- feat: regexp_replace() expression with no starting offset [#1700](https://github.com/apache/datafusion-comet/pull/1700) (mbutrovich)
+- feat: Improve performance tracing feature [#1730](https://github.com/apache/datafusion-comet/pull/1730) (andygrove)
+- feat: Set/cancel with job tag and make max broadcast table size configurable [#1693](https://github.com/apache/datafusion-comet/pull/1693) (wForget)
+- feat: Add support for `expm1` expression from `datafusion-spark` crate [#1711](https://github.com/apache/datafusion-comet/pull/1711) (andygrove)
+- feat: Add config option for showing all Comet plan transformations [#1780](https://github.com/apache/datafusion-comet/pull/1780) (andygrove)
+- feat: Support Type widening: byte → short/int/long, short → int/long [#1770](https://github.com/apache/datafusion-comet/pull/1770) (huaxingao)
+- feat: Translate Hadoop S3A configurations to object_store configurations [#1817](https://github.com/apache/datafusion-comet/pull/1817) (Kontinuation)
+- feat: Upgrade to official DataFusion 48.0.0 release [#1877](https://github.com/apache/datafusion-comet/pull/1877) (andygrove)
+- feat: Add experimental auto mode for `COMET_PARQUET_SCAN_IMPL` [#1747](https://github.com/apache/datafusion-comet/pull/1747) (andygrove)
+- feat: support RangePartitioning with native shuffle [#1862](https://github.com/apache/datafusion-comet/pull/1862) (mbutrovich)
+- feat: Add support for signum expression [#1889](https://github.com/apache/datafusion-comet/pull/1889) (andygrove)
+- feat: Add support to lookup map by key [#1898](https://github.com/apache/datafusion-comet/pull/1898) (comphead)
+- feat: support array_max [#1892](https://github.com/apache/datafusion-comet/pull/1892) (drexler-sky)
+- feat: pass ignore_nulls flag to first and last [#1866](https://github.com/apache/datafusion-comet/pull/1866) (rluvaton)
+- feat: Implement ToPrettyString [#1921](https://github.com/apache/datafusion-comet/pull/1921) (andygrove)
+- feat: Support hadoop s3a config in native_iceberg_compat [#1925](https://github.com/apache/datafusion-comet/pull/1925) (parthchandra)
+- feat: rand expression support [#1199](https://github.com/apache/datafusion-comet/pull/1199) (akupchinskiy)
+- feat: supports array_distinct [#1923](https://github.com/apache/datafusion-comet/pull/1923) (drexler-sky)
+- feat: `auto` scan mode should check for supported file location [#1930](https://github.com/apache/datafusion-comet/pull/1930) (andygrove)
+- feat: Encapsulate Parquet objects [#1920](https://github.com/apache/datafusion-comet/pull/1920) (huaxingao)
+- feat: Change default value of `COMET_NATIVE_SCAN_IMPL` to `auto` [#1933](https://github.com/apache/datafusion-comet/pull/1933) (andygrove)
+- feat: Supports array_union [#1945](https://github.com/apache/datafusion-comet/pull/1945) (drexler-sky)
+
+**Documentation updates:**
+
+- docs: Add changelog for 0.8.0 [#1675](https://github.com/apache/datafusion-comet/pull/1675) (andygrove)
+- docs: Add instructions on running TPC-H on macOS [#1647](https://github.com/apache/datafusion-comet/pull/1647) (andygrove)
+- docs: Add documentation for accelerating Iceberg Parquet scans with Comet [#1683](https://github.com/apache/datafusion-comet/pull/1683) (andygrove)
+- docs: Add note on setting `core.abbrev` when generating diffs [#1735](https://github.com/apache/datafusion-comet/pull/1735) (andygrove)
+- docs: Remove outdated param in macos bench guide [#1748](https://github.com/apache/datafusion-comet/pull/1748) (ding-young)
+- docs: Add instructions for running individual Spark SQL tests from sbt [#1752](https://github.com/apache/datafusion-comet/pull/1752) (coderfender)
+- docs: Add documentation for native_datafusion Parquet scanner's S3 support [#1832](https://github.com/apache/datafusion-comet/pull/1832) (Kontinuation)
+- docs: Add docs stating that Comet does not support reading decimals encoded in Parquet BINARY format [#1895](https://github.com/apache/datafusion-comet/pull/1895) (andygrove)
+
+**Other:**
+
+- chore: Start 0.9.0 development [#1676](https://github.com/apache/datafusion-comet/pull/1676) (andygrove)
+- chore: Update viable crates [#1677](https://github.com/apache/datafusion-comet/pull/1677) (EmilyMatt)
+- chore: match Maven plugin versions with Spark 3.5 [#1668](https://github.com/apache/datafusion-comet/pull/1668) (hsiang-c)
+- chore: Remove fallback reason "because the children were not native" [#1672](https://github.com/apache/datafusion-comet/pull/1672) (andygrove)
+- chore: Rename `scalarExprToProto` to `scalarFunctionExprToProto` [#1688](https://github.com/apache/datafusion-comet/pull/1688) (comphead)
+- chore: fix build errors [#1690](https://github.com/apache/datafusion-comet/pull/1690) (comphead)
+- chore: Make Aggregate transformation more compact [#1670](https://github.com/apache/datafusion-comet/pull/1670) (EmilyMatt)
+- chore: update dev/release/rat_exclude_files.txt [#1689](https://github.com/apache/datafusion-comet/pull/1689) (hsiang-c)
+- chore: Move Comet rules into their own files [#1695](https://github.com/apache/datafusion-comet/pull/1695) (andygrove)
+- chore: Remove fast encoding option [#1703](https://github.com/apache/datafusion-comet/pull/1703) (andygrove)
+- chore: fix CI job name [#1712](https://github.com/apache/datafusion-comet/pull/1712) (hsiang-c)
+- minor: Warn if memory pool is dropped with bytes still reserved [#1721](https://github.com/apache/datafusion-comet/pull/1721) (andygrove)
+- chore: Correct memory acquired size in unified memory pool [#1738](https://github.com/apache/datafusion-comet/pull/1738) (zuston)
+- chore: allow large errors for Clippy [#1743](https://github.com/apache/datafusion-comet/pull/1743) (comphead)
+- chore: Refactor DataTypeSupport [#1741](https://github.com/apache/datafusion-comet/pull/1741) (andygrove)
+- chore: More refactoring of type checking logic [#1744](https://github.com/apache/datafusion-comet/pull/1744) (andygrove)
+- chore: Enable more complex type tests [#1753](https://github.com/apache/datafusion-comet/pull/1753) (andygrove)
+- chore: Add `scanImpl` attribute to `CometScanExec` [#1746](https://github.com/apache/datafusion-comet/pull/1746) (andygrove)
+- chore: Prepare for DataFusion 48.0.0 [#1710](https://github.com/apache/datafusion-comet/pull/1710) (andygrove)
+- Docs: Setup Comet on IntelliJ [#1760](https://github.com/apache/datafusion-comet/pull/1760) (coderfender)
+- chore: Reenable nested types for CometFuzzTestSuite with int96 [#1761](https://github.com/apache/datafusion-comet/pull/1761) (mbutrovich)
+- chore: Enable partial Spark SQL tests for `native_iceberg_compat` scan [#1762](https://github.com/apache/datafusion-comet/pull/1762) (andygrove)
+- chore: [native_iceberg_compat / native_datafusion] Ignore Spark SQL Parquet encryption tests [#1763](https://github.com/apache/datafusion-comet/pull/1763) (andygrove)
+- build: Ignore array_repeat test to fix CI issues [#1774](https://github.com/apache/datafusion-comet/pull/1774) (andygrove)
+- chore: Upload crash logs if Java tests fail [#1779](https://github.com/apache/datafusion-comet/pull/1779) (andygrove)
+- chore: Drop support for Java 8 [#1777](https://github.com/apache/datafusion-comet/pull/1777) (andygrove)
+- chore: Bump arrow to 18.3.0 [#1773](https://github.com/apache/datafusion-comet/pull/1773) (Kontinuation)
+- build: Stop running Comet's Spark 4 tests on Linux for PR builds [#1802](https://github.com/apache/datafusion-comet/pull/1802) (andygrove)
+- Chore: Moved strings expressions to separate file [#1792](https://github.com/apache/datafusion-comet/pull/1792) (kazantsev-maksim)
+- chore: Speed up "PR Builds" CI workflows [#1807](https://github.com/apache/datafusion-comet/pull/1807) (andygrove)
+- chore: [native scans] Ignore Spark SQL test for string predicate pushdown [#1768](https://github.com/apache/datafusion-comet/pull/1768) (andygrove)
+- chore: Bump DataFusion to git rev 2c2f225 [#1814](https://github.com/apache/datafusion-comet/pull/1814) (andygrove)
+- Feat: support bit_count function [#1602](https://github.com/apache/datafusion-comet/pull/1602) (kazantsev-maksim)
+- Chore: implement bit_not as ScalarUDFImpl [#1825](https://github.com/apache/datafusion-comet/pull/1825) (kazantsev-maksim)
+- build: Specify -Dsbt.log.noformat=true in sbt CI runs [#1822](https://github.com/apache/datafusion-comet/pull/1822) (andygrove)
+- chore: Use unique artifact names in Java test run [#1818](https://github.com/apache/datafusion-comet/pull/1818) (andygrove)
+- minor: Refactor PhysicalPlanner::default() to avoid duplicate code [#1821](https://github.com/apache/datafusion-comet/pull/1821) (andygrove)
+- Chore: implement bit_count as ScalarUDFImpl [#1826](https://github.com/apache/datafusion-comet/pull/1826) (kazantsev-maksim)
+- chore: IgnoreCometNativeScan on a few more Spark SQL tests [#1837](https://github.com/apache/datafusion-comet/pull/1837) (mbutrovich)
+- chore: Enable tests in RemoveRedundantProjectsSuite.scala related to issue #242 [#1838](https://github.com/apache/datafusion-comet/pull/1838) (rishvin)
+- minor: Replace many instances of `checkSparkAnswer` with `checkSparkAnswerAndOperator` [#1851](https://github.com/apache/datafusion-comet/pull/1851) (andygrove)
+- chore: Update documentation and ignore Spark SQL tests for known issue with count distinct on NaN in aggregate [#1847](https://github.com/apache/datafusion-comet/pull/1847) (andygrove)
+- chore: Ignore Spark SQL WholeStageCodegenSuite tests [#1859](https://github.com/apache/datafusion-comet/pull/1859) (andygrove)
+- chore: Upgrade to DataFusion 48.0.0-rc3 [#1863](https://github.com/apache/datafusion-comet/pull/1863) (andygrove)
+- upgraded spark 3.5.5 to 3.5.6 [#1861](https://github.com/apache/datafusion-comet/pull/1861) (YanivKunda)
+- build: Disable some rounding tests when miri is enabled [#1873](https://github.com/apache/datafusion-comet/pull/1873) (andygrove)
+- chore: Enable Spark SQL tests for `native_iceberg_compat` [#1876](https://github.com/apache/datafusion-comet/pull/1876) (andygrove)
+- chore: Enable more Spark SQL tests [#1869](https://github.com/apache/datafusion-comet/pull/1869) (andygrove)
+- chore: refactor planner read schema tests [#1886](https://github.com/apache/datafusion-comet/pull/1886) (comphead)
+- chore: Implement date_trunc as ScalarUDFImpl [#1880](https://github.com/apache/datafusion-comet/pull/1880) (leung-ming)
+- Chore: implement datetime funcs as ScalarUDFImpl [#1874](https://github.com/apache/datafusion-comet/pull/1874) (trompa)
+- minor: Improve testing of math scalar functions [#1896](https://github.com/apache/datafusion-comet/pull/1896) (andygrove)
+- minor: Avoid rewriting join to unsupported join [#1888](https://github.com/apache/datafusion-comet/pull/1888) (andygrove)
+- chore: Enable `native_iceberg_compat` Spark SQL tests (for real, this time) [#1910](https://github.com/apache/datafusion-comet/pull/1910) (andygrove)
+- chore: rename makeParquetFileAllTypes to makeParquetFileAllPrimitiveTypes [#1905](https://github.com/apache/datafusion-comet/pull/1905) (parthchandra)
+- chore: add a test case to read from an arbitrarily complex type schema [#1911](https://github.com/apache/datafusion-comet/pull/1911) (parthchandra)
+- test: Trigger Spark 3.4.3 SQL tests for iceberg-compat [#1912](https://github.com/apache/datafusion-comet/pull/1912) (kazuyukitanimura)
+- build: Fix conflict between #1910 and #1912 [#1924](https://github.com/apache/datafusion-comet/pull/1924) (andygrove)
+- minor: fix kube/Dockerfile build failed [#1918](https://github.com/apache/datafusion-comet/pull/1918) (zhangxffff)
+- chore: Improve reporting of fallback reasons for CollectLimit [#1694](https://github.com/apache/datafusion-comet/pull/1694) (andygrove)
+- chore: move udf registration to better place [#1899](https://github.com/apache/datafusion-comet/pull/1899) (rluvaton)
+- chore: Comet + Iceberg (1.8.1) CI [#1715](https://github.com/apache/datafusion-comet/pull/1715) (hsiang-c)
+- chore: Introduce `exprHandlers` map in QueryPlanSerde [#1903](https://github.com/apache/datafusion-comet/pull/1903) (andygrove)
+- chore: Enable Spark SQL tests for auto scan mode [#1885](https://github.com/apache/datafusion-comet/pull/1885) (andygrove)
+- Feat: support bit_get function [#1713](https://github.com/apache/datafusion-comet/pull/1713) (kazantsev-maksim)
+- chore: Clippy fixes for Rust 1.88 [#1939](https://github.com/apache/datafusion-comet/pull/1939) (andygrove)
+- Minor: Add unit tests for `ceil`/`floor` functions [#1728](https://github.com/apache/datafusion-comet/pull/1728) (tlm365)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 62 Andy Grove
+ 16 Matt Butrovich
+ 10 Oleks V
+ 8 Parth Chandra
+ 5 Kazantsev Maksim
+ 5 hsiang-c
+ 4 Kristin Cowalcijk
+ 4 Leung Ming
+ 3 B Vadlamani
+ 3 drexler-sky
+ 2 Emily Matheys
+ 2 Huaxin Gao
+ 2 KAZUYUKI TANIMURA
+ 2 Raz Luvaton
+ 2 Zhen Wang
+ 1 Artem Kupchinskiy
+ 1 Junfan Zhang
+ 1 Qi Zhu
+ 1 Rishab Joshi
+ 1 Tai Le Manh
+ 1 Yaniv Kunda
+ 1 Zhang Xiaofeng
+ 1 ding-young
+ 1 trompa
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/0.9.1.md.txt b/_sources/changelog/0.9.1.md.txt
new file mode 100644
index 000000000..74606e352
--- /dev/null
+++ b/_sources/changelog/0.9.1.md.txt
@@ -0,0 +1,37 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# DataFusion Comet 0.9.1 Changelog
+
+This release consists of 2 commits from 1 contributors. See credits at the end of this changelog for more information.
+
+**Fixed bugs:**
+
+- fix: [branch-0.9] Backport FFI fix [#2164](https://github.com/apache/datafusion-comet/pull/2164) (andygrove)
+- fix: [branch-0.9] Avoid double free in CometUnifiedShuffleMemoryAllocator [#2201](https://github.com/apache/datafusion-comet/pull/2201) (andygrove)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.
+
+```
+ 2 Andy Grove
+```
+
+Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.
diff --git a/_sources/changelog/index.md.txt b/_sources/changelog/index.md.txt
new file mode 100644
index 000000000..d8a02c060
--- /dev/null
+++ b/_sources/changelog/index.md.txt
@@ -0,0 +1,45 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# Changelog
+
+Per-release change logs for Apache DataFusion Comet.
+
+```{toctree}
+:maxdepth: 1
+
+0.16.0
+0.15.0
+0.14.1
+0.14.0
+0.13.0
+0.12.0
+0.11.0
+0.10.0
+0.9.1
+0.9.0
+0.8.0
+0.7.0
+0.6.0
+0.5.0
+0.4.0
+0.3.0
+0.2.0
+0.1.0
+```
diff --git a/_sources/contributor-guide/release_process.md.txt b/_sources/contributor-guide/release_process.md.txt
index 23d2b9110..8490ec84c 100644
--- a/_sources/contributor-guide/release_process.md.txt
+++ b/_sources/contributor-guide/release_process.md.txt
@@ -150,7 +150,7 @@ example generates a change log of all changes between the previous version and t
```shell
export GITHUB_TOKEN=<your-token-here>
-python3 generate-changelog.py 0.12.0 HEAD 0.13.0 > ../changelog/0.13.0.md
+python3 generate-changelog.py 0.12.0 HEAD 0.13.0 > ../../docs/source/changelog/0.13.0.md
```
Create a PR against the _main_ branch to add this change log and once this is approved and merged, cherry-pick the
diff --git a/_sources/contributor-guide/spark_expressions_support.md.txt b/_sources/contributor-guide/spark_expressions_support.md.txt
index b7f517fe8..22ab486cc 100644
--- a/_sources/contributor-guide/spark_expressions_support.md.txt
+++ b/_sources/contributor-guide/spark_expressions_support.md.txt
@@ -371,7 +371,7 @@
- [x] cos
- [x] cosh
- [x] cot
-- [ ] csc
+- [x] csc
- [x] degrees
- [x] div
- [ ] e
diff --git a/_sources/index.md.txt b/_sources/index.md.txt
index 7424cffcc..102f5b5d4 100644
--- a/_sources/index.md.txt
+++ b/_sources/index.md.txt
@@ -107,6 +107,7 @@ shaping the future of Comet. Check out our
User Guide <user-guide/index>
Contributor Guide <contributor-guide/index>
+Changelog <changelog/index>
Comparison with Gluten <about/gluten_comparison>
ASF Links <asf/index>
```
diff --git a/_sources/user-guide/latest/configs.md.txt b/_sources/user-guide/latest/configs.md.txt
index 93d9a12d9..1ff671b4c 100644
--- a/_sources/user-guide/latest/configs.md.txt
+++ b/_sources/user-guide/latest/configs.md.txt
@@ -240,6 +240,7 @@ These settings can be used to determine which parts of the plan are accelerated
| `spark.comet.expression.Crc32.enabled` | Enable Comet acceleration for `Crc32` | true |
| `spark.comet.expression.CreateArray.enabled` | Enable Comet acceleration for `CreateArray` | true |
| `spark.comet.expression.CreateNamedStruct.enabled` | Enable Comet acceleration for `CreateNamedStruct` | true |
+| `spark.comet.expression.Csc.enabled` | Enable Comet acceleration for `Csc` | true |
| `spark.comet.expression.DateAdd.enabled` | Enable Comet acceleration for `DateAdd` | true |
| `spark.comet.expression.DateDiff.enabled` | Enable Comet acceleration for `DateDiff` | true |
| `spark.comet.expression.DateFormatClass.enabled` | Enable Comet acceleration for `DateFormatClass` | true |
diff --git a/_sources/user-guide/latest/expressions.md.txt b/_sources/user-guide/latest/expressions.md.txt
index c17a5c473..818f379a4 100644
--- a/_sources/user-guide/latest/expressions.md.txt
+++ b/_sources/user-guide/latest/expressions.md.txt
@@ -150,6 +150,7 @@ of expressions that be disabled.
| Cos | `cos` |
| Cosh | `cosh` |
| Cot | `cot` |
+| Csc | `csc` |
| Divide | `/` |
| Exp | `exp` |
| Expm1 | `expm1` |
diff --git a/about/gluten_comparison.html b/about/gluten_comparison.html
index 8d25088cd..9ef519647 100644
--- a/about/gluten_comparison.html
+++ b/about/gluten_comparison.html
@@ -66,7 +66,7 @@ under the License.
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="ASF Links" href="../asf/index.html" />
- <link rel="prev" title="Apache DataFusion Comet: Release Process" href="../contributor-guide/release_process.html" />
+ <link rel="prev" title="DataFusion Comet 0.1.0 Changelog" href="../changelog/0.1.0.html" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="" />
@@ -163,6 +163,13 @@ under the License.
</li>
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../changelog/index.html">
+ Changelog
+ </a>
+</li>
+
+
<li class="nav-item current active">
<a class="nav-link nav-internal" href="#">
Comparison with Gluten
@@ -275,6 +282,13 @@ under the License.
</li>
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../changelog/index.html">
+ Changelog
+ </a>
+</li>
+
+
<li class="nav-item current active">
<a class="nav-link nav-internal" href="#">
Comparison with Gluten
@@ -352,6 +366,7 @@ under the License.
<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../changelog/index.html">Changelog</a></li>
<li class="toctree-l1 current"><a class="current reference internal" href="#">Comparison with Gluten</a></li>
<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
</ul>
@@ -540,12 +555,12 @@ in ClickHouse. We recommend trying both to see which is the best fit for your ne
<div class="prev-next-area">
<a class="left-prev"
- href="../contributor-guide/release_process.html"
+ href="../changelog/0.1.0.html"
title="previous page">
<i class="fa-solid fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">Apache DataFusion Comet: Release Process</p>
+ <p class="prev-next-title">DataFusion Comet 0.1.0 Changelog</p>
</div>
</a>
<a class="right-next"
diff --git a/asf/index.html b/asf/index.html
index d467f4bdb..5a91aa1b0 100644
--- a/asf/index.html
+++ b/asf/index.html
@@ -162,6 +162,13 @@ under the License.
</li>
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../changelog/index.html">
+ Changelog
+ </a>
+</li>
+
+
<li class="nav-item ">
<a class="nav-link nav-internal" href="../about/gluten_comparison.html">
Comparison with Gluten
@@ -274,6 +281,13 @@ under the License.
</li>
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../changelog/index.html">
+ Changelog
+ </a>
+</li>
+
+
<li class="nav-item ">
<a class="nav-link nav-internal" href="../about/gluten_comparison.html">
Comparison with Gluten
@@ -351,6 +365,7 @@ under the License.
<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../changelog/index.html">Changelog</a></li>
<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
<li class="toctree-l1 current"><a class="current reference internal" href="#">ASF Links</a><ul>
<li class="toctree-l2"><a class="reference external" href="https://apache.org">Apache Software Foundation</a></li>
diff --git a/changelog/0.1.0.html b/changelog/0.1.0.html
new file mode 100644
index 000000000..ca24b2303
--- /dev/null
+++ b/changelog/0.1.0.html
@@ -0,0 +1,940 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.1.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.1.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="Comparison of Comet and Gluten" href="../about/gluten_comparison.html" />
+ <link rel="prev" title="DataFusion Comet 0.2.0 Changelog" href="0.2.0.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+ </div>
+
+
+ <div class="navbar-header-items__end">
+
+ <div class="navbar-item navbar-persistent--container">
+
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+
+ <div class="navbar-persistent--mobile">
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+
+</div>
+
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <dialog id="pst-primary-sidebar-modal"></dialog>
+ <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+ <div class="sidebar-header-items__center">
+
+
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+
+ </div>
+
+
+
+ <div class="sidebar-header-items__end">
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item"><!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+ <div class="bd-toc-item active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="0.16.0.html">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.15.0.html">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.1.html">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.0.html">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.13.0.html">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.12.0.html">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.11.0.html">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.10.0.html">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.1.0 Changelog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
+</ul>
+
+ </div>
+</nav>
+</div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ <div class="sidebar-primary-item">
+<div id="ethical-ad-placement"
+ class="flat"
+ data-ea-publisher="readthedocs"
+ data-ea-type="readthedocs-sidebar"
+ data-ea-manual="true">
+</div></div>
+ </div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item">
+
+<nav aria-label="Breadcrumb" class="d-print-none">
+ <ul class="bd-breadcrumbs">
+
+ <li class="breadcrumb-item breadcrumb-home">
+ <a href="../index.html" class="nav-link" aria-label="Home">
+ <i class="fa-solid fa-home"></i>
+ </a>
+ </li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.1.0 Changelog</span></li>
+ </ul>
+</nav>
+</div>
+
+ </div>
+
+
+</div>
+</div>
+
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<section id="datafusion-comet-0-1-0-changelog">
+<h1>DataFusion Comet 0.1.0 Changelog<a class="headerlink" href="#datafusion-comet-0-1-0-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 343 commits from 41 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Implemented enhancements:</strong></p>
+<ul class="simple">
+<li><p>feat: Add native shuffle and columnar shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/30">#30</a> (viirya)</p></li>
+<li><p>feat: Support Emit::First for SumDecimalGroupsAccumulator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/47">#47</a> (viirya)</p></li>
+<li><p>feat: Nested map support for columnar shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/51">#51</a> (viirya)</p></li>
+<li><p>feat: Support Count(Distinct) and similar aggregation functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/42">#42</a> (huaxingao)</p></li>
+<li><p>feat: Upgrade to <code class="docutils literal notranslate"><span class="pre">jni-rs</span></code> 0.21 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/50">#50</a> (sunchao)</p></li>
+<li><p>feat: Handle exception thrown from native side <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/61">#61</a> (sunchao)</p></li>
+<li><p>feat: Support InSet expression in Comet <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/59">#59</a> (viirya)</p></li>
+<li><p>feat: Add <code class="docutils literal notranslate"><span class="pre">CometNativeException</span></code> for exceptions thrown from the native side <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/62">#62</a> (sunchao)</p></li>
+<li><p>feat: Add cause to native exception <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/63">#63</a> (viirya)</p></li>
+<li><p>feat: Pull based native execution <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/69">#69</a> (viirya)</p></li>
+<li><p>feat: Add executeColumnarCollectIterator to CometExec to collect Comet operator result <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/71">#71</a> (viirya)</p></li>
+<li><p>feat: Add CometBroadcastExchangeExec to support broadcasting the result of Comet native operator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/80">#80</a> (viirya)</p></li>
+<li><p>feat: Reduce memory consumption when writing sorted shuffle files <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/82">#82</a> (sunchao)</p></li>
+<li><p>feat: Add struct/map as unsupported map key/value for columnar shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/84">#84</a> (viirya)</p></li>
+<li><p>feat: Support multiple input sources for CometNativeExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/87">#87</a> (viirya)</p></li>
+<li><p>feat: Date and timestamp trunc with format array <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/94">#94</a> (parthchandra)</p></li>
+<li><p>feat: Support <code class="docutils literal notranslate"><span class="pre">First</span></code>/<code class="docutils literal notranslate"><span class="pre">Last</span></code> aggregate functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/97">#97</a> (huaxingao)</p></li>
+<li><p>feat: Add support of TakeOrderedAndProjectExec in Comet <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/88">#88</a> (viirya)</p></li>
+<li><p>feat: Support Binary in shuffle writer <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/106">#106</a> (advancedxy)</p></li>
+<li><p>feat: Add license header by spotless:apply automatically <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/110">#110</a> (advancedxy)</p></li>
+<li><p>feat: Add dictionary binary to shuffle writer <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/111">#111</a> (viirya)</p></li>
+<li><p>feat: Minimize number of connections used by parallel reader <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/126">#126</a> (parthchandra)</p></li>
+<li><p>feat: Support CollectLimit operator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/100">#100</a> (advancedxy)</p></li>
+<li><p>feat: Enable min/max for boolean type <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/165">#165</a> (huaxingao)</p></li>
+<li><p>feat: Introduce <code class="docutils literal notranslate"><span class="pre">CometTaskMemoryManager</span></code> and native side memory pool <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/83">#83</a> (sunchao)</p></li>
+<li><p>feat: Fix old style names <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/201">#201</a> (comphead)</p></li>
+<li><p>feat: enable comet shuffle manager for comet shell <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/204">#204</a> (zuston)</p></li>
+<li><p>feat: Support bitwise aggregate functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/197">#197</a> (huaxingao)</p></li>
+<li><p>feat: Support BloomFilterMightContain expr <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/179">#179</a> (advancedxy)</p></li>
+<li><p>feat: Support sort merge join <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/178">#178</a> (viirya)</p></li>
+<li><p>feat: Support HashJoin operator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/194">#194</a> (viirya)</p></li>
+<li><p>feat: Remove use of nightly int_roundings feature <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/228">#228</a> (psvri)</p></li>
+<li><p>feat: Support Broadcast HashJoin <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/211">#211</a> (viirya)</p></li>
+<li><p>feat: Enable Comet broadcast by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/213">#213</a> (viirya)</p></li>
+<li><p>feat: Add CometRowToColumnar operator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/206">#206</a> (advancedxy)</p></li>
+<li><p>feat: Document the class path / classloader issue with the shuffle manager <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/256">#256</a> (holdenk)</p></li>
+<li><p>feat: Port Datafusion Covariance to Comet <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/234">#234</a> (huaxingao)</p></li>
+<li><p>feat: Add manual test to calculate spark builtin functions coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/263">#263</a> (comphead)</p></li>
+<li><p>feat: Support ANSI mode in CAST from String to Bool <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/290">#290</a> (andygrove)</p></li>
+<li><p>feat: Add extended explain info to Comet plan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/255">#255</a> (parthchandra)</p></li>
+<li><p>feat: Improve CometSortMergeJoin statistics <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/304">#304</a> (planga82)</p></li>
+<li><p>feat: Add compatibility guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/316">#316</a> (andygrove)</p></li>
+<li><p>feat: Improve CometHashJoin statistics <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/309">#309</a> (planga82)</p></li>
+<li><p>feat: Support Variance <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/297">#297</a> (huaxingao)</p></li>
+<li><p>feat: Support murmur3_hash and sha2 family hash functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/226">#226</a> (advancedxy)</p></li>
+<li><p>feat: Disable cast string to timestamp by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/337">#337</a> (andygrove)</p></li>
+<li><p>feat: Improve CometBroadcastHashJoin statistics <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/339">#339</a> (planga82)</p></li>
+<li><p>feat: Implement Spark-compatible CAST from string to integral types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/307">#307</a> (andygrove)</p></li>
+<li><p>feat: Implement Spark-compatible CAST from string to timestamp types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/335">#335</a> (vaibhawvipul)</p></li>
+<li><p>feat: Implement Spark-compatible CAST float/double to string <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/346">#346</a> (mattharder91)</p></li>
+<li><p>feat: Only allow incompatible cast expressions to run in comet if a config is enabled <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/362">#362</a> (andygrove)</p></li>
+<li><p>feat: Implement Spark-compatible CAST between integer types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/340">#340</a> (ganeshkumar269)</p></li>
+<li><p>feat: Supports Stddev <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/348">#348</a> (huaxingao)</p></li>
+<li><p>feat: Improve cast compatibility tests and docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/379">#379</a> (andygrove)</p></li>
+<li><p>feat: Implement Spark-compatible CAST from non-integral numeric types to integral types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/399">#399</a> (rohitrastogi)</p></li>
+<li><p>feat: Implement Spark unhex <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/342">#342</a> (tshauck)</p></li>
+<li><p>feat: Enable columnar shuffle by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/250">#250</a> (viirya)</p></li>
+<li><p>feat: Implement Spark-compatible CAST from floating-point/double to decimal <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/384">#384</a> (vaibhawvipul)</p></li>
+<li><p>feat: Add logging to explain reasons for Comet not being able to run a query stage natively <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/397">#397</a> (andygrove)</p></li>
+<li><p>feat: Add support for TryCast expression in Spark 3.2 and 3.3 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/416">#416</a> (vaibhawvipul)</p></li>
+<li><p>feat: Supports UUID column <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/395">#395</a> (huaxingao)</p></li>
+<li><p>feat: correlation support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/456">#456</a> (huaxingao)</p></li>
+<li><p>feat: Implement Spark-compatible CAST from String to Date <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/383">#383</a> (vidyasankarv)</p></li>
+<li><p>feat: Add COMET_SHUFFLE_MODE config to control Comet shuffle mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/460">#460</a> (viirya)</p></li>
+<li><p>feat: Add random row generator in data generator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/451">#451</a> (advancedxy)</p></li>
+<li><p>feat: Add xxhash64 function support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/424">#424</a> (advancedxy)</p></li>
+<li><p>feat: add hex scalar function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/449">#449</a> (tshauck)</p></li>
+<li><p>feat: Add “Comet Fuzz” fuzz-testing utility <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/472">#472</a> (andygrove)</p></li>
+<li><p>feat: Use enum to represent CAST eval_mode in expr.proto <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/415">#415</a> (prashantksharma)</p></li>
+<li><p>feat: Implement ANSI support for UnaryMinus <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/471">#471</a> (vaibhawvipul)</p></li>
+<li><p>feat: Add specific fuzz tests for cast and try_cast and fix NPE found during fuzz testing <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/514">#514</a> (andygrove)</p></li>
+<li><p>feat: Add fuzz testing for arithmetic expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/519">#519</a> (andygrove)</p></li>
+<li><p>feat: Add HashJoin support for BuildRight <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/437">#437</a> (viirya)</p></li>
+<li><p>feat: Fix Comet error message <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/544">#544</a> (comphead)</p></li>
+<li><p>feat: Support Ansi mode in abs function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/500">#500</a> (planga82)</p></li>
+<li><p>feat: Enable xxhash64 by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/583">#583</a> (andygrove)</p></li>
+<li><p>feat: Add experimental support for Apache Spark 3.5.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/587">#587</a> (andygrove)</p></li>
+<li><p>feat: add nullOnDivideByZero for Covariance <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/564">#564</a> (huaxingao)</p></li>
+<li><p>feat: Implement more efficient version of xxhash64 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/575">#575</a> (andygrove)</p></li>
+<li><p>feat: Enable Spark SQL tests for Spark 3.5.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/603">#603</a> (andygrove)</p></li>
+<li><p>feat: Initial support for Window function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/599">#599</a> (huaxingao)</p></li>
+<li><p>feat: IsNaN expression in Comet <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/612">#612</a> (eejbyfeldt)</p></li>
+<li><p>feat: Add support for CreateNamedStruct <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/620">#620</a> (eejbyfeldt)</p></li>
+<li><p>feat: add cargo machete to remove udeps <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/641">#641</a> (vaibhawvipul)</p></li>
+<li><p>feat: Upgrade to DataFusion 40.0.0-rc1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/644">#644</a> (andygrove)</p></li>
+<li><p>feat: Use unified allocator for execution iterators <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/613">#613</a> (viirya)</p></li>
+<li><p>feat: Create new <code class="docutils literal notranslate"><span class="pre">datafusion-comet-spark-expr</span></code> crate containing Spark-compatible DataFusion expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/638">#638</a> (andygrove)</p></li>
+<li><p>feat: Move <code class="docutils literal notranslate"><span class="pre">IfExpr</span></code> to <code class="docutils literal notranslate"><span class="pre">spark-expr</span></code> crate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/653">#653</a> (andygrove)</p></li>
+<li><p>feat: Upgrade to DataFusion 40 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/657">#657</a> (andygrove)</p></li>
+<li><p>feat: Show user a more intuitive message when queries fall back to Spark <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/656">#656</a> (andygrove)</p></li>
+<li><p>feat: Enable remaining Spark 3.5.1 tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/676">#676</a> (andygrove)</p></li>
+<li><p>feat: Spark-4.0 widening type support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/604">#604</a> (kazuyukitanimura)</p></li>
+<li><p>feat: add scalar subquery pushdown to scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/678">#678</a> (parthchandra)</p></li>
+</ul>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: Comet sink operator should not have children operators <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/26">#26</a> (viirya)</p></li>
+<li><p>fix: Fix the UnionExec match branches in CometExecRule <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/68">#68</a> (wankunde)</p></li>
+<li><p>fix: Appending null values to element array builders of StructBuilder for null row in a StructArray <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/78">#78</a> (viirya)</p></li>
+<li><p>fix: Fix compilation error for CometBroadcastExchangeExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/86">#86</a> (viirya)</p></li>
+<li><p>fix: Avoid exception caused by broadcasting empty result <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/92">#92</a> (wForget)</p></li>
+<li><p>fix: Add num_rows when building RecordBatch <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/103">#103</a> (advancedxy)</p></li>
+<li><p>fix: Cast string to boolean not compatible with Spark <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/107">#107</a> (erenavsarogullari)</p></li>
+<li><p>fix: Another attempt to fix libcrypto.dylib loading issue <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/112">#112</a> (advancedxy)</p></li>
+<li><p>fix: Fix compilation error for Spark 3.2 & 3.3 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/117">#117</a> (sunchao)</p></li>
+<li><p>fix: Fix corrupted AggregateMode when transforming plan parameters <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/118">#118</a> (viirya)</p></li>
+<li><p>fix: bitwise shift with different left/right types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/135">#135</a> (viirya)</p></li>
+<li><p>fix: Avoid null exception in removeSubquery <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/147">#147</a> (viirya)</p></li>
+<li><p>fix: rat check error in vscode ide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/161">#161</a> (thexiay)</p></li>
+<li><p>fix: Final aggregation should not bind to the input of partial aggregation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/155">#155</a> (viirya)</p></li>
+<li><p>fix: coalesce should return correct datatype <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/168">#168</a> (viirya)</p></li>
+<li><p>fix: attempt to divide by zero error on decimal division <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/172">#172</a> (viirya)</p></li>
+<li><p>fix: Aggregation without aggregation expressions should use correct result expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/175">#175</a> (viirya)</p></li>
+<li><p>fix: Comet native operator can be executed after ReusedExchange <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/187">#187</a> (viirya)</p></li>
+<li><p>fix: Try to convert a static list into a set in Rust <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/184">#184</a> (advancedxy)</p></li>
+<li><p>fix: Include active spiller when computing peak shuffle memory <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/196">#196</a> (sunchao)</p></li>
+<li><p>fix: CometExecRule should handle ShuffleQueryStage and ReusedExchange <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/186">#186</a> (viirya)</p></li>
+<li><p>fix: Use <code class="docutils literal notranslate"><span class="pre">makeCopy</span></code> to change relation in <code class="docutils literal notranslate"><span class="pre">FileSourceScanExec</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/207">#207</a> (viirya)</p></li>
+<li><p>fix: Remove duplicate byte array allocation for CometDictionary <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/224">#224</a> (viirya)</p></li>
+<li><p>fix: Remove redundant data copy in columnar shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/233">#233</a> (viirya)</p></li>
+<li><p>fix: Only maps FIXED_LEN_BYTE_ARRAY to String for uuid type <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/238">#238</a> (huaxingao)</p></li>
+<li><p>fix: Reduce RowPartition memory allocation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/244">#244</a> (viirya)</p></li>
+<li><p>fix: Remove wrong calculation for Murmur3Hash for float with null input <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/245">#245</a> (advancedxy)</p></li>
+<li><p>fix: Deallocate row addresses and size arrays after exporting <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/246">#246</a> (viirya)</p></li>
+<li><p>fix: Fix wrong children expression order in IfExpr <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/249">#249</a> (viirya)</p></li>
+<li><p>fix: Average expression in Comet Final should handle all null inputs from partial Spark aggregation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/261">#261</a> (viirya)</p></li>
+<li><p>fix: Only trigger Comet Final aggregation on Comet partial aggregation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/264">#264</a> (viirya)</p></li>
+<li><p>fix: incorrect result on Comet multiple column distinct count <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/268">#268</a> (viirya)</p></li>
+<li><p>fix: Avoid using CometConf <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/266">#266</a> (snmvaughan)</p></li>
+<li><p>fix: Fix arrow error when sorting on empty batch <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/271">#271</a> (viirya)</p></li>
+<li><p>fix: Include license using <code class="docutils literal notranslate"><span class="pre">#</span></code> instead of using XML comment <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/274">#274</a> (snmvaughan)</p></li>
+<li><p>fix: Comet should not translate try_sum to native sum expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/277">#277</a> (viirya)</p></li>
+<li><p>fix: incorrect result with aggregate expression with filter <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/284">#284</a> (viirya)</p></li>
+<li><p>fix: Comet should not fail on negative limit parameter <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/288">#288</a> (viirya)</p></li>
+<li><p>fix: Comet columnar shuffle should not be on top of another Comet shuffle operator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/296">#296</a> (viirya)</p></li>
+<li><p>fix: Iceberg scan transition should be in front of other data source v2 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/302">#302</a> (viirya)</p></li>
+<li><p>fix: CometExec’s outputPartitioning might not be same as Spark expects after AQE interferes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/299">#299</a> (viirya)</p></li>
+<li><p>fix: CometShuffleExchangeExec logical link should be correct <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/324">#324</a> (viirya)</p></li>
+<li><p>fix: SortMergeJoin with unsupported key type should fall back to Spark <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/355">#355</a> (viirya)</p></li>
+<li><p>fix: limit with offset should return correct results <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/359">#359</a> (viirya)</p></li>
+<li><p>fix: Disable Comet shuffle with AQE coalesce partitions enabled <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/380">#380</a> (viirya)</p></li>
+<li><p>fix: Unknown operator id when explain with formatted mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/410">#410</a> (leoluan2009)</p></li>
+<li><p>fix: Reuse CometBroadcastExchangeExec with Spark ReuseExchangeAndSubquery rule <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/441">#441</a> (viirya)</p></li>
+<li><p>fix: newFileScanRDD should not take constructor from custom Spark versions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/412">#412</a> (ceppelli)</p></li>
+<li><p>fix: fix CometNativeExec.doCanonicalize for ReusedExchangeExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/447">#447</a> (viirya)</p></li>
+<li><p>fix: Enable cast string to int tests and fix compatibility issue <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/453">#453</a> (andygrove)</p></li>
+<li><p>fix: Compute murmur3 hash with dictionary input correctly <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/433">#433</a> (advancedxy)</p></li>
+<li><p>fix: Only delegate to DataFusion cast when we know that it is compatible with Spark <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/461">#461</a> (andygrove)</p></li>
+<li><p>fix: <code class="docutils literal notranslate"><span class="pre">ColumnReader.loadVector</span></code> should initiate <code class="docutils literal notranslate"><span class="pre">CometDictionary</span></code> after re-import arrays <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/473">#473</a> (viirya)</p></li>
+<li><p>fix: substring with negative indices should produce correct result <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/470">#470</a> (sonhmai)</p></li>
+<li><p>fix: CometReader.loadVector should not overwrite dictionary ids <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/476">#476</a> (viirya)</p></li>
+<li><p>fix: Reuse previous CometDictionary Java arrays <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/489">#489</a> (viirya)</p></li>
+<li><p>fix: Fallback to Spark for LIKE with custom escape character <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/478">#478</a> (sujithjay)</p></li>
+<li><p>fix: Incorrect input schema when preparing result expressions for HashAggregation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/501">#501</a> (viirya)</p></li>
+<li><p>fix: Input batch to ShuffleRepartitioner.insert_batch should not be larger than configured batch size <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/523">#523</a> (viirya)</p></li>
+<li><p>fix: Fix integer overflow in date_parser <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/529">#529</a> (eejbyfeldt)</p></li>
+<li><p>fix: null character not permitted in chr function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/513">#513</a> (vaibhawvipul)</p></li>
+<li><p>fix: Overflow when reading Timestamp from parquet file <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/542">#542</a> (eejbyfeldt)</p></li>
+<li><p>fix: Re-implement some Parquet decode methods without <code class="docutils literal notranslate"><span class="pre">copy_nonoverlapping</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/558">#558</a> (andygrove)</p></li>
+<li><p>fix: requested character too large for encoding in chr function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/552">#552</a> (vaibhawvipul)</p></li>
+<li><p>fix: Running cargo build always triggers rebuild <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/579">#579</a> (eejbyfeldt)</p></li>
+<li><p>fix: Avoid recursive call to <code class="docutils literal notranslate"><span class="pre">canonicalizePlans</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/582">#582</a> (viirya)</p></li>
+<li><p>fix: Return error in pre_timestamp_cast instead of panic <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/543">#543</a> (eejbyfeldt)</p></li>
+<li><p>perf: Add criterion benchmark for xxhash64 function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/560">#560</a> (andygrove)</p></li>
+<li><p>fix: Fix range out of index error with a temporary workaround <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/584">#584</a> (viirya)</p></li>
+<li><p>fix: Improve error “BroadcastExchange is not supported” <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/577">#577</a> (parthchandra)</p></li>
+<li><p>fix: Avoid creating huge duplicate of canonicalized plans for CometNativeExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/639">#639</a> (viirya)</p></li>
+<li><p>fix: Tag ignored tests that require SubqueryBroadcastExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/647">#647</a> (parthchandra)</p></li>
+<li><p>fix: Optimize some functions to rewrite dictionary-encoded strings <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/627">#627</a> (vaibhawvipul)</p></li>
+<li><p>fix: Remove nightly flag in release-nogit target in Makefile <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/667">#667</a> (andygrove)</p></li>
+<li><p>fix: change the not exists base image apache/spark:3.4.3 to 3.4.2 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/686">#686</a> (haoxins)</p></li>
+<li><p>fix: Spark 4.0 SparkArithmeticException test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/688">#688</a> (kazuyukitanimura)</p></li>
+<li><p>fix: address failure caused by method signature change in SPARK-48791 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/693">#693</a> (parthchandra)</p></li>
+</ul>
+<p><strong>Documentation updates:</strong></p>
+<ul class="simple">
+<li><p>doc: Add Quickstart Comet doc section <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/125">#125</a> (comphead)</p></li>
+<li><p>doc: Minor fix Getting started reformatting <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/128">#128</a> (comphead)</p></li>
+<li><p>doc: Add initial doc how to expand Comet exceptions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/170">#170</a> (comphead)</p></li>
+<li><p>doc: Update README.md with shuffle configs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/208">#208</a> (viirya)</p></li>
+<li><p>doc: Update supported expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/237">#237</a> (viirya)</p></li>
+<li><p>doc: Fix a small typo in README.md <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/272">#272</a> (rz-vastdata)</p></li>
+<li><p>doc: Update DataFusion project name and url <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/300">#300</a> (viirya)</p></li>
+<li><p>docs: Move existing documentation into new Contributor Guide and add Getting Started section <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/334">#334</a> (andygrove)</p></li>
+<li><p>docs: Add more content to the user guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/347">#347</a> (andygrove)</p></li>
+<li><p>docs: Generate configuration guide in mvn build <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/349">#349</a> (andygrove)</p></li>
+<li><p>docs: Add a plugin overview page to the contributors guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/345">#345</a> (andygrove)</p></li>
+<li><p>doc: Fix target typo in development.md <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/364">#364</a> (jc4x4)</p></li>
+<li><p>doc: Clean up supported JDKs in README <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/366">#366</a> (edmondop)</p></li>
+<li><p>doc: add contributing in README.md <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/382">#382</a> (caicancai)</p></li>
+<li><p>docs: fix the docs url of installation instructions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/393">#393</a> (haoxins)</p></li>
+<li><p>docs: Running ScalaTest suites from the CLI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/404">#404</a> (edmondop)</p></li>
+<li><p>docs: Remove spark.comet.exec.broadcast.enabled from config docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/421">#421</a> (andygrove)</p></li>
+<li><p>docs: fix various sphinx warnings <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/428">#428</a> (tshauck)</p></li>
+<li><p>doc: Add Plan Stability Testing to development guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/432">#432</a> (viirya)</p></li>
+<li><p>docs: Update Spark shell command to include setting additional class path <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/435">#435</a> (andygrove)</p></li>
+<li><p>doc: Add Tuning Guide with shuffle configs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/443">#443</a> (viirya)</p></li>
+<li><p>docs: Add benchmarking guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/444">#444</a> (andygrove)</p></li>
+<li><p>docs: add guide to adding a new expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/422">#422</a> (tshauck)</p></li>
+<li><p>docs: changes in documentation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/512">#512</a> (SemyonSinchenko)</p></li>
+<li><p>docs: Improve user documentation for supported operators and expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/520">#520</a> (andygrove)</p></li>
+<li><p>docs: Proposal for source release process <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/556">#556</a> (andygrove)</p></li>
+<li><p>docs: Update benchmark results <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/687">#687</a> (andygrove)</p></li>
+<li><p>docs: Update percentage speedups in benchmarking guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/691">#691</a> (andygrove)</p></li>
+<li><p>doc: Add memory tuning section to user guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/684">#684</a> (viirya)</p></li>
+</ul>
+<p><strong>Other:</strong></p>
+<ul class="simple">
+<li><p>Initial PR <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1">#1</a> (sunchao)</p></li>
+<li><p>build: Add Maven wrapper to the project <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/13">#13</a> (sunchao)</p></li>
+<li><p>build: Add basic CI test pipelines <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/18">#18</a> (sunchao)</p></li>
+<li><p>Bump com.google.protobuf:protobuf-java from 3.17.3 to 3.19.6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/5">#5</a> (dependabot[bot])</p></li>
+<li><p>build: Add PR template <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/23">#23</a> (sunchao)</p></li>
+<li><p>build: Create ticket templates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/24">#24</a> (comphead)</p></li>
+<li><p>build: Re-enable Scala style checker and spotless <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/21">#21</a> (sunchao)</p></li>
+<li><p>build: Remove license header from pull request template <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/28">#28</a> (viirya)</p></li>
+<li><p>build: Exclude .github from apache-rat-plugin check <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/32">#32</a> (viirya)</p></li>
+<li><p>build: Add CI for MacOS (x64 and aarch64) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/35">#35</a> (sunchao)</p></li>
+<li><p>fix broken link in README.md <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/39">#39</a> (nairbv)</p></li>
+<li><p>test: Add some fuzz testing for cast operations <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/16">#16</a> (andygrove)</p></li>
+<li><p>test: Fix CI failure on libcrypto <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/41">#41</a> (sunchao)</p></li>
+<li><p>test: Reduce test time spent in <code class="docutils literal notranslate"><span class="pre">CometShuffleSuite</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/40">#40</a> (sunchao)</p></li>
+<li><p>test: Add test for RoundRobinPartitioning <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/54">#54</a> (viirya)</p></li>
+<li><p>build: Fix potential libcrypto lib loading issue for X86 mac runners <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/55">#55</a> (advancedxy)</p></li>
+<li><p>refactor: Remove a few duplicated occurrences <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/53">#53</a> (sunchao)</p></li>
+<li><p>build: Fix mvn cache for containerized runners <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/48">#48</a> (advancedxy)</p></li>
+<li><p>test: Ensure traversed operators during finding first partial aggregaion are all native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/58">#58</a> (viirya)</p></li>
+<li><p>build: Upgrade arrow-rs to 50.0.0 and DataFusion to 35.0.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/65">#65</a> (viirya)</p></li>
+<li><p>build: Support built with java 1.8 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/45">#45</a> (advancedxy)</p></li>
+<li><p>test: Add golden files for TPCDSPlanStabilitySuite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/73">#73</a> (sunchao)</p></li>
+<li><p>test: Add TPC-DS test results <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/77">#77</a> (sunchao)</p></li>
+<li><p>build: Upgrade spotless version to 2.43.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/85">#85</a> (viirya)</p></li>
+<li><p>test: Expose thrown exception when executing query in CometTPCHQuerySuite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/96">#96</a> (viirya)</p></li>
+<li><p>test: Enable TPCDS q41 in CometTPCDSQuerySuite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/98">#98</a> (viirya)</p></li>
+<li><p>build: Add CI for TPCDS queries <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/99">#99</a> (viirya)</p></li>
+<li><p>build: Add tpcds-sf-1 to license header excluded list <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/108">#108</a> (viirya)</p></li>
+<li><p>build: Show time duration for scala test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/116">#116</a> (advancedxy)</p></li>
+<li><p>test: Move MacOS (x86) pipelines to post-commit <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/122">#122</a> (sunchao)</p></li>
+<li><p>build: Upgrade DF to 36.0.0 and arrow-rs 50.0.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/66">#66</a> (comphead)</p></li>
+<li><p>test: Reduce end-to-end test time <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/109">#109</a> (sunchao)</p></li>
+<li><p>build: Separate and speedup TPC-DS benchmark <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/130">#130</a> (advancedxy)</p></li>
+<li><p>build: Re-enable TPCDS queries q34 and q64 in <code class="docutils literal notranslate"><span class="pre">CometTPCDSQuerySuite</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/133">#133</a> (viirya)</p></li>
+<li><p>build: Refine names in benchmark.yml <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/132">#132</a> (advancedxy)</p></li>
+<li><p>build: Make the build system work out of box <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/136">#136</a> (advancedxy)</p></li>
+<li><p>minor: Update README.md with system diagram <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/148">#148</a> (alamb)</p></li>
+<li><p>test: Add golden files for test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/150">#150</a> (snmvaughan)</p></li>
+<li><p>build: Add checker for PR title <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/151">#151</a> (sunchao)</p></li>
+<li><p>build: Support CI pipelines for Spark 3.2, 3.3 and 3.4 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/153">#153</a> (advancedxy)</p></li>
+<li><p>minor: Only trigger PR title checker on pull requests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/154">#154</a> (sunchao)</p></li>
+<li><p>chore: Fix warnings in both compiler and test environments <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/164">#164</a> (advancedxy)</p></li>
+<li><p>build: Upload test reports and coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/163">#163</a> (advancedxy)</p></li>
+<li><p>minor: Remove unnecessary logic <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/169">#169</a> (sunchao)</p></li>
+<li><p>minor: Make <code class="docutils literal notranslate"><span class="pre">QueryPlanSerde</span></code> warning log less confusing <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/181">#181</a> (viirya)</p></li>
+<li><p>refactor: Skipping slicing on shuffle arrays in shuffle reader <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/189">#189</a> (viirya)</p></li>
+<li><p>build: Run Spark SQL tests for 3.4 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/166">#166</a> (sunchao)</p></li>
+<li><p>build: Enforce scalafix check in CI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/203">#203</a> (advancedxy)</p></li>
+<li><p>test: Follow up on Spark 3.4 diff <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/209">#209</a> (sunchao)</p></li>
+<li><p>build: Avoid confusion by using profile with clean <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/215">#215</a> (snmvaughan)</p></li>
+<li><p>test: Add TPC-H test results <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/218">#218</a> (viirya)</p></li>
+<li><p>build: Add CI for TPC-H queries <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/220">#220</a> (viirya)</p></li>
+<li><p>test: Enable Comet shuffle in Spark SQL tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/210">#210</a> (sunchao)</p></li>
+<li><p>test: Disable spark ui in unit test by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/235">#235</a> (beryllw)</p></li>
+<li><p>chore: Replace deprecated temporal methods <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/229">#229</a> (snmvaughan)</p></li>
+<li><p>build: Use specified branch of arrow-rs with workaround to invalid offset buffers from Java Arrow <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/239">#239</a> (viirya)</p></li>
+<li><p>test: Enable string-to-bool cast test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/251">#251</a> (andygrove)</p></li>
+<li><p>test: Restore tests in CometTPCDSQuerySuite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/252">#252</a> (viirya)</p></li>
+<li><p>test: Enable all remaining TPCDS queries <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/254">#254</a> (viirya)</p></li>
+<li><p>test: Enable all remaining TPCH queries <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/257">#257</a> (viirya)</p></li>
+<li><p>chore: Remove some calls to unwrap when calling create_expr in planner.rs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/269">#269</a> (andygrove)</p></li>
+<li><p>chore: Fix typo in info message <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/279">#279</a> (andygrove)</p></li>
+<li><p>chore: Fix NPE when running CometTPCHQueriesList directly <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/285">#285</a> (advancedxy)</p></li>
+<li><p>chore: Update Comet repo description <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/291">#291</a> (viirya)</p></li>
+<li><p>Chore: Cleanup how datafusion session config is created <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/289">#289</a> (psvri)</p></li>
+<li><p>build: Update asf.yaml to use <code class="docutils literal notranslate"><span class="pre">@datafusion.apache.org</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/294">#294</a> (sunchao)</p></li>
+<li><p>chore: Remove unused functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/301">#301</a> (kazuyukitanimura)</p></li>
+<li><p>chore: Ignore unused variables <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/306">#306</a> (snmvaughan)</p></li>
+<li><p>chore: Update documentation publishing domain and path <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/310">#310</a> (andygrove)</p></li>
+<li><p>chore: Add documentation publishing infrastructure <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/314">#314</a> (andygrove)</p></li>
+<li><p>build: Move shim directories <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/318">#318</a> (kazuyukitanimura)</p></li>
+<li><p>test: Suppress decimal random number tests for 3.2 and 3.3 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/319">#319</a> (kazuyukitanimura)</p></li>
+<li><p>chore: Add allocation source to StreamReader <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/332">#332</a> (viirya)</p></li>
+<li><p>chore: Add more cast tests and improve test framework <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/351">#351</a> (andygrove)</p></li>
+<li><p>chore: Implement remaining CAST tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/356">#356</a> (andygrove)</p></li>
+<li><p>build: Add Spark SQL test pipeline with ANSI mode enabled <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/321">#321</a> (parthchandra)</p></li>
+<li><p>chore: Store EXTENSION_INFO as Set[String] instead of newline-delimited String <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/386">#386</a> (andygrove)</p></li>
+<li><p>build: Add scala-version to matrix <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/396">#396</a> (snmvaughan)</p></li>
+<li><p>chore: Add criterion benchmarks for casting between integer types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/401">#401</a> (andygrove)</p></li>
+<li><p>chore: Make COMET_EXEC_BROADCAST_FORCE_ENABLED internal config <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/413">#413</a> (viirya)</p></li>
+<li><p>chore: Rename some columnar shuffle configs for code consistently <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/418">#418</a> (leoluan2009)</p></li>
+<li><p>chore: Remove an unused config <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/430">#430</a> (andygrove)</p></li>
+<li><p>tests: Move random data generation methods from CometCastSuite to new DataGenerator class <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/426">#426</a> (andygrove)</p></li>
+<li><p>test: Fix explain with exteded info comet test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/436">#436</a> (kazuyukitanimura)</p></li>
+<li><p>chore: Add cargo bench for shuffle writer <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/438">#438</a> (andygrove)</p></li>
+<li><p>chore: improve fallback message when comet native shuffle is not enabled <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/445">#445</a> (andygrove)</p></li>
+<li><p>Coverage: Add a manual test to show what Spark built in expression the DF can support directly <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/331">#331</a> (comphead)</p></li>
+<li><p>build: Add spark-4.0 profile and shims <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/407">#407</a> (kazuyukitanimura)</p></li>
+<li><p>build: bump spark version to 3.4.3 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/292">#292</a> (huaxingao)</p></li>
+<li><p>chore: Removing copying data from dictionary values into CometDictionary <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/490">#490</a> (viirya)</p></li>
+<li><p>chore: Update README to highlight Comet benefits <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/497">#497</a> (andygrove)</p></li>
+<li><p>test: fix ClassNotFoundException for Hive tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/499">#499</a> (kazuyukitanimura)</p></li>
+<li><p>build: Enable comet tests with spark-4.0 profile <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/493">#493</a> (kazuyukitanimura)</p></li>
+<li><p>chore: Switch to stable Rust <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/505">#505</a> (andygrove)</p></li>
+<li><p>Minor: Generate the supported Spark builtin expression list into MD file <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/455">#455</a> (comphead)</p></li>
+<li><p>chore: Simplify code in CometExecIterator and avoid some small overhead <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/522">#522</a> (andygrove)</p></li>
+<li><p>chore: Upgrade spark to 4.0.0-preview1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/526">#526</a> (advancedxy)</p></li>
+<li><p>chore: Add UnboundColumn to carry datatype for unbound reference <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/518">#518</a> (viirya)</p></li>
+<li><p>chore: Remove 3.4.2.diff <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/528">#528</a> (kazuyukitanimura)</p></li>
+<li><p>build: Switch back to official DataFusion repo and arrow-rs after Arrow Java 16 is released <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/403">#403</a> (viirya)</p></li>
+<li><p>chore: Add CometEvalMode enum to replace string literals <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/539">#539</a> (andygrove)</p></li>
+<li><p>chore: Create initial release process scripts for official ASF source release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/429">#429</a> (andygrove)</p></li>
+<li><p>build: Use DataFusion 39.0.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/550">#550</a> (viirya)</p></li>
+<li><p>chore: disable xxhash64 by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/548">#548</a> (andygrove)</p></li>
+<li><p>chore: Remove unsafe use of from_raw_parts in Parquet decoder <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/549">#549</a> (andygrove)</p></li>
+<li><p>test: Add tests for Scalar and Inverval values for UnaryMinus <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/538">#538</a> (vaibhawvipul)</p></li>
+<li><p>chore: Add changelog generator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/545">#545</a> (andygrove)</p></li>
+<li><p>chore: Remove unused hash_utils.rs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/561">#561</a> (andygrove)</p></li>
+<li><p>chore: Use in_list func directly <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/559">#559</a> (advancedxy)</p></li>
+<li><p>chore: Fix most of the scala/java build warnings <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/562">#562</a> (andygrove)</p></li>
+<li><p>chore: Upgrade to Rust 1.78 and fix UB issues in unsafe code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/546">#546</a> (andygrove)</p></li>
+<li><p>chore: Remove <code class="docutils literal notranslate"><span class="pre">spark.comet.xxhash64.enabled</span></code> from the config document <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/586">#586</a> (viirya)</p></li>
+<li><p>build: Drop Spark 3.2 support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/581">#581</a> (huaxingao)</p></li>
+<li><p>test: Enable Spark 4.0 tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/537">#537</a> (kazuyukitanimura)</p></li>
+<li><p>refactor: Remove method get_global_jclass <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/580">#580</a> (eejbyfeldt)</p></li>
+<li><p>chore: Move some utility methods to submodules of scalar_funcs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/590">#590</a> (advancedxy)</p></li>
+<li><p>chore: Upgrade to Rust 1.79 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/570">#570</a> (andygrove)</p></li>
+<li><p>chore: Remove some calls to <code class="docutils literal notranslate"><span class="pre">unwrap</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/598">#598</a> (andygrove)</p></li>
+<li><p>chore: Improve JNI safety <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/600">#600</a> (andygrove)</p></li>
+<li><p>chore: remove some unwraps from shuffle module <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/601">#601</a> (andygrove)</p></li>
+<li><p>chore: Use proper constructor of IndexShuffleBlockResolver <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/610">#610</a> (viirya)</p></li>
+<li><p>chore: Update benchmark results <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/614">#614</a> (andygrove)</p></li>
+<li><p>build: Upgrade to 2.13.14 for scala-2.13 profile <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/626">#626</a> (viirya)</p></li>
+<li><p>chore: Rename shuffle write metric <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/624">#624</a> (andygrove)</p></li>
+<li><p>minor: replace .downcast_ref::<T>().is_some() with .is::<T>() <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/635">#635</a> (andygrove)</p></li>
+<li><p>test: Add CometTPCDSQueryTestSuite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/628">#628</a> (viirya)</p></li>
+<li><p>chore: Convert Rust project into a workspace <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/637">#637</a> (andygrove)</p></li>
+<li><p>chore: Add Miri workflow <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/636">#636</a> (andygrove)</p></li>
+<li><p>test: Run optimized version of q72 derived from TPC-DS <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/652">#652</a> (viirya)</p></li>
+<li><p>chore: Refactoring of CometError/SparkError <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/655">#655</a> (andygrove)</p></li>
+<li><p>chore: Move <code class="docutils literal notranslate"><span class="pre">cast</span></code> to <code class="docutils literal notranslate"><span class="pre">spark-expr</span></code> crate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/654">#654</a> (andygrove)</p></li>
+<li><p>chore: Remove utils crate and move utils into spark-expr crate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/658">#658</a> (andygrove)</p></li>
+<li><p>chore: Move temporal kernels and expressions to spark-expr crate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/660">#660</a> (andygrove)</p></li>
+<li><p>chore: Move protobuf files to separate crate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/661">#661</a> (andygrove)</p></li>
+<li><p>Use IfExpr to check when input to log2 is <=0 and return null <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/506">#506</a> (PedroMDuarte)</p></li>
+<li><p>chore: Change suffix on some expressions from Exec to Expr <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/673">#673</a> (andygrove)</p></li>
+<li><p>chore: Fix some regressions with Spark 3.5.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/674">#674</a> (andygrove)</p></li>
+<li><p>chore: Improve fuzz testing coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/668">#668</a> (andygrove)</p></li>
+<li><p>Create Comet docker file <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/675">#675</a> (comphead)</p></li>
+<li><p>chore: Add microbenchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/671">#671</a> (andygrove)</p></li>
+<li><p>build: Exclude protobug generated codes from apache-rat check <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/683">#683</a> (viirya)</p></li>
+<li><p>chore: Disable abs and signum because they return incorrect results <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/695">#695</a> (andygrove)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">100</span> <span class="n">Liang</span><span class="o">-</span><span class="n">Chi</span> <span class="n">Hsieh</span>
+ <span class="mi">82</span> <span class="n">Andy</span> <span class="n">Grove</span>
+ <span class="mi">28</span> <span class="n">advancedxy</span>
+ <span class="mi">27</span> <span class="n">Chao</span> <span class="n">Sun</span>
+ <span class="mi">14</span> <span class="n">Huaxin</span> <span class="n">Gao</span>
+ <span class="mi">11</span> <span class="n">KAZUYUKI</span> <span class="n">TANIMURA</span>
+ <span class="mi">9</span> <span class="n">Vipul</span> <span class="n">Vaibhaw</span>
+ <span class="mi">8</span> <span class="n">Parth</span> <span class="n">Chandra</span>
+ <span class="mi">7</span> <span class="n">Emil</span> <span class="n">Ejbyfeldt</span>
+ <span class="mi">7</span> <span class="n">Steve</span> <span class="n">Vaughan</span>
+ <span class="mi">7</span> <span class="n">comphead</span>
+ <span class="mi">4</span> <span class="n">Oleks</span> <span class="n">V</span>
+ <span class="mi">4</span> <span class="n">Pablo</span> <span class="n">Langa</span>
+ <span class="mi">4</span> <span class="n">Trent</span> <span class="n">Hauck</span>
+ <span class="mi">2</span> <span class="n">Edmondo</span> <span class="n">Porcu</span>
+ <span class="mi">2</span> <span class="n">Vrishabh</span>
+ <span class="mi">2</span> <span class="n">Xin</span> <span class="n">Hao</span>
+ <span class="mi">2</span> <span class="n">Xuedong</span> <span class="n">Luan</span>
+ <span class="mi">1</span> <span class="n">Andrew</span> <span class="n">Lamb</span>
+ <span class="mi">1</span> <span class="n">Brian</span> <span class="n">Vaughan</span>
+ <span class="mi">1</span> <span class="n">Cancai</span> <span class="n">Cai</span>
+ <span class="mi">1</span> <span class="n">Eren</span> <span class="n">Avsarogullari</span>
+ <span class="mi">1</span> <span class="n">Holden</span> <span class="n">Karau</span>
+ <span class="mi">1</span> <span class="n">JC</span>
+ <span class="mi">1</span> <span class="n">Junbo</span> <span class="n">wang</span>
+ <span class="mi">1</span> <span class="n">Junfan</span> <span class="n">Zhang</span>
+ <span class="mi">1</span> <span class="n">Pedro</span> <span class="n">M</span> <span class="n">Duarte</span>
+ <span class="mi">1</span> <span class="n">Prashant</span> <span class="n">K</span><span class="o">.</span> <span class="n">Sharma</span>
+ <span class="mi">1</span> <span class="n">RickestCode</span>
+ <span class="mi">1</span> <span class="n">Rohit</span> <span class="n">Rastogi</span>
+ <span class="mi">1</span> <span class="n">Roman</span> <span class="n">Zeyde</span>
+ <span class="mi">1</span> <span class="n">Semyon</span>
+ <span class="mi">1</span> <span class="n">Son</span>
+ <span class="mi">1</span> <span class="n">Sujith</span> <span class="n">Jay</span> <span class="n">Nair</span>
+ <span class="mi">1</span> <span class="n">Zhen</span> <span class="n">Wang</span>
+ <span class="mi">1</span> <span class="n">ceppelli</span>
+ <span class="mi">1</span> <span class="n">dependabot</span><span class="p">[</span><span class="n">bot</span><span class="p">]</span>
+ <span class="mi">1</span> <span class="n">thexia</span>
+ <span class="mi">1</span> <span class="n">vidyasankarv</span>
+ <span class="mi">1</span> <span class="n">wankun</span>
+ <span class="mi">1</span> <span class="n">గణేష్</span>
+</pre></div>
+</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="0.2.0.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion Comet 0.2.0 Changelog</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="../about/gluten_comparison.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Comparison of Comet and Gluten</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+ </footer>
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
+<script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>
+
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+ <div class="container">
+
+ <div class="footer-item">
+ <p>Apache DataFusion, Apache DataFusion Comet, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
+ <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+ </div>
+ </div>
+</footer>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/changelog/0.10.0.html b/changelog/0.10.0.html
new file mode 100644
index 000000000..987d57cbd
--- /dev/null
+++ b/changelog/0.10.0.html
@@ -0,0 +1,770 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.10.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.10.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="DataFusion Comet 0.9.1 Changelog" href="0.9.1.html" />
+ <link rel="prev" title="DataFusion Comet 0.11.0 Changelog" href="0.11.0.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+ </div>
+
+
+ <div class="navbar-header-items__end">
+
+ <div class="navbar-item navbar-persistent--container">
+
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+
+ <div class="navbar-persistent--mobile">
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+
+</div>
+
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <dialog id="pst-primary-sidebar-modal"></dialog>
+ <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+ <div class="sidebar-header-items__center">
+
+
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+
+ </div>
+
+
+
+ <div class="sidebar-header-items__end">
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item"><!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+ <div class="bd-toc-item active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="0.16.0.html">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.15.0.html">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.1.html">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.0.html">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.13.0.html">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.12.0.html">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.11.0.html">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.1.0.html">DataFusion Comet 0.1.0 Changelog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
+</ul>
+
+ </div>
+</nav>
+</div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ <div class="sidebar-primary-item">
+<div id="ethical-ad-placement"
+ class="flat"
+ data-ea-publisher="readthedocs"
+ data-ea-type="readthedocs-sidebar"
+ data-ea-manual="true">
+</div></div>
+ </div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item">
+
+<nav aria-label="Breadcrumb" class="d-print-none">
+ <ul class="bd-breadcrumbs">
+
+ <li class="breadcrumb-item breadcrumb-home">
+ <a href="../index.html" class="nav-link" aria-label="Home">
+ <i class="fa-solid fa-home"></i>
+ </a>
+ </li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.10.0 Changelog</span></li>
+ </ul>
+</nav>
+</div>
+
+ </div>
+
+
+</div>
+</div>
+
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<section id="datafusion-comet-0-10-0-changelog">
+<h1>DataFusion Comet 0.10.0 Changelog<a class="headerlink" href="#datafusion-comet-0-10-0-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 183 commits from 26 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: [Iceberg] Fix decimal corruption <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1985">#1985</a> (andygrove)</p></li>
+<li><p>fix: broken link in development.md <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2024">#2024</a> (petern48)</p></li>
+<li><p>fix: [iceberg] Add LogicalTypeAnnotation in ParquetColumnSpec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2000">#2000</a> (huaxingao)</p></li>
+<li><p>fix: hdfs read into buffer fully <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2031">#2031</a> (parthchandra)</p></li>
+<li><p>fix: Refactor arithmetic serde and fix correctness issues with EvalMode::TRY <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2018">#2018</a> (andygrove)</p></li>
+<li><p>fix: clean up [iceberg] integration APIs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2032">#2032</a> (huaxingao)</p></li>
+<li><p>fix: zero Arrow Array offset before sending across FFI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2052">#2052</a> (mbutrovich)</p></li>
+<li><p>fix: [iceberg] more fixes for Iceberg integration APIs. <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2078">#2078</a> (parthchandra)</p></li>
+<li><p>fix: Add support for StringDecode in Spark 4.0.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2075">#2075</a> (peter-toth)</p></li>
+<li><p>fix: Avoid double free in CometUnifiedShuffleMemoryAllocator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2122">#2122</a> (andygrove)</p></li>
+<li><p>fix: Remove duplicate serde code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2098">#2098</a> (andygrove)</p></li>
+<li><p>fix: Improve logic for determining when an UnpackOrDeepCopy is needed <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2142">#2142</a> (andygrove)</p></li>
+<li><p>fix: Add CopyExec to inputs to SortMergeJoinExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2155">#2155</a> (andygrove)</p></li>
+<li><p>fix: Fix repeatedly url-decode path when reading parquet from s3 using native parquet reader <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2138">#2138</a> (Kontinuation)</p></li>
+<li><p>fix: [iceberg] Switch to OSS Spark and run Iceberg Spark tests in parallel <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1987">#1987</a> (hsiang-c)</p></li>
+<li><p>fix: [iceberg] Fall back to spark for schemas with empty structs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2204">#2204</a> (andygrove)</p></li>
+<li><p>fix: Fix failing TPC-DS workflow in PR CI runs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2207">#2207</a> (andygrove)</p></li>
+<li><p>fix: [iceberg] order query result deterministically <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2208">#2208</a> (hsiang-c)</p></li>
+<li><p>fix: use <code class="docutils literal notranslate"><span class="pre">spark.comet.batchSize</span></code> instead of <code class="docutils literal notranslate"><span class="pre">conf.arrowMaxRecordsPerBatch</span></code> for data that is coming from Java <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2196">#2196</a> (rluvaton)</p></li>
+<li><p>fix: if expr nullable <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2217">#2217</a> (Asura7969)</p></li>
+<li><p>fix: Support <code class="docutils literal notranslate"><span class="pre">auto</span></code> scan mode with Spark 4.0.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1975">#1975</a> (andygrove)</p></li>
+<li><p>fix: Make Sha2 fallback message more user-friendly <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2213">#2213</a> (rishvin)</p></li>
+<li><p>fix: separate type checking for CometExchange and CometColumnarExchange <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2241">#2241</a> (mbutrovich)</p></li>
+<li><p>fix: Fix potential resource leak in native shuffle block reader <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2247">#2247</a> (andygrove)</p></li>
+<li><p>fix: Remove unreachable code in <code class="docutils literal notranslate"><span class="pre">CometScanRule</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2252">#2252</a> (andygrove)</p></li>
+<li><p>fix: Fall back to <code class="docutils literal notranslate"><span class="pre">native_comet</span></code> for encrypted Parquet scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2250">#2250</a> (andygrove)</p></li>
+<li><p>fix: Fall back to <code class="docutils literal notranslate"><span class="pre">native_comet</span></code> when object store not supported by <code class="docutils literal notranslate"><span class="pre">native_iceberg_compat</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2251">#2251</a> (andygrove)</p></li>
+<li><p>fix: split expr.proto file (new) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2267">#2267</a> (kination)</p></li>
+<li><p>fix: handle cast to dictionary vector introduced by case when <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2044">#2044</a> (parthchandra)</p></li>
+<li><p>fix: Remove check for custom S3 endpoints <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2288">#2288</a> (andygrove)</p></li>
+<li><p>fix: implement lazy evaluation in Coalesce function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2270">#2270</a> (coderfender)</p></li>
+<li><p>fix: Update benchmarking scripts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2293">#2293</a> (andygrove)</p></li>
+<li><p>fix: Fix regression in NativeConfigSuite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2299">#2299</a> (andygrove)</p></li>
+<li><p>fix: Validating object store configs should not throw exception <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2308">#2308</a> (andygrove)</p></li>
+<li><p>fix: TakeOrderedAndProjectExec is not reporting all fallback reasons <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2323">#2323</a> (kazuyukitanimura)</p></li>
+<li><p>fix: Fallback length function with binary input <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2349">#2349</a> (wForget)</p></li>
+</ul>
+<p><strong>Performance related:</strong></p>
+<ul class="simple">
+<li><p>perf: Optimize <code class="docutils literal notranslate"><span class="pre">AvgDecimalGroupsAccumulator</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1893">#1893</a> (leung-ming)</p></li>
+<li><p>perf: Optimize <code class="docutils literal notranslate"><span class="pre">SumDecimalGroupsAccumulator::update_single</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2069">#2069</a> (leung-ming)</p></li>
+<li><p>perf: Avoid FFI copy in <code class="docutils literal notranslate"><span class="pre">ScanExec</span></code> when reading data from exchanges <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2268">#2268</a> (andygrove)</p></li>
+</ul>
+<p><strong>Implemented enhancements:</strong></p>
+<ul class="simple">
+<li><p>feat: Add from_unixtime support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1943">#1943</a> (kazuyukitanimura)</p></li>
+<li><p>feat: randn expression support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2010">#2010</a> (akupchinskiy)</p></li>
+<li><p>feat: monotonically_increasing_id and spark_partition_id implementation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2037">#2037</a> (akupchinskiy)</p></li>
+<li><p>feat: support <code class="docutils literal notranslate"><span class="pre">map_entries</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2059">#2059</a> (comphead)</p></li>
+<li><p>feat: Support Array Literal <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2057">#2057</a> (comphead)</p></li>
+<li><p>feat: Add new trait for operator serde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2115">#2115</a> (andygrove)</p></li>
+<li><p>feat: limit with offset support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2070">#2070</a> (akupchinskiy)</p></li>
+<li><p>feat: Include scan implementation name in CometScan nodeName <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2141">#2141</a> (andygrove)</p></li>
+<li><p>feat: Add config option to log fallback reasons <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2154">#2154</a> (andygrove)</p></li>
+<li><p>feat: [iceberg] Enable Comet shuffle in Iceberg diff <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2205">#2205</a> (andygrove)</p></li>
+<li><p>feat: Improve shuffle fallback reporting <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2194">#2194</a> (andygrove)</p></li>
+<li><p>feat: Reset data buf of NativeBatchDecoderIterator on close <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2235">#2235</a> (wForget)</p></li>
+<li><p>feat: Improve fallback mechanism for ANSI mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2211">#2211</a> (andygrove)</p></li>
+<li><p>feat: Support hdfs with OpenDAL <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2244">#2244</a> (wForget)</p></li>
+<li><p>feat: Ignore fallback info for command execs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2297">#2297</a> (wForget)</p></li>
+<li><p>feat: Improve some confusing fallback reasons <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2301">#2301</a> (wForget)</p></li>
+<li><p>feat: Make supported hadoop filesystem schemes configurable <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2272">#2272</a> (wForget)</p></li>
+<li><p>feat: [1941-Part1]: Introduce map-sort scalar function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2262">#2262</a> (rishvin)</p></li>
+<li><p>feat: [iceberg] delete rows support using selection vectors <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2346">#2346</a> (parthchandra)</p></li>
+</ul>
+<p><strong>Documentation updates:</strong></p>
+<ul class="simple">
+<li><p>docs: Update benchmark results for 0.9.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1959">#1959</a> (andygrove)</p></li>
+<li><p>doc: Add comment about local clippy run before submitting a pull request <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1961">#1961</a> (akupchinskiy)</p></li>
+<li><p>docs: Minor improvements to Spark SQL test docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1980">#1980</a> (andygrove)</p></li>
+<li><p>docs: Update Maven links for 0.9.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1988">#1988</a> (andygrove)</p></li>
+<li><p>docs: Documentation updates for 0.9.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1981">#1981</a> (andygrove)</p></li>
+<li><p>docs: Add guide showing comparison between Comet and Gluten <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2012">#2012</a> (andygrove)</p></li>
+<li><p>docs: Remove legacy comment in docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2022">#2022</a> (andygrove)</p></li>
+<li><p>docs: Update Gluten comparision to clarify that Velox is open-source <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2043">#2043</a> (andygrove)</p></li>
+<li><p>docs: Improve Gluten comparison based on feedback from the community <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2048">#2048</a> (andygrove)</p></li>
+<li><p>docs: added a missing export into the plan stability section <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2071">#2071</a> (akupchinskiy)</p></li>
+<li><p>doc: Added documentation for supported map functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2074">#2074</a> (codetyri0n)</p></li>
+<li><p>doc: Alternative way to start Spark Master to run benchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2072">#2072</a> (comphead)</p></li>
+<li><p>docs: Update to support try arithmetic functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2143">#2143</a> (coderfender)</p></li>
+<li><p>doc: update macos standalone spark start instructions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2103">#2103</a> (comphead)</p></li>
+<li><p>docs: Update confs to bypass Iceberg Spark issues <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2166">#2166</a> (hsiang-c)</p></li>
+<li><p>docs: Add Roadmap <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2191">#2191</a> (andygrove)</p></li>
+<li><p>docs: Update installation guide for 0.9.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2230">#2230</a> (andygrove)</p></li>
+<li><p>docs: Publish version-specific user guides <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2269">#2269</a> (andygrove)</p></li>
+<li><p>docs: Fix issues with publishing user guide for older Comet versions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2284">#2284</a> (andygrove)</p></li>
+<li><p>docs: Move user guide docs into /user-guide/latest <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2318">#2318</a> (andygrove)</p></li>
+<li><p>docs: Add manual redirects from old pages that no longer exist <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2317">#2317</a> (andygrove)</p></li>
+<li><p>docs: Fix broken links and other Sphinx warnings <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2320">#2320</a> (andygrove)</p></li>
+<li><p>docs: Use <code class="docutils literal notranslate"><span class="pre">sphinx-reredirects</span></code> for redirects <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2324">#2324</a> (andygrove)</p></li>
+<li><p>docs: Add note about Root CA Certificate location with native scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2325">#2325</a> (andygrove)</p></li>
+<li><p>docs: Stop hard-coding Comet version in docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2326">#2326</a> (andygrove)</p></li>
+<li><p>docs: Update supported expressions and operators in user guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2327">#2327</a> (andygrove)</p></li>
+<li><p>docs: Update Iceberg docs for 0.10.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2355">#2355</a> (hsiang-c)</p></li>
+</ul>
+<p><strong>Other:</strong></p>
+<ul class="simple">
+<li><p>chore: Start 0.10.0 development <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1958">#1958</a> (andygrove)</p></li>
+<li><p>build: Fix release dockerfile <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1960">#1960</a> (andygrove)</p></li>
+<li><p>test: Run Iceberg Spark tests only when PR title contains [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1976">#1976</a> (hsiang-c)</p></li>
+<li><p>chore: Reuse comet allocator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1973">#1973</a> (EmilyMatt)</p></li>
+<li><p>chore: update <code class="docutils literal notranslate"><span class="pre">CopyExec</span></code> with <code class="docutils literal notranslate"><span class="pre">maintains_input_order</span></code>, <code class="docutils literal notranslate"><span class="pre">supports_limit_pushdown</span></code> and <code class="docutils literal notranslate"><span class="pre">cardinality_effect</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/197 [...]
+<li><p>chore: extract CreateArray from QueryPlanSerde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1991">#1991</a> (tglanz)</p></li>
+<li><p>chore: use DF scalar functions for StartsWith, EndsWith, Contains, DF LikeExpr <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1887">#1887</a> (mbutrovich)</p></li>
+<li><p>refactor: standardize div_ceil <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1999">#1999</a> (tglanz)</p></li>
+<li><p>Feat: support map_from_arrays <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1932">#1932</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Implement BloomFilterMightContain as a ScalarUDFImpl <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1954">#1954</a> (tglanz)</p></li>
+<li><p>chore: Drop support for RightSemi and RightAnti join types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1935">#1935</a> (dharanad)</p></li>
+<li><p>minor: Refactor to reduce duplicate serde code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2011">#2011</a> (andygrove)</p></li>
+<li><p>chore: Introduce ANSI support for remainder operation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1971">#1971</a> (rishvin)</p></li>
+<li><p>chore: Improve process for generating dynamic content into documentation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2017">#2017</a> (andygrove)</p></li>
+<li><p>minor: Refactor to move some shuffle-related logic from <code class="docutils literal notranslate"><span class="pre">QueryPlanSerde</span></code> to <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2015">#2015</a> (andygrove)</p></li>
+<li><p>chore: Add benchmarking scripts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2025">#2025</a> (andygrove)</p></li>
+<li><p>chore: Add scripts for running benchmark based on TPC-DS <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2042">#2042</a> (andygrove)</p></li>
+<li><p>Chore: Improve array contains test coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2030">#2030</a> (kazantsev-maksim)</p></li>
+<li><p>fix : cast_operands_to_decimal_type_to_fix_arithmetic_overflow <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1996">#1996</a> (coderfender)</p></li>
+<li><p>chore: Add scripts for running benchmarks with Blaze <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2050">#2050</a> (andygrove)</p></li>
+<li><p>chore: migrate to DF 49.0.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2040">#2040</a> (comphead)</p></li>
+<li><p>chore: Refactor aggregate serde to be consistent with other expression serde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2055">#2055</a> (andygrove)</p></li>
+<li><p>Chore: implement string_space as ScalarUDFImpl <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2041">#2041</a> (kazantsev-maksim)</p></li>
+<li><p>docs : Change notes for <code class="docutils literal notranslate"><span class="pre">IntegralDivide</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2054">#2054</a> (coderfender)</p></li>
+<li><p>Chore: refactor Comparison out of QueryPlanSerde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2028">#2028</a> (CuteChuanChuan)</p></li>
+<li><p>chore: Use Datafusion’s Sha2 and remove Comet’s implementation. <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2063">#2063</a> (rishvin)</p></li>
+<li><p>chore: Adding dependabot <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2076">#2076</a> (comphead)</p></li>
+<li><p>chore: Fix clippy issues for Rust 1.89.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2082">#2082</a> (andygrove)</p></li>
+<li><p>chore: Refactor string expression serde, part 1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2068">#2068</a> (andygrove)</p></li>
+<li><p>chore: Use <code class="docutils literal notranslate"><span class="pre">chr</span></code> function from datafusion-spark <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2080">#2080</a> (andygrove)</p></li>
+<li><p>minor: CometBuffer code cleanup <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2090">#2090</a> (andygrove)</p></li>
+<li><p>chore: Refactor string expression serde, part 2 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2097">#2097</a> (andygrove)</p></li>
+<li><p>chore: create copy of fs-hdfs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2062">#2062</a> (parthchandra)</p></li>
+<li><p>Chore: refactor datetime related expressions out of QueryPlanSerde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2085">#2085</a> (CuteChuanChuan)</p></li>
+<li><p>chore(deps): bump actions/checkout from 3 to 4 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2104">#2104</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump libc from 0.2.174 to 0.2.175 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2107">#2107</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump assertables from 9.8.1 to 9.8.2 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2108">#2108</a> (dependabot[bot])</p></li>
+<li><p>chore: Update dependabot label <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2110">#2110</a> (mbutrovich)</p></li>
+<li><p>chore: Move <code class="docutils literal notranslate"><span class="pre">stringDecode()</span></code> to <code class="docutils literal notranslate"><span class="pre">CommonStringExprs</span></code> trait <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2111">#2111</a> (peter-toth)</p></li>
+<li><p>chore(deps): bump uuid from 0.8.2 to 1.17.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2106">#2106</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/download-artifact from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2109">#2109</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump tokio from 1.47.0 to 1.47.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2112">#2112</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/setup-java from 3 to 4 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2105">#2105</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump the proto group in /native with 2 updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2113">#2113</a> (dependabot[bot])</p></li>
+<li><p>chore: Add type parameter to <code class="docutils literal notranslate"><span class="pre">CometExpressionSerde</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2114">#2114</a> (peter-toth)</p></li>
+<li><p>chore(deps): bump cc from 1.2.30 to 1.2.32 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2123">#2123</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump bindgen from 0.64.0 to 0.69.5 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2124">#2124</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump aws-credential-types from 1.2.4 to 1.2.5 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2125">#2125</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/checkout from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2126">#2126</a> (dependabot[bot])</p></li>
+<li><p>chore: fix <code class="docutils literal notranslate"><span class="pre">QueryPlanSerde</span></code> merge error <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2127">#2127</a> (comphead)</p></li>
+<li><p>chore(deps): bump slab from 0.4.10 to 0.4.11 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2128">#2128</a> (dependabot[bot])</p></li>
+<li><p>fix : implement_try_eval_mode_arithmetic <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2073">#2073</a> (coderfender)</p></li>
+<li><p>chore: Simplify approach to avoiding memory corruption due to buffer reuse <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2156">#2156</a> (andygrove)</p></li>
+<li><p>chore: upgrade to DataFusion 49.0.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2077">#2077</a> (mbutrovich)</p></li>
+<li><p>chore: CometExecRule code cleanup <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2159">#2159</a> (andygrove)</p></li>
+<li><p>chore: Update <code class="docutils literal notranslate"><span class="pre">CometTestBase</span></code> to stop setting the scan implementation to <code class="docutils literal notranslate"><span class="pre">native_comet</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2176">#2176</a> (andygrove)</p></li>
+<li><p>trivial: remove unnecessary clone() <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2066">#2066</a> (isimluk)</p></li>
+<li><p>chore: Pass Spark configs to native <code class="docutils literal notranslate"><span class="pre">createPlan</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2180">#2180</a> (andygrove)</p></li>
+<li><p>(feat) add support for ArrayMin scalar function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/1944">#1944</a> (dharanad)</p></li>
+<li><p>chore: Upgrade to 49.0.2 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2223">#2223</a> (comphead)</p></li>
+<li><p>chore(deps): bump bindgen from 0.69.5 to 0.72.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2222">#2222</a> (dependabot[bot])</p></li>
+<li><p>chore: move Round serde into object <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2237">#2237</a> (andygrove)</p></li>
+<li><p>chore: Improve expression fallback reporting <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2240">#2240</a> (andygrove)</p></li>
+<li><p>chore: Update stability suite to use <code class="docutils literal notranslate"><span class="pre">auto</span></code> scan instead of <code class="docutils literal notranslate"><span class="pre">native_comet</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2178">#2178</a> (andygrove)</p></li>
+<li><p>chore: Improve documentation for <code class="docutils literal notranslate"><span class="pre">CometBatchIterator</span></code> and fix a potential issue <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2168">#2168</a> (andygrove)</p></li>
+<li><p>chore: Fix <code class="docutils literal notranslate"><span class="pre">array_intersect</span></code> test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2246">#2246</a> (comphead)</p></li>
+<li><p>chore(deps): bump actions/checkout from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2229">#2229</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/setup-java from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2225">#2225</a> (dependabot[bot])</p></li>
+<li><p>chore: Introduce <code class="docutils literal notranslate"><span class="pre">strict-warning</span></code> profile for Scala <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2254">#2254</a> (comphead)</p></li>
+<li><p>chore: fix struct to string test for <code class="docutils literal notranslate"><span class="pre">native_iceberg_compat</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2253">#2253</a> (comphead)</p></li>
+<li><p>chore: Add type parameter to CometAggregateExpressionSerde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2249">#2249</a> (andygrove)</p></li>
+<li><p>Feat: Impl array flatten func <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2039">#2039</a> (kazantsev-maksim)</p></li>
+<li><p>Chore: Refactor serde for math expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2259">#2259</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Refactor serde for more array and struct expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2257">#2257</a> (andygrove)</p></li>
+<li><p>chore: Refactor remaining predicate expression serde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2265">#2265</a> (andygrove)</p></li>
+<li><p>chore(deps): bump procfs from 0.17.0 to 0.18.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2278">#2278</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.34 to 1.2.35 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2277">#2277</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump bindgen from 0.72.0 to 0.72.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2274">#2274</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump aws-credential-types from 1.2.5 to 1.2.6 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2275">#2275</a> (dependabot[bot])</p></li>
+<li><p>minor: Remove useless ENABLE_COMET_SHUFFLE env <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2280">#2280</a> (wForget)</p></li>
+<li><p>chore: Refactor serde for conditional expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2266">#2266</a> (andygrove)</p></li>
+<li><p>chore(deps): bump mimalloc from 0.1.47 to 0.1.48 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2276">#2276</a> (dependabot[bot])</p></li>
+<li><p>chore: docker publish and docs build only for apache repo <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2289">#2289</a> (wForget)</p></li>
+<li><p>minor: Reduce misleading fallback warnings <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2283">#2283</a> (andygrove)</p></li>
+<li><p>chore: Refactor <code class="docutils literal notranslate"><span class="pre">Cast</span></code> serde to avoid code duplication <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2242">#2242</a> (andygrove)</p></li>
+<li><p>chore: Refactor <code class="docutils literal notranslate"><span class="pre">hex</span></code>/<code class="docutils literal notranslate"><span class="pre">unhex</span></code> SerDe to avoid code duplication <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2287">#2287</a> (hsiang-c)</p></li>
+<li><p>minor: Improve exception message for unimplemented CometVector methods <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2291">#2291</a> (andygrove)</p></li>
+<li><p>chore: Align sort constraints w/ <code class="docutils literal notranslate"><span class="pre">arrow-rs</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2279">#2279</a> (hsiang-c)</p></li>
+<li><p>chore: Collect fallback reasons for spark sql tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2313">#2313</a> (wForget)</p></li>
+<li><p>chore: Refactor serde for named expressions <code class="docutils literal notranslate"><span class="pre">alias</span></code> and <code class="docutils literal notranslate"><span class="pre">attributeReference</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2290">#2290</a> (andygrove)</p></li>
+<li><p>chore(deps): bump log4rs from 1.3.0 to 1.4.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2334">#2334</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump twox-hash from 2.1.1 to 2.1.2 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2335">#2335</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/setup-python from 5 to 6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2331">#2331</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/download-artifact from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2332">#2332</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.35 to 1.2.36 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2337">#2337</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump log from 0.4.27 to 0.4.28 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2333">#2333</a> (dependabot[bot])</p></li>
+<li><p>build: Specify SPARK_LOCAL_HOSTNAME to fix CI failures <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2353">#2353</a> (andygrove)</p></li>
+<li><p>chore: [branch-0.10] Bump version to 0.10.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2356">#2356</a> (andygrove)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">75</span> <span class="n">Andy</span> <span class="n">Grove</span>
+ <span class="mi">27</span> <span class="n">dependabot</span><span class="p">[</span><span class="n">bot</span><span class="p">]</span>
+ <span class="mi">11</span> <span class="n">Oleks</span> <span class="n">V</span>
+ <span class="mi">9</span> <span class="n">Zhen</span> <span class="n">Wang</span>
+ <span class="mi">7</span> <span class="n">hsiang</span><span class="o">-</span><span class="n">c</span>
+ <span class="mi">5</span> <span class="n">Artem</span> <span class="n">Kupchinskiy</span>
+ <span class="mi">5</span> <span class="n">B</span> <span class="n">Vadlamani</span>
+ <span class="mi">5</span> <span class="n">Kazantsev</span> <span class="n">Maksim</span>
+ <span class="mi">5</span> <span class="n">Matt</span> <span class="n">Butrovich</span>
+ <span class="mi">5</span> <span class="n">Parth</span> <span class="n">Chandra</span>
+ <span class="mi">4</span> <span class="n">Rishab</span> <span class="n">Joshi</span>
+ <span class="mi">3</span> <span class="n">Peter</span> <span class="n">Toth</span>
+ <span class="mi">3</span> <span class="n">Tal</span> <span class="n">Glanzman</span>
+ <span class="mi">2</span> <span class="n">Dharan</span> <span class="n">Aditya</span>
+ <span class="mi">2</span> <span class="n">Huaxin</span> <span class="n">Gao</span>
+ <span class="mi">2</span> <span class="n">KAZUYUKI</span> <span class="n">TANIMURA</span>
+ <span class="mi">2</span> <span class="n">Leung</span> <span class="n">Ming</span>
+ <span class="mi">2</span> <span class="n">Raz</span> <span class="n">Luvaton</span>
+ <span class="mi">2</span> <span class="n">Yu</span><span class="o">-</span><span class="n">Chuan</span> <span class="n">Hung</span>
+ <span class="mi">1</span> <span class="n">Asura7969</span>
+ <span class="mi">1</span> <span class="n">Emily</span> <span class="n">Matheys</span>
+ <span class="mi">1</span> <span class="n">K</span><span class="o">.</span><span class="n">I</span><span class="o">.</span> <span class="p">(</span><span class="n">Dennis</span><span class="p">)</span> <span class="n">Jung</span>
+ <span class="mi">1</span> <span class="n">Kristin</span> <span class="n">Cowalcijk</span>
+ <span class="mi">1</span> <span class="n">Peter</span> <span class="n">Nguyen</span>
+ <span class="mi">1</span> <span class="n">codetyri0n</span>
+ <span class="mi">1</span> <span class="n">Šimon</span> <span class="n">Lukašík</span>
+</pre></div>
+</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="0.11.0.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion Comet 0.11.0 Changelog</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="0.9.1.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion Comet 0.9.1 Changelog</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+ </footer>
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
+<script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>
+
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+ <div class="container">
+
+ <div class="footer-item">
+ <p>Apache DataFusion, Apache DataFusion Comet, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
+ <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+ </div>
+ </div>
+</footer>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/changelog/0.11.0.html b/changelog/0.11.0.html
new file mode 100644
index 000000000..17fc33dd2
--- /dev/null
+++ b/changelog/0.11.0.html
@@ -0,0 +1,706 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.11.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.11.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="DataFusion Comet 0.10.0 Changelog" href="0.10.0.html" />
+ <link rel="prev" title="DataFusion Comet 0.12.0 Changelog" href="0.12.0.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+ </div>
+
+
+ <div class="navbar-header-items__end">
+
+ <div class="navbar-item navbar-persistent--container">
+
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+
+ <div class="navbar-persistent--mobile">
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+
+</div>
+
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <dialog id="pst-primary-sidebar-modal"></dialog>
+ <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+ <div class="sidebar-header-items__center">
+
+
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+
+ </div>
+
+
+
+ <div class="sidebar-header-items__end">
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item"><!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+ <div class="bd-toc-item active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="0.16.0.html">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.15.0.html">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.1.html">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.0.html">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.13.0.html">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.12.0.html">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.10.0.html">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.1.0.html">DataFusion Comet 0.1.0 Changelog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
+</ul>
+
+ </div>
+</nav>
+</div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ <div class="sidebar-primary-item">
+<div id="ethical-ad-placement"
+ class="flat"
+ data-ea-publisher="readthedocs"
+ data-ea-type="readthedocs-sidebar"
+ data-ea-manual="true">
+</div></div>
+ </div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item">
+
+<nav aria-label="Breadcrumb" class="d-print-none">
+ <ul class="bd-breadcrumbs">
+
+ <li class="breadcrumb-item breadcrumb-home">
+ <a href="../index.html" class="nav-link" aria-label="Home">
+ <i class="fa-solid fa-home"></i>
+ </a>
+ </li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.11.0 Changelog</span></li>
+ </ul>
+</nav>
+</div>
+
+ </div>
+
+
+</div>
+</div>
+
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<section id="datafusion-comet-0-11-0-changelog">
+<h1>DataFusion Comet 0.11.0 Changelog<a class="headerlink" href="#datafusion-comet-0-11-0-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 131 commits from 15 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: temporarily ignore test for hdfs file systems <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2359">#2359</a> (parthchandra)</p></li>
+<li><p>fix: Check reused broadcast plan in non-AQE and make setNumPartitions thread safe <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2398">#2398</a> (wForget)</p></li>
+<li><p>fix: correct <code class="docutils literal notranslate"><span class="pre">missingInput</span></code> for <code class="docutils literal notranslate"><span class="pre">CometHashAggregateExec</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2409">#2409</a> (comphead)</p></li>
+<li><p>fix:clippy errros rust 1.9.0 update <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2419">#2419</a> (coderfender)</p></li>
+<li><p>fix: Avoid spark plan execution cache preventing CometBatchRDD numPartitions change <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2420">#2420</a> (wForget)</p></li>
+<li><p>fix: regressions in <code class="docutils literal notranslate"><span class="pre">CometToPrettyStringSuite</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2384">#2384</a> (hsiang-c)</p></li>
+<li><p>fix: Byte array Literals failed on cast <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2432">#2432</a> (comphead)</p></li>
+<li><p>fix: Do not push down subquery filters on native_datafusion scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2438">#2438</a> (wForget)</p></li>
+<li><p>fix: Improve error handling when resolving S3 bucket region <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2440">#2440</a> (andygrove)</p></li>
+<li><p>fix: [iceberg] additional parquet independent api for iceberg integration <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2442">#2442</a> (parthchandra)</p></li>
+<li><p>fix: Specify reqwest crate features <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2446">#2446</a> (andygrove)</p></li>
+<li><p>fix: distributed RangePartitioning bounds calculation with native shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2258">#2258</a> (mbutrovich)</p></li>
+<li><p>fix: fix regression in tpcbench.py <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2512">#2512</a> (andygrove)</p></li>
+<li><p>fix: [iceberg] Close reader instance in ReadConf <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2510">#2510</a> (hsiang-c)</p></li>
+<li><p>fix: Enable plan stability tests for <code class="docutils literal notranslate"><span class="pre">auto</span></code> scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2516">#2516</a> (andygrove)</p></li>
+<li><p>fix: Capture unexpected output when retrieving JVM 17 args in Makefile <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2566">#2566</a> (zuston)</p></li>
+</ul>
+<p><strong>Performance related:</strong></p>
+<ul class="simple">
+<li><p>perf: New Configuration from shared conf to avoid high costs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2402">#2402</a> (wForget)</p></li>
+<li><p>perf: Use DataFusion’s <code class="docutils literal notranslate"><span class="pre">count_udaf</span></code> instead of <code class="docutils literal notranslate"><span class="pre">SUM(IF(expr</span> <span class="pre">IS</span> <span class="pre">NOT</span> <span class="pre">NULL,</span> <span class="pre">1,</span> <span class="pre">0))</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2407">#2407</a> (andygrove)</p></li>
+<li><p>perf: Improve BroadcastExchangeExec conversion <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2417">#2417</a> (wForget)</p></li>
+</ul>
+<p><strong>Implemented enhancements:</strong></p>
+<ul class="simple">
+<li><p>feat: Add dynamic <code class="docutils literal notranslate"><span class="pre">enabled</span></code> and <code class="docutils literal notranslate"><span class="pre">allowIncompat</span></code> configs for all supported expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2329">#2329</a> (andygrove)</p></li>
+<li><p>feat: feature specific tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2372">#2372</a> (parthchandra)</p></li>
+<li><p>feat: Support more date part expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2316">#2316</a> (wForget)</p></li>
+<li><p>feat: rpad support column for second arg instead of just literal <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2099">#2099</a> (coderfender)</p></li>
+<li><p>feat: Support comet native log level conf <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2379">#2379</a> (wForget)</p></li>
+<li><p>feat: Enable WeekDay function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2411">#2411</a> (wForget)</p></li>
+<li><p>feat: Add nested Array literal support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2181">#2181</a> (comphead)</p></li>
+<li><p>feat:add_additional_char_support_rpad <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2436">#2436</a> (coderfender)</p></li>
+<li><p>feat: do not fallback to Spark for <code class="docutils literal notranslate"><span class="pre">COUNT(distinct)</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2429">#2429</a> (comphead)</p></li>
+<li><p>feat: implement_ansi_eval_mode_arithmetic <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2136">#2136</a> (coderfender)</p></li>
+<li><p>feat: Add plan conversion statistics to extended explain info <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2412">#2412</a> (andygrove)</p></li>
+<li><p>feat: implement_comet_native_lpad_expr <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2102">#2102</a> (coderfender)</p></li>
+<li><p>feat: Add <code class="docutils literal notranslate"><span class="pre">backtrace</span></code> feature to simplify enabling native backtraces in <code class="docutils literal notranslate"><span class="pre">CometNativeException</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2515">#2515</a> (andygrove)</p></li>
+<li><p>feat: Support reverse function with ArrayType input <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2481">#2481</a> (cfmcgrady)</p></li>
+<li><p>feat: Change default off-heap memory pool from <code class="docutils literal notranslate"><span class="pre">greedy_unified</span></code> to <code class="docutils literal notranslate"><span class="pre">fair_unified</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2526">#2526</a> (andygrove)</p></li>
+<li><p>feat: Make DiskManager <code class="docutils literal notranslate"><span class="pre">max_temp_directory_size</span></code> configurable <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2479">#2479</a> (manuzhang)</p></li>
+<li><p>feat: Parquet Modular Encryption with Spark KMS for native readers <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2447">#2447</a> (mbutrovich)</p></li>
+<li><p>feat: Add support for Spark-compatible cast from integral to decimal <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2472">#2472</a> (coderfender)</p></li>
+<li><p>feat:Support ANSI mode integral divide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2421">#2421</a> (coderfender)</p></li>
+<li><p>feat: Add config to enable running Comet in onheap mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2554">#2554</a> (andygrove)</p></li>
+<li><p>feat:support ansi mode rounding function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2542">#2542</a> (coderfender)</p></li>
+<li><p>feat:support ansi mode remainder function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2556">#2556</a> (coderfender)</p></li>
+<li><p>feat: Implement array-to-string cast support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2425">#2425</a> (cfmcgrady)</p></li>
+<li><p>feat: Various improvements to memory pool configuration, logging, and documentation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2538">#2538</a> (andygrove)</p></li>
+<li><p>feat: Enable complex types for columnar shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2573">#2573</a> (mbutrovich)</p></li>
+<li><p>feat: support_decimal_types_bool_cast_native_impl <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2490">#2490</a> (coderfender)</p></li>
+<li><p>feat: Use buf write to reduce system call on index write <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2579">#2579</a> (zuston)</p></li>
+</ul>
+<p><strong>Documentation updates:</strong></p>
+<ul class="simple">
+<li><p>doc: Document usage IcebergCometBatchReader.java <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2347">#2347</a> (comphead)</p></li>
+<li><p>docs: Add changelog for 0.10.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2361">#2361</a> (andygrove)</p></li>
+<li><p>docs: Fix error in docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2373">#2373</a> (andygrove)</p></li>
+<li><p>docs: Fix more comet versions in docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2374">#2374</a> (andygrove)</p></li>
+<li><p>docs: Publish 0.10.0 user guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2394">#2394</a> (andygrove)</p></li>
+<li><p>doc: macos benches doc clarifications <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2418">#2418</a> (comphead)</p></li>
+<li><p>docs: update configs.md after #2422 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2428">#2428</a> (mbutrovich)</p></li>
+<li><p>docs: update docs and tuning guide related to native shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2487">#2487</a> (mbutrovich)</p></li>
+<li><p>docs: Improve EC2 benchmarking guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2474">#2474</a> (andygrove)</p></li>
+<li><p>docs: docs_update_ansi_support <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2496">#2496</a> (coderfender)</p></li>
+<li><p>docs:support lpad expression documentation update <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2517">#2517</a> (coderfender)</p></li>
+<li><p>docs: doc changes to support ANSI mode integral divide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2570">#2570</a> (coderfender)</p></li>
+<li><p>docs: Split configuration guide into different sections (scan, exec, shuffle, etc) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2568">#2568</a> (andygrove)</p></li>
+<li><p>docs: doc update to support ANSI mode remainder function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2576">#2576</a> (coderfender)</p></li>
+<li><p>docs: Documentation updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2581">#2581</a> (andygrove)</p></li>
+</ul>
+<p><strong>Other:</strong></p>
+<ul class="simple">
+<li><p>chore(deps): bump uuid from 1.18.0 to 1.18.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2336">#2336</a> (dependabot[bot])</p></li>
+<li><p>build: Check that all Scala test suites run in PR builds <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2304">#2304</a> (andygrove)</p></li>
+<li><p>chore: Start 0.11.0 development <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2365">#2365</a> (andygrove)</p></li>
+<li><p>chore: Split expression serde hash map into separate categories <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2322">#2322</a> (andygrove)</p></li>
+<li><p>chore: exclude Iceberg diffs from rat checks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2376">#2376</a> (hsiang-c)</p></li>
+<li><p>chore: Refactor UnaryMinus serde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2378">#2378</a> (andygrove)</p></li>
+<li><p>chore: Revert “chore: [1941-Part1]: Introduce <code class="docutils literal notranslate"><span class="pre">map_sort</span></code> scalar function (#2… <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2381">#2381</a> (comphead)</p></li>
+<li><p>chore: Refactor Literal serde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2377">#2377</a> (andygrove)</p></li>
+<li><p>chore: Output <code class="docutils literal notranslate"><span class="pre">BaseAggregateExec</span></code> accurate unsupported names <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2383">#2383</a> (comphead)</p></li>
+<li><p>chore: Improve Initcap test and docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2387">#2387</a> (andygrove)</p></li>
+<li><p>build: fix build of ‘hdfs-opendal’ feature for MacOS <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2392">#2392</a> (parthchandra)</p></li>
+<li><p>chore(deps): bump cc from 1.2.36 to 1.2.37 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2399">#2399</a> (dependabot[bot])</p></li>
+<li><p>chore: [iceberg] support Iceberg 1.9.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2386">#2386</a> (hsiang-c)</p></li>
+<li><p>minor: Add deprecation notice to <code class="docutils literal notranslate"><span class="pre">datafusion-comet-spark-expr</span></code> crate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2405">#2405</a> (andygrove)</p></li>
+<li><p>minor: Update benchmarking scripts to specify scan implementation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2403">#2403</a> (andygrove)</p></li>
+<li><p>refactor: Scala hygiene - remove <code class="docutils literal notranslate"><span class="pre">scala.collection.JavaConverters</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2393">#2393</a> (hsiang-c)</p></li>
+<li><p>chore: Improve test coverage for <code class="docutils literal notranslate"><span class="pre">count</span></code> aggregates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2406">#2406</a> (andygrove)</p></li>
+<li><p>chore: upgrade to DataFusion 50.0.0, Arrow 56.1.0, Parquet 56.0.0 among others <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2286">#2286</a> (mbutrovich)</p></li>
+<li><p>chore: Support Spark 4.0.1 instead of 4.0.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2414">#2414</a> (andygrove)</p></li>
+<li><p>chore: Respect native features env for cargo commands <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2296">#2296</a> (wForget)</p></li>
+<li><p>minor: Update TPC-DS microbenchmarks to remove “scan only” and “exec only” runs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2396">#2396</a> (andygrove)</p></li>
+<li><p>minor: Add RDDScan to default value of sparkToColumnar.supportedOperatorList <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2422">#2422</a> (wForget)</p></li>
+<li><p>chore: new TPC-DS golden plans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2426">#2426</a> (mbutrovich)</p></li>
+<li><p>chore: fix <code class="docutils literal notranslate"><span class="pre">pr_build*.yml</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2434">#2434</a> (comphead)</p></li>
+<li><p>chore: Remove unused class <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2437">#2437</a> (wForget)</p></li>
+<li><p>chore(deps): bump cc from 1.2.37 to 1.2.38 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2439">#2439</a> (dependabot[bot])</p></li>
+<li><p>chore: add validate_workflows.yml <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2441">#2441</a> (comphead)</p></li>
+<li><p>test: potential native broadcast failure in scenarios with ReusedExhange <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2167">#2167</a> (akupchinskiy)</p></li>
+<li><p>chore: Improvements of fallback info <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2450">#2450</a> (wForget)</p></li>
+<li><p>chore: Upgrade Apache Release Audit Tool (RAT) to 0.16.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2451">#2451</a> (andygrove)</p></li>
+<li><p>minor: Remove reference to SortExec deadlock issue that is now resolved <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2464">#2464</a> (andygrove)</p></li>
+<li><p>chore: Use checked operations when growing or shrinking unified memory pool <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2455">#2455</a> (andygrove)</p></li>
+<li><p>minor: Improve the log message of <code class="docutils literal notranslate"><span class="pre">CometTestBase#checkCometOperators</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2458">#2458</a> (cfmcgrady)</p></li>
+<li><p>minor: Skip calculating per-task memory limit when in off-heap mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2462">#2462</a> (andygrove)</p></li>
+<li><p>Chore: Used DataFusion impl of bit_get function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2466">#2466</a> (kazantsev-maksim)</p></li>
+<li><p>chore(deps): bump regex from 1.11.2 to 1.11.3 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2483">#2483</a> (dependabot[bot])</p></li>
+<li><p>chore: update TPS-DS plans after #2429 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2486">#2486</a> (mbutrovich)</p></li>
+<li><p>chore(deps): bump thiserror from 2.0.16 to 2.0.17 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2485">#2485</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.38 to 1.2.39 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2484">#2484</a> (dependabot[bot])</p></li>
+<li><p>chore: Support running specific benchmark query <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2491">#2491</a> (comphead)</p></li>
+<li><p>chore: Make CometColumnarToRowExec extends CometPlan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2460">#2460</a> (wForget)</p></li>
+<li><p>chore: Update artifacts to 0.10.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2500">#2500</a> (comphead)</p></li>
+<li><p>build: Stop caching libcomet in CI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2498">#2498</a> (andygrove)</p></li>
+<li><p>chore: Upgrade Maven plugins <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2494">#2494</a> (andygrove)</p></li>
+<li><p>Chore: Used DataFusion impl of date_add and date_sub functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2473">#2473</a> (kazantsev-maksim)</p></li>
+<li><p>minor: include taskAttemptId in log messages <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2467">#2467</a> (andygrove)</p></li>
+<li><p>chore: Improve test assertions in plan stability suite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2505">#2505</a> (andygrove)</p></li>
+<li><p>build: Add Spark 4.0 to release build script <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2514">#2514</a> (parthchandra)</p></li>
+<li><p>chore: Enable plan stability tests for <code class="docutils literal notranslate"><span class="pre">native_iceberg_compat</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2519">#2519</a> (andygrove)</p></li>
+<li><p>chore(deps): bump parking_lot from 0.12.4 to 0.12.5 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2530">#2530</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.39 to 1.2.40 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2529">#2529</a> (dependabot[bot])</p></li>
+<li><p>chore: Refactor serde for <code class="docutils literal notranslate"><span class="pre">ArrayCompact</span></code> and <code class="docutils literal notranslate"><span class="pre">ArrayFilter</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2536">#2536</a> (andygrove)</p></li>
+<li><p>Chore: Fix Scala code warnings - common module <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2527">#2527</a> (andy-hf-kwok)</p></li>
+<li><p>chore: Refactor serde for <code class="docutils literal notranslate"><span class="pre">CheckOverflow</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2537">#2537</a> (andygrove)</p></li>
+<li><p>build: Run scala tests against release build of native code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2541">#2541</a> (andygrove)</p></li>
+<li><p>chore: Pass Comet configs to native <code class="docutils literal notranslate"><span class="pre">createPlan</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2543">#2543</a> (andygrove)</p></li>
+<li><p>chore: Refactor serde for Length <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2547">#2547</a> (andygrove)</p></li>
+<li><p>chore: Include spark shim sources for spotless plugin and reformat <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2557">#2557</a> (wForget)</p></li>
+<li><p>chore(deps): bump opendal from 0.54.0 to 0.54.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2559">#2559</a> (dependabot[bot])</p></li>
+<li><p>chore: Finish moving Cast serde out of QueryPlanSerde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2550">#2550</a> (andygrove)</p></li>
+<li><p>chore: Use cargo-nextest in CI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2546">#2546</a> (andygrove)</p></li>
+<li><p>chore: Delete unused code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2565">#2565</a> (zuston)</p></li>
+<li><p>chore: Improve plan comet transformation log <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2564">#2564</a> (wForget)</p></li>
+<li><p>chore(deps): bump cc from 1.2.40 to 1.2.41 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2560">#2560</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump aws-credential-types from 1.2.6 to 1.2.7 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2563">#2563</a> (dependabot[bot])</p></li>
+<li><p>chore: Refactor serde for RegExpReplace <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2548">#2548</a> (andygrove)</p></li>
+<li><p>chore: use polymorphic map builders in shuffle. <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2571">#2571</a> (ashdnazg)</p></li>
+<li><p>chore: Move ToPrettyString serde into shim layer <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2549">#2549</a> (andygrove)</p></li>
+<li><p>chore(deps): bump DataFusion dependencies to 50.2.0, refresh Cargo.lock <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2575">#2575</a> (mbutrovich)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">47</span> <span class="n">Andy</span> <span class="n">Grove</span>
+ <span class="mi">15</span> <span class="n">Zhen</span> <span class="n">Wang</span>
+ <span class="mi">14</span> <span class="n">B</span> <span class="n">Vadlamani</span>
+ <span class="mi">12</span> <span class="n">Oleks</span> <span class="n">V</span>
+ <span class="mi">11</span> <span class="n">dependabot</span><span class="p">[</span><span class="n">bot</span><span class="p">]</span>
+ <span class="mi">10</span> <span class="n">Matt</span> <span class="n">Butrovich</span>
+ <span class="mi">5</span> <span class="n">Parth</span> <span class="n">Chandra</span>
+ <span class="mi">5</span> <span class="n">hsiang</span><span class="o">-</span><span class="n">c</span>
+ <span class="mi">3</span> <span class="n">Fu</span> <span class="n">Chen</span>
+ <span class="mi">3</span> <span class="n">Junfan</span> <span class="n">Zhang</span>
+ <span class="mi">2</span> <span class="n">Kazantsev</span> <span class="n">Maksim</span>
+ <span class="mi">1</span> <span class="n">Artem</span> <span class="n">Kupchinskiy</span>
+ <span class="mi">1</span> <span class="n">Eshed</span> <span class="n">Schacham</span>
+ <span class="mi">1</span> <span class="n">Manu</span> <span class="n">Zhang</span>
+ <span class="mi">1</span> <span class="n">andy</span><span class="o">-</span><span class="n">hf</span><span class="o">-</span><span class="n">kwok</span>
+</pre></div>
+</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="0.12.0.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion Comet 0.12.0 Changelog</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="0.10.0.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion Comet 0.10.0 Changelog</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+ </footer>
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
+<script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>
+
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+ <div class="container">
+
+ <div class="footer-item">
+ <p>Apache DataFusion, Apache DataFusion Comet, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
+ <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+ </div>
+ </div>
+</footer>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/changelog/0.12.0.html b/changelog/0.12.0.html
new file mode 100644
index 000000000..d826e7064
--- /dev/null
+++ b/changelog/0.12.0.html
@@ -0,0 +1,676 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.12.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.12.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="DataFusion Comet 0.11.0 Changelog" href="0.11.0.html" />
+ <link rel="prev" title="DataFusion Comet 0.13.0 Changelog" href="0.13.0.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+ </div>
+
+
+ <div class="navbar-header-items__end">
+
+ <div class="navbar-item navbar-persistent--container">
+
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+
+ <div class="navbar-persistent--mobile">
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+
+</div>
+
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <dialog id="pst-primary-sidebar-modal"></dialog>
+ <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+ <div class="sidebar-header-items__center">
+
+
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+
+ </div>
+
+
+
+ <div class="sidebar-header-items__end">
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item"><!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+ <div class="bd-toc-item active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="0.16.0.html">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.15.0.html">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.1.html">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.0.html">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.13.0.html">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.11.0.html">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.10.0.html">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.1.0.html">DataFusion Comet 0.1.0 Changelog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
+</ul>
+
+ </div>
+</nav>
+</div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ <div class="sidebar-primary-item">
+<div id="ethical-ad-placement"
+ class="flat"
+ data-ea-publisher="readthedocs"
+ data-ea-type="readthedocs-sidebar"
+ data-ea-manual="true">
+</div></div>
+ </div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item">
+
+<nav aria-label="Breadcrumb" class="d-print-none">
+ <ul class="bd-breadcrumbs">
+
+ <li class="breadcrumb-item breadcrumb-home">
+ <a href="../index.html" class="nav-link" aria-label="Home">
+ <i class="fa-solid fa-home"></i>
+ </a>
+ </li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.12.0 Changelog</span></li>
+ </ul>
+</nav>
+</div>
+
+ </div>
+
+
+</div>
+</div>
+
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<section id="datafusion-comet-0-12-0-changelog">
+<h1>DataFusion Comet 0.12.0 Changelog<a class="headerlink" href="#datafusion-comet-0-12-0-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 105 commits from 13 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: Fix <code class="docutils literal notranslate"><span class="pre">None.get</span></code> in <code class="docutils literal notranslate"><span class="pre">stringDecode</span></code> when <code class="docutils literal notranslate"><span class="pre">bin</span></code> child cannot be converted <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2606">#2606</a> (cfmcgrady)</p></li>
+<li><p>fix: Update FuzzDataGenerator to produce dictionary-encoded string arrays & fix bugs that this exposes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2635">#2635</a> (andygrove)</p></li>
+<li><p>fix: Fallback to Spark for lpad/rpad for unsupported arguments & fix negative length handling <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2630">#2630</a> (andygrove)</p></li>
+<li><p>fix: Mark SortOrder with floating-point as incompatible <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2650">#2650</a> (andygrove)</p></li>
+<li><p>fix: Fall back to Spark for <code class="docutils literal notranslate"><span class="pre">trunc</span></code> / <code class="docutils literal notranslate"><span class="pre">date_trunc</span></code> functions when format string is unsupported, or is not a literal value <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2634">#2634</a> (andygrove)</p></li>
+<li><p>fix: [native_datafusion] only pass single partition of PartitionedFiles into DataSourceExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2675">#2675</a> (mbutrovich)</p></li>
+<li><p>fix: Fix subcommands options in fuzz-testing <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2684">#2684</a> (manuzhang)</p></li>
+<li><p>fix: Do not replace SMJ with HJ for <code class="docutils literal notranslate"><span class="pre">LeftSemi</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2687">#2687</a> (comphead)</p></li>
+<li><p>fix: Apply spotless on Iceberg 1.8.1 diff [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2700">#2700</a> (hsiang-c)</p></li>
+<li><p>fix: Fix generate-user-guide-reference-docs failure when mvn command is not executed at root <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2691">#2691</a> (manuzhang)</p></li>
+<li><p>fix: Fix missing SortOrder fallback reason in range partitioning <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2716">#2716</a> (andygrove)</p></li>
+<li><p>fix: CometLiteral class cast exception with arrays <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2718">#2718</a> (andygrove)</p></li>
+<li><p>fix: NormalizeNaNAndZero::children() returns child’s child <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2732">#2732</a> (mbutrovich)</p></li>
+<li><p>fix: checkSparkMaybeThrows should compare Spark and Comet results in success case <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2728">#2728</a> (andygrove)</p></li>
+<li><p>fix: Mark <code class="docutils literal notranslate"><span class="pre">WindowsExec</span></code> as incompatible <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2748">#2748</a> (andygrove)</p></li>
+<li><p>fix: Add strict floating point mode and fallback to Spark for min/max/sort on floating point inputs when enabled <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2747">#2747</a> (andygrove)</p></li>
+<li><p>fix: Implement producedAttributes for CometWindowExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2789">#2789</a> (rahulbabarwal89)</p></li>
+<li><p>fix: Pass all Comet configs to native plan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2801">#2801</a> (andygrove)</p></li>
+</ul>
+<p><strong>Implemented enhancements:</strong></p>
+<ul class="simple">
+<li><p>feat: Add option to write benchmark results to file <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2640">#2640</a> (andygrove)</p></li>
+<li><p>feat: Implement metrics for iceberg compat <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2615">#2615</a> (EmilyMatt)</p></li>
+<li><p>feat: Define function signatures in CometFuzz <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2614">#2614</a> (andygrove)</p></li>
+<li><p>feat: cherry-pick UUID conversion logic from #2528 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2648">#2648</a> (mbutrovich)</p></li>
+<li><p>feat: support <code class="docutils literal notranslate"><span class="pre">concat</span></code> for strings <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2604">#2604</a> (comphead)</p></li>
+<li><p>feat: Add support for <code class="docutils literal notranslate"><span class="pre">abs</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2689">#2689</a> (andygrove)</p></li>
+<li><p>feat: Support variadic function in CometFuzz <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2682">#2682</a> (manuzhang)</p></li>
+<li><p>feat: CometExecRule refactor: Unify CometNativeExec creation with Serde in CometOperatorSerde trait <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2768">#2768</a> (andygrove)</p></li>
+<li><p>feat: support cot <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2755">#2755</a> (psvri)</p></li>
+<li><p>feat: Add bash script to build and run fuzz testing <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2686">#2686</a> (manuzhang)</p></li>
+<li><p>feat: Add getSupportLevel to CometAggregateExpressionSerde trait <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2777">#2777</a> (andygrove)</p></li>
+<li><p>feat: Add CI check to ensure generated docs are in sync with code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2779">#2779</a> (andygrove)</p></li>
+<li><p>feat: Add prettier enforcement <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2783">#2783</a> (andygrove)</p></li>
+<li><p>feat: hyperbolic trig functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2784">#2784</a> (psvri)</p></li>
+<li><p>feat: [iceberg] Native scan by serializing FileScanTasks to iceberg-rust <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2528">#2528</a> (mbutrovich)</p></li>
+</ul>
+<p><strong>Documentation updates:</strong></p>
+<ul class="simple">
+<li><p>docs: Add changelog for 0.11.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2585">#2585</a> (mbutrovich)</p></li>
+<li><p>docs: Improve documentation layout <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2587">#2587</a> (andygrove)</p></li>
+<li><p>docs: Publish 0.11.0 user guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2589">#2589</a> (andygrove)</p></li>
+<li><p>docs: Put Comet logo in top nav bar, respect light/dark mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2591">#2591</a> (andygrove)</p></li>
+<li><p>docs: Improve main landing page <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2593">#2593</a> (andygrove)</p></li>
+<li><p>docs: Improve site navigation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2597">#2597</a> (andygrove)</p></li>
+<li><p>docs: Update benchmark results <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2596">#2596</a> (andygrove)</p></li>
+<li><p>docs: Upgrade pydata-sphinx-theme to 0.16.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2602">#2602</a> (andygrove)</p></li>
+<li><p>docs: Fix redirect <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2603">#2603</a> (andygrove)</p></li>
+<li><p>docs: Fix broken image link <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2613">#2613</a> (andygrove)</p></li>
+<li><p>docs: Add FFI docs to contributor guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2668">#2668</a> (andygrove)</p></li>
+<li><p>docs: Various documentation updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2674">#2674</a> (andygrove)</p></li>
+<li><p>docs: Add supported SortOrder expressions and fix a typo <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2694">#2694</a> (andygrove)</p></li>
+<li><p>docs: Minor docs update for running Spark SQL tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2712">#2712</a> (andygrove)</p></li>
+<li><p>docs: Update contributor guide for adding a new expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2704">#2704</a> (andygrove)</p></li>
+<li><p>docs: Documentation updates for <code class="docutils literal notranslate"><span class="pre">LocalTableScan</span></code> and <code class="docutils literal notranslate"><span class="pre">WindowExec</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2742">#2742</a> (andygrove)</p></li>
+<li><p>docs: Typo fix <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2752">#2752</a> (wForget)</p></li>
+<li><p>docs: Categorize some configs as <code class="docutils literal notranslate"><span class="pre">testing</span></code> and add notes about known time zone issues <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2740">#2740</a> (andygrove)</p></li>
+<li><p>docs: Run prettier on all markdown files <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2782">#2782</a> (andygrove)</p></li>
+<li><p>docs: Ignore prettier formatting for generated tables <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2790">#2790</a> (andygrove)</p></li>
+<li><p>docs: Add new section to contributor guide, explaining how to add a new operator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2758">#2758</a> (andygrove)</p></li>
+</ul>
+<p><strong>Other:</strong></p>
+<ul class="simple">
+<li><p>chore: Start 0.12.0 development <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2584">#2584</a> (mbutrovich)</p></li>
+<li><p>chore: Bump Spark from 3.5.6 to 3.5.7 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2574">#2574</a> (cfmcgrady)</p></li>
+<li><p>chore(deps): bump parquet from 56.0.0 to 56.2.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2608">#2608</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump tikv-jemallocator from 0.6.0 to 0.6.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2609">#2609</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump tikv-jemalloc-ctl from 0.6.0 to 0.6.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2610">#2610</a> (dependabot[bot])</p></li>
+<li><p>tests: FuzzDataGenerator instead of Parquet-specific generator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2616">#2616</a> (mbutrovich)</p></li>
+<li><p>chore: Simplify on-heap memory configuration <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2599">#2599</a> (andygrove)</p></li>
+<li><p>Feat: Add sha1 function impl <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2471">#2471</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Refactor Parquet/DataFrame fuzz data generators <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2629">#2629</a> (andygrove)</p></li>
+<li><p>chore: Remove needless from_raw calls <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2638">#2638</a> (EmilyMatt)</p></li>
+<li><p>chore: support DataFusion 50.3.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2605">#2605</a> (comphead)</p></li>
+<li><p>chore(deps): bump actions/upload-artifact from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2654">#2654</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.42 to 1.2.43 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2653">#2653</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/download-artifact from 5 to 6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2652">#2652</a> (dependabot[bot])</p></li>
+<li><p>chore: extract comparison into separate tool <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2632">#2632</a> (comphead)</p></li>
+<li><p>chore: Various improvements to <code class="docutils literal notranslate"><span class="pre">checkSparkAnswer*</span></code> methods in <code class="docutils literal notranslate"><span class="pre">CometTestBase</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2656">#2656</a> (andygrove)</p></li>
+<li><p>chore: Remove code for unpacking dictionaries prior to FilterExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2659">#2659</a> (andygrove)</p></li>
+<li><p>chore: display schema for datasets being compared <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2665">#2665</a> (comphead)</p></li>
+<li><p>chore: Remove <code class="docutils literal notranslate"><span class="pre">CopyExec</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2663">#2663</a> (andygrove)</p></li>
+<li><p>chore: Add extended explain plans to stability suite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2669">#2669</a> (andygrove)</p></li>
+<li><p>chore(deps): bump aws-config from 1.8.8 to 1.8.10 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2677">#2677</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.43 to 1.2.44 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2678">#2678</a> (dependabot[bot])</p></li>
+<li><p>chore: <code class="docutils literal notranslate"><span class="pre">tpcbench</span></code> output <code class="docutils literal notranslate"><span class="pre">explain</span></code> just once and formatted <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2679">#2679</a> (comphead)</p></li>
+<li><p>chore: Add tolerance for <code class="docutils literal notranslate"><span class="pre">ComparisonTool</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2699">#2699</a> (comphead)</p></li>
+<li><p>chore: Expand test coverage for <code class="docutils literal notranslate"><span class="pre">CometWindowsExec</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2711">#2711</a> (comphead)</p></li>
+<li><p>chore: generate Float/Double NaN <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2695">#2695</a> (hsiang-c)</p></li>
+<li><p>minor: Combine two CI workflows for Spark SQL tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2727">#2727</a> (andygrove)</p></li>
+<li><p>chore: Improve framework for specifying that configs can be set with env vars <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2722">#2722</a> (andygrove)</p></li>
+<li><p>chore: Rename <code class="docutils literal notranslate"><span class="pre">COMET_EXPLAIN_VERBOSE_ENABLED</span></code> to <code class="docutils literal notranslate"><span class="pre">COMET_EXTENDED_EXPLAIN_FORMAT</span></code> and change default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2644">#2644</a> (andygrove)</p></li>
+<li><p>chore: Fallback to Spark for windows functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2726">#2726</a> (comphead)</p></li>
+<li><p>chore: Refactor operator serde - part 1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2738">#2738</a> (andygrove)</p></li>
+<li><p>Feat: Add CometLocalTableScanExec operator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2735">#2735</a> (kazantsev-maksim)</p></li>
+<li><p>chore(deps): bump cc from 1.2.44 to 1.2.45 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2750">#2750</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump aws-credential-types from 1.2.8 to 1.2.9 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2751">#2751</a> (dependabot[bot])</p></li>
+<li><p>chore: Operator serde refactor part 2 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2741">#2741</a> (andygrove)</p></li>
+<li><p>chore: Fallback to Spark for <code class="docutils literal notranslate"><span class="pre">array_reverse</span></code> for <code class="docutils literal notranslate"><span class="pre">array<binary></span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2759">#2759</a> (comphead)</p></li>
+<li><p>chore: [iceberg] test iceberg 1.10.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2709">#2709</a> (manuzhang)</p></li>
+<li><p>chore: Add <code class="docutils literal notranslate"><span class="pre">docs/comet-*</span></code> to rat exclude list <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2762">#2762</a> (manuzhang)</p></li>
+<li><p>Chore: Refactor static invoke exprs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2671">#2671</a> (kazantsev-maksim)</p></li>
+<li><p>minor: Small refactor for consistent serde for hash aggregate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2764">#2764</a> (andygrove)</p></li>
+<li><p>minor: Move <code class="docutils literal notranslate"><span class="pre">operator2Proto</span></code> to <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2767">#2767</a> (andygrove)</p></li>
+<li><p>chore: various refactoring changes for iceberg [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2680">#2680</a> (parthchandra)</p></li>
+<li><p>chore: Refactor CometExecRule handling of sink operators <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2771">#2771</a> (andygrove)</p></li>
+<li><p>minor: Refactor to move window-specific code from <code class="docutils literal notranslate"><span class="pre">QueryPlanSerde</span></code> to <code class="docutils literal notranslate"><span class="pre">CometWindowExec</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2780">#2780</a> (andygrove)</p></li>
+<li><p>chore: Remove many references to <code class="docutils literal notranslate"><span class="pre">COMET_EXPR_ALLOW_INCOMPATIBLE</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2775">#2775</a> (andygrove)</p></li>
+<li><p>chore: Remove COMET_EXPR_ALLOW_INCOMPATIBLE config <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2786">#2786</a> (andygrove)</p></li>
+<li><p>chore: check <code class="docutils literal notranslate"><span class="pre">missingInput</span></code> for Comet plan nodes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2795">#2795</a> (comphead)</p></li>
+<li><p>chore: Finish refactoring expression serde out of <code class="docutils literal notranslate"><span class="pre">QueryPlanSerde</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2791">#2791</a> (andygrove)</p></li>
+<li><p>chore: Update docs to fix CI after #2784 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2799">#2799</a> (mbutrovich)</p></li>
+<li><p>chore: Update q79 golden plan for Spark 4.0 after #2795 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2800">#2800</a> (mbutrovich)</p></li>
+<li><p>Fix: Fix null handling in CometVector implementations <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2643">#2643</a> (cfmcgrady)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">54</span> <span class="n">Andy</span> <span class="n">Grove</span>
+ <span class="mi">11</span> <span class="n">Oleks</span> <span class="n">V</span>
+ <span class="mi">10</span> <span class="n">dependabot</span><span class="p">[</span><span class="n">bot</span><span class="p">]</span>
+ <span class="mi">9</span> <span class="n">Matt</span> <span class="n">Butrovich</span>
+ <span class="mi">6</span> <span class="n">Manu</span> <span class="n">Zhang</span>
+ <span class="mi">3</span> <span class="n">Fu</span> <span class="n">Chen</span>
+ <span class="mi">3</span> <span class="n">Kazantsev</span> <span class="n">Maksim</span>
+ <span class="mi">2</span> <span class="n">Emily</span> <span class="n">Matheys</span>
+ <span class="mi">2</span> <span class="n">Vrishabh</span>
+ <span class="mi">2</span> <span class="n">hsiang</span><span class="o">-</span><span class="n">c</span>
+ <span class="mi">1</span> <span class="n">Parth</span> <span class="n">Chandra</span>
+ <span class="mi">1</span> <span class="n">Zhen</span> <span class="n">Wang</span>
+ <span class="mi">1</span> <span class="n">rahulbabarwal89</span>
+</pre></div>
+</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="0.13.0.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion Comet 0.13.0 Changelog</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="0.11.0.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion Comet 0.11.0 Changelog</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+ </footer>
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
+<script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>
+
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+ <div class="container">
+
+ <div class="footer-item">
+ <p>Apache DataFusion, Apache DataFusion Comet, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
+ <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+ </div>
+ </div>
+</footer>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/changelog/0.13.0.html b/changelog/0.13.0.html
new file mode 100644
index 000000000..8b3032f69
--- /dev/null
+++ b/changelog/0.13.0.html
@@ -0,0 +1,745 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.13.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.13.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="DataFusion Comet 0.12.0 Changelog" href="0.12.0.html" />
+ <link rel="prev" title="DataFusion Comet 0.14.0 Changelog" href="0.14.0.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+ </div>
+
+
+ <div class="navbar-header-items__end">
+
+ <div class="navbar-item navbar-persistent--container">
+
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+
+ <div class="navbar-persistent--mobile">
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+
+</div>
+
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <dialog id="pst-primary-sidebar-modal"></dialog>
+ <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+ <div class="sidebar-header-items__center">
+
+
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+
+ </div>
+
+
+
+ <div class="sidebar-header-items__end">
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item"><!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+ <div class="bd-toc-item active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="0.16.0.html">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.15.0.html">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.1.html">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.0.html">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.12.0.html">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.11.0.html">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.10.0.html">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.1.0.html">DataFusion Comet 0.1.0 Changelog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
+</ul>
+
+ </div>
+</nav>
+</div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ <div class="sidebar-primary-item">
+<div id="ethical-ad-placement"
+ class="flat"
+ data-ea-publisher="readthedocs"
+ data-ea-type="readthedocs-sidebar"
+ data-ea-manual="true">
+</div></div>
+ </div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item">
+
+<nav aria-label="Breadcrumb" class="d-print-none">
+ <ul class="bd-breadcrumbs">
+
+ <li class="breadcrumb-item breadcrumb-home">
+ <a href="../index.html" class="nav-link" aria-label="Home">
+ <i class="fa-solid fa-home"></i>
+ </a>
+ </li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.13.0 Changelog</span></li>
+ </ul>
+</nav>
+</div>
+
+ </div>
+
+
+</div>
+</div>
+
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<section id="datafusion-comet-0-13-0-changelog">
+<h1>DataFusion Comet 0.13.0 Changelog<a class="headerlink" href="#datafusion-comet-0-13-0-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 169 commits from 15 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: NativeScan count assert firing for no reason <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2850">#2850</a> (EmilyMatt)</p></li>
+<li><p>fix: Correct link to tracing guide in CometConf <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2866">#2866</a> (manuzhang)</p></li>
+<li><p>fix: Fall back to Spark for MakeDecimal with unsupported input type <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2815">#2815</a> (andygrove)</p></li>
+<li><p>fix: Normalize s3 paths for PME key retriever <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2874">#2874</a> (mbutrovich)</p></li>
+<li><p>fix: modify CometNativeScan to generate the file partitions without instantiating RDD <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2891">#2891</a> (mbutrovich)</p></li>
+<li><p>fix: Modulus on decimal data type mismatch <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2922">#2922</a> (andygrove)</p></li>
+<li><p>fix: [iceberg] Mark nativeIcebergScanMetadata @transient <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2930">#2930</a> (mbutrovich)</p></li>
+<li><p>fix: enable cast tests for Spark 4.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2919">#2919</a> (manuzhang)</p></li>
+<li><p>fix: Remove fallback for maps containing complex types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2943">#2943</a> (andygrove)</p></li>
+<li><p>fix: CometShuffleManager hang by deferring SparkEnv access <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3002">#3002</a> (Shekharrajak)</p></li>
+<li><p>fix: format decimal to string when casting to short <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2916">#2916</a> (manuzhang)</p></li>
+<li><p>fix: [iceberg] reduce granularity of metrics updates in IcebergFileStream <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3050">#3050</a> (mbutrovich)</p></li>
+<li><p>fix: native shuffle now reports spill metrics correctly <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3197">#3197</a> (andygrove)</p></li>
+<li><p>fix: Prevent native write when input is not Arrow format <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3227">#3227</a> (andygrove)</p></li>
+<li><p>fix: Add JDK to Docker image for release build <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3262">#3262</a> (hsiang-c)</p></li>
+</ul>
+<p><strong>Performance related:</strong></p>
+<ul class="simple">
+<li><p>perf: [iceberg] Deduplicate serialized metadata for Iceberg native scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2933">#2933</a> (mbutrovich)</p></li>
+<li><p>perf: Use await instead of block_on in native shuffle writer <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2937">#2937</a> (mbutrovich)</p></li>
+<li><p>perf: refactor executePlan to try to avoid constantly entering Tokio runtime <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2938">#2938</a> (mbutrovich)</p></li>
+<li><p>perf: Optimize lpad/rpad to remove unnecessary memory allocations per element <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2963">#2963</a> (andygrove)</p></li>
+<li><p>perf: Improve performance of normalize_nan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2999">#2999</a> (andygrove)</p></li>
+<li><p>perf: Improve string expression microbenchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3012">#3012</a> (andygrove)</p></li>
+<li><p>perf: Improve date/time microbenchmarks to avoid redundant/duplicate benchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3020">#3020</a> (andygrove)</p></li>
+<li><p>perf: Improve aggregate expression microbenchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3021">#3021</a> (andygrove)</p></li>
+<li><p>perf: Improve conditional expression microbenchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3024">#3024</a> (andygrove)</p></li>
+<li><p>perf: Improve performance of date truncate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2997">#2997</a> (andygrove)</p></li>
+<li><p>perf: Add microbenchmark for comparison expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3026">#3026</a> (andygrove)</p></li>
+<li><p>perf: Implement more microbenchmarks for cast expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3031">#3031</a> (andygrove)</p></li>
+<li><p>perf: Add microbenchmark for hash expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3028">#3028</a> (andygrove)</p></li>
+<li><p>perf: Improve performance of CAST from string to int <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3017">#3017</a> (coderfender)</p></li>
+<li><p>perf: Improve criterion benchmarks for cast string to int <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3049">#3049</a> (andygrove)</p></li>
+<li><p>perf: Additional optimizations for cast from string to int <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3048">#3048</a> (andygrove)</p></li>
+<li><p>perf: set DataFusion session context’s target_partitions to match Spark’s spark.task.cpus <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3062">#3062</a> (mbutrovich)</p></li>
+<li><p>perf: don’t busy-poll Tokio stream for plans without CometScan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3063">#3063</a> (mbutrovich)</p></li>
+<li><p>perf: minor optimizations in <code class="docutils literal notranslate"><span class="pre">process_sorted_row_partition</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3059">#3059</a> (andygrove)</p></li>
+<li><p>perf: optimize complex-type hash implementations <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3140">#3140</a> (mbutrovich)</p></li>
+<li><p>perf: [iceberg] Remove IcebergFileStream, use iceberg-rust’s parallelization, bump iceberg-rust to latest, cache SchemaAdapter <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3051">#3051</a> (mbutrovich)</p></li>
+<li><p>perf: [iceberg] reduce nativeIcebergScanMetadata serialization points <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3243">#3243</a> (mbutrovich)</p></li>
+<li><p>perf: reduce GC pressure in protobuf serialization <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3242">#3242</a> (andygrove)</p></li>
+<li><p>perf: cache serialized query plans to avoid per-partition serialization <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3246">#3246</a> (andygrove)</p></li>
+<li><p>perf: [iceberg] Use protobuf instead of JSON to serialize Iceberg partition values <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3247">#3247</a> (parthchandra)</p></li>
+</ul>
+<p><strong>Implemented enhancements:</strong></p>
+<ul class="simple">
+<li><p>feat: Add experimental support for native Parquet writes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2812">#2812</a> (andygrove)</p></li>
+<li><p>feat: Partially implement file commit protocol for native Parquet writes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2828">#2828</a> (andygrove)</p></li>
+<li><p>feat: CometNativeWriteExec support with native scan as a child <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2839">#2839</a> (mbutrovich)</p></li>
+<li><p>feat: Add support for <code class="docutils literal notranslate"><span class="pre">explode</span></code> and <code class="docutils literal notranslate"><span class="pre">explode_outer</span></code> for array inputs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2836">#2836</a> (andygrove)</p></li>
+<li><p>feat: Support ANSI mode SUM (Decimal types) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2826">#2826</a> (coderfender)</p></li>
+<li><p>feat: Add expression registry to native planner <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2851">#2851</a> (andygrove)</p></li>
+<li><p>feat: Implement native operator registry <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2875">#2875</a> (andygrove)</p></li>
+<li><p>feat: Improve fallback reporting for <code class="docutils literal notranslate"><span class="pre">native_datafusion</span></code> scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2879">#2879</a> (andygrove)</p></li>
+<li><p>feat: Enable bucket pruning with native_datafusion scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2888">#2888</a> (mbutrovich)</p></li>
+<li><p>feat: support_ansi-mode_aggregated_benchmarking <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2901">#2901</a> (coderfender)</p></li>
+<li><p>feat: [iceberg] REST catalog support for CometNativeIcebergScan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2895">#2895</a> (mbutrovich)</p></li>
+<li><p>feat: [iceberg] Support session token in Iceberg Native scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2913">#2913</a> (hsiang-c)</p></li>
+<li><p>feat: Make shuffle writer buffer size configurable <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2899">#2899</a> (andygrove)</p></li>
+<li><p>feat: Add partial support for <code class="docutils literal notranslate"><span class="pre">from_json</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2934">#2934</a> (andygrove)</p></li>
+<li><p>feat: Create benchmarks comet cast <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2932">#2932</a> (coderfender)</p></li>
+<li><p>feat: Support string decimal cast <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2925">#2925</a> (coderfender)</p></li>
+<li><p>feat: Remove unnecessary transition for native writes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2960">#2960</a> (comphead)</p></li>
+<li><p>feat: Initial implementation of size for array inputs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2862">#2862</a> (andygrove)</p></li>
+<li><p>feat: Support ANSI mode sum expr (int inputs) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2600">#2600</a> (coderfender)</p></li>
+<li><p>feat: Support casting string float types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2835">#2835</a> (coderfender)</p></li>
+<li><p>feat: Support ANSI mode avg expr (int inputs) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2817">#2817</a> (coderfender)</p></li>
+<li><p>feat: Add support for remote Parquet HDFS writer with openDAL <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2929">#2929</a> (comphead)</p></li>
+<li><p>feat: Expand <code class="docutils literal notranslate"><span class="pre">murmur3</span></code> hash support to complex types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3077">#3077</a> (andygrove)</p></li>
+<li><p>feat: Comet Writer should respect object store settings <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3042">#3042</a> (comphead)</p></li>
+<li><p>feat: add support for unix_date expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3141">#3141</a> (andygrove)</p></li>
+<li><p>feat: add partial support for date_format expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3201">#3201</a> (andygrove)</p></li>
+<li><p>feat: add complex type support to native Parquet writer <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3214">#3214</a> (andygrove)</p></li>
+<li><p>feat: implement framework to support multiple pyspark benchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3080">#3080</a> (andygrove)</p></li>
+<li><p>feat: add support for datediff expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3145">#3145</a> (andygrove)</p></li>
+<li><p>feat: Add support for <code class="docutils literal notranslate"><span class="pre">unix_timestamp</span></code> function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2936">#2936</a> (andygrove)</p></li>
+<li><p>feat: add support for last_day expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3143">#3143</a> (andygrove)</p></li>
+<li><p>feat: Support left expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3206">#3206</a> (Shekharrajak)</p></li>
+<li><p>feat: Add support for round-robin partitioning in native shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3076">#3076</a> (andygrove)</p></li>
+<li><p>feat: Native columnar to row conversion (Phase 1) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3221">#3221</a> (andygrove)</p></li>
+</ul>
+<p><strong>Documentation updates:</strong></p>
+<ul class="simple">
+<li><p>docs: add documentation for fully-native Iceberg scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2868">#2868</a> (mbutrovich)</p></li>
+<li><p>docs: Add documentation to contributor guide explaining native + JVM shuffle implementation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3055">#3055</a> (andygrove)</p></li>
+<li><p>docs: add guidance on disabling constant folding for literal tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3200">#3200</a> (andygrove)</p></li>
+<li><p>docs: Add common pitfalls and improve PR checklist in development guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3231">#3231</a> (andygrove)</p></li>
+<li><p>docs: various documentation updates in preparation for next release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3254">#3254</a> (andygrove)</p></li>
+<li><p>docs: Stop generating dynamic docs content in build <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3212">#3212</a> (andygrove)</p></li>
+<li><p>docs: document datetime rebasing and V2 API limitations for DataFusion-based scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3259">#3259</a> (andygrove)</p></li>
+<li><p>docs: Mark native_comet scan as deprecated <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3274">#3274</a> (andygrove)</p></li>
+</ul>
+<p><strong>Other:</strong></p>
+<ul class="simple">
+<li><p>chore: Add 0.12.0 changelog <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2811">#2811</a> (andygrove)</p></li>
+<li><p>chore: Prepare for 0.13.0 development <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2809">#2809</a> (andygrove)</p></li>
+<li><p>minor: Add microbenchmark for integer sum with grouping <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2805">#2805</a> (andygrove)</p></li>
+<li><p>test: extract conditional expression tests (<code class="docutils literal notranslate"><span class="pre">if</span></code>, <code class="docutils literal notranslate"><span class="pre">case_when</span></code> and <code class="docutils literal notranslate"><span class="pre">coalesce</span></code>) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2807">#2807</a> (rluvaton)</p></li>
+<li><p>build: Disable caching for macOS PR builds <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2816">#2816</a> (andygrove)</p></li>
+<li><p>chore(deps): bump actions/checkout from 5 to 6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2818">#2818</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump object_store_opendal from 0.54.1 to 0.55.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2819">#2819</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.46 to 1.2.47 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2822">#2822</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump opendal from 0.54.1 to 0.55.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2821">#2821</a> (dependabot[bot])</p></li>
+<li><p>chore: update <code class="docutils literal notranslate"><span class="pre">Iceberg</span></code> install docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2824">#2824</a> (comphead)</p></li>
+<li><p>chore(deps): bump cc from 1.2.47 to 1.2.48 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2833">#2833</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump the proto group in /native with 2 updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2832">#2832</a> (dependabot[bot])</p></li>
+<li><p>minor: Clean up shuffle transformation code in <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2840">#2840</a> (andygrove)</p></li>
+<li><p>chore: fix broken link to Apache DataFusion Comet Overview in README <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2846">#2846</a> (onestn)</p></li>
+<li><p>chore: Refactor some of the scan and sink handling in <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> to reduce duplicate code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2844">#2844</a> (andygrove)</p></li>
+<li><p>deps: bump lz4_flex, downgrade prost from yanked version <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2847">#2847</a> (mbutrovich)</p></li>
+<li><p>minor: Move shuffle logic from <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> to <code class="docutils literal notranslate"><span class="pre">CometShuffleExchangeExec</span></code> serde implementation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2853">#2853</a> (andygrove)</p></li>
+<li><p>chore: remove coverage file auto generator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2854">#2854</a> (comphead)</p></li>
+<li><p>chore(deps): bump cc from 1.2.48 to 1.2.49 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2858">#2858</a> (dependabot[bot])</p></li>
+<li><p>chore: Refactor <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> handling of <code class="docutils literal notranslate"><span class="pre">BroadcastHashJoin</span></code> and fix fallback reporting <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2856">#2856</a> (andygrove)</p></li>
+<li><p>chore: update actions/checkout from v4 to v6 in setup-iceberg and set… <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2857">#2857</a> (bjornjorgensen)</p></li>
+<li><p>minor: Small refactor in <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> to remove confusing code and fix more fallback reporting <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2860">#2860</a> (andygrove)</p></li>
+<li><p>chore: Add unit tests for <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2863">#2863</a> (andygrove)</p></li>
+<li><p>chore: Add unit tests for <code class="docutils literal notranslate"><span class="pre">CometScanRule</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2867">#2867</a> (andygrove)</p></li>
+<li><p>minor: Pedantic refactoring to move some methods from <code class="docutils literal notranslate"><span class="pre">CometSparkSessionExtensions</span></code> to <code class="docutils literal notranslate"><span class="pre">CometScanRule</span></code> and <code class="docutils literal notranslate"><span class="pre">CometExecRule</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2873">#2873</a> (andygrove)</p></li>
+<li><p>deps: [iceberg] upgrade DataFusion to 51, Arrow to 57, Iceberg to latest, MSRV to 1.88 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2729">#2729</a> (mbutrovich)</p></li>
+<li><p>chore: Enable plan stability suite for <code class="docutils literal notranslate"><span class="pre">native_datafusion</span></code> scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2877">#2877</a> (andygrove)</p></li>
+<li><p>chore: <code class="docutils literal notranslate"><span class="pre">ScanExec::new</span></code> no longer fetches data <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2881">#2881</a> (andygrove)</p></li>
+<li><p>Chore: refactor bit_not <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2896">#2896</a> (kazantsev-maksim)</p></li>
+<li><p>chore(deps): bump actions/cache from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2909">#2909</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/upload-artifact from 5 to 6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2910">#2910</a> (dependabot[bot])</p></li>
+<li><p>chore: Refactor string benchmarks (~10x reduction in LOC) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2907">#2907</a> (andygrove)</p></li>
+<li><p>chore(deps): bump actions/download-artifact from 6 to 7 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2908">#2908</a> (dependabot[bot])</p></li>
+<li><p>chore: use datafusion impl of hex function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2915">#2915</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Use fixed seed in RNG in tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2917">#2917</a> (andygrove)</p></li>
+<li><p>chore: Remove <code class="docutils literal notranslate"><span class="pre">row_step</span></code> from <code class="docutils literal notranslate"><span class="pre">process_sorted_row_partition</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2920">#2920</a> (andygrove)</p></li>
+<li><p>chore: Move string function handling to new expression registry <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2931">#2931</a> (andygrove)</p></li>
+<li><p>chore: Reduce syscalls in metrics update logic <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2940">#2940</a> (andygrove)</p></li>
+<li><p>chore: Add shuffle benchmark for deeply nested schemas <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2902">#2902</a> (andygrove)</p></li>
+<li><p>chore: Reduce timer overhead in native shuffle writer <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2941">#2941</a> (andygrove)</p></li>
+<li><p>chore: Remove low-level ffi/jvm timers from native <code class="docutils literal notranslate"><span class="pre">ScanExec</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2939">#2939</a> (andygrove)</p></li>
+<li><p>build: Skip problematic Spark SQL test for Spark 4.0.x <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2947">#2947</a> (andygrove)</p></li>
+<li><p>build: Reinstate macOS CI builds of Comet with Spark 4.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2950">#2950</a> (manuzhang)</p></li>
+<li><p>chore(deps): bump reqwest from 0.12.25 to 0.12.26 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2952">#2952</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.49 to 1.2.50 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2954">#2954</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump assertables from 9.8.2 to 9.8.3 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2953">#2953</a> (dependabot[bot])</p></li>
+<li><p>minor: Refactor expression microbenchmarks to remove duplicate code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2956">#2956</a> (andygrove)</p></li>
+<li><p>build: fix missing import in <code class="docutils literal notranslate"><span class="pre">main</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2962">#2962</a> (andygrove)</p></li>
+<li><p>build: Skip macOS Spark 4 fuzz test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2966">#2966</a> (andygrove)</p></li>
+<li><p>Avoid duplicated writer nodes when AQE enabled <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2982">#2982</a> (comphead)</p></li>
+<li><p>build: Set thread thresholds envs for spark test on macOS <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2987">#2987</a> (wForget)</p></li>
+<li><p>chore: Add microbenchmark for casting string to temporal types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2980">#2980</a> (andygrove)</p></li>
+<li><p>chore(deps): bump reqwest from 0.12.26 to 0.12.28 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3009">#3009</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump tempfile from 3.23.0 to 3.24.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3006">#3006</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump serde_json from 1.0.145 to 1.0.148 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3010">#3010</a> (dependabot[bot])</p></li>
+<li><p>chore: Add microbenchmark for casting string to numeric <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2979">#2979</a> (andygrove)</p></li>
+<li><p>chore: Skip some CI workflows for benchmark changes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3030">#3030</a> (andygrove)</p></li>
+<li><p>chore: Skip more workflows on benchmark PRs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3034">#3034</a> (andygrove)</p></li>
+<li><p>chore: Improve microbenchmark for string expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2964">#2964</a> (andygrove)</p></li>
+<li><p>chore(deps): bump tokio from 1.48.0 to 1.49.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3039">#3039</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump libc from 0.2.178 to 0.2.179 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3038">#3038</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/cache from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3037">#3037</a> (dependabot[bot])</p></li>
+<li><p>Chore: to_json unit/benchmark tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3011">#3011</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Add checks to microbenchmarks for plan running natively in Comet <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3045">#3045</a> (andygrove)</p></li>
+<li><p>chore: Refactor <code class="docutils literal notranslate"><span class="pre">CometScanRule</span></code> to improve scan selection and fallback logic <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2978">#2978</a> (andygrove)</p></li>
+<li><p>chore: Respect to legacySizeOfNull option for size function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3036">#3036</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Add PySpark-based benchmarks, starting with ETL example <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3065">#3065</a> (andygrove)</p></li>
+<li><p>chore(deps): bump the proto group in /native with 2 updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3071">#3071</a> (dependabot[bot])</p></li>
+<li><p>chore: add MacOS file and event trace log to gitignore <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3070">#3070</a> (manuzhang)</p></li>
+<li><p>chore(deps): bump arrow from 57.1.0 to 57.2.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3073">#3073</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump parquet from 57.1.0 to 57.2.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3074">#3074</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.50 to 1.2.52 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3072">#3072</a> (dependabot[bot])</p></li>
+<li><p>chore: improve cast documentation to add support per eval mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3056">#3056</a> (coderfender)</p></li>
+<li><p>chore: Refactor JVM shuffle: Move <code class="docutils literal notranslate"><span class="pre">SpillSorter</span></code> to top level class and add tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3081">#3081</a> (andygrove)</p></li>
+<li><p>minor: Split CometShuffleExternalSorter into sync/async implementations <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3192">#3192</a> (andygrove)</p></li>
+<li><p>chore: Add pending PR shield <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3205">#3205</a> (comphead)</p></li>
+<li><p>chore: deprecate native_comet scan in favor of native_iceberg_compat <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2949">#2949</a> (Shekharrajak)</p></li>
+<li><p>chore: add script to regenerate golden files for plan stability tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3204">#3204</a> (andygrove)</p></li>
+<li><p>chore: fix clippy warnings for Rust 1.93 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3239">#3239</a> (andygrove)</p></li>
+<li><p>build: build native library once and share across CI test jobs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3249">#3249</a> (andygrove)</p></li>
+<li><p>Experimental: Native CSV files read <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3044">#3044</a> (kazantsev-maksim)</p></li>
+<li><p>build: add missing datafusion-datasource dependency <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3252">#3252</a> (andygrove)</p></li>
+<li><p>chore: Auto scan mode no longer falls back to <code class="docutils literal notranslate"><span class="pre">native_comet</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3236">#3236</a> (andygrove)</p></li>
+<li><p>build: optimize CI cache usage and add fast lint gate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3251">#3251</a> (andygrove)</p></li>
+<li><p>build: use <code class="docutils literal notranslate"><span class="pre">install</span></code> instead of <code class="docutils literal notranslate"><span class="pre">compile</span></code> in TPC CI jobs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3263">#3263</a> (andygrove)</p></li>
+<li><p>build: remove dead code for 0.8/0.9 docs that broke CI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3264">#3264</a> (andygrove)</p></li>
+<li><p>refactor: rename scan.allowIncompatible to scan.unsignedSmallIntSafetyCheck <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3238">#3238</a> (andygrove)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">91</span> <span class="n">Andy</span> <span class="n">Grove</span>
+ <span class="mi">23</span> <span class="n">dependabot</span><span class="p">[</span><span class="n">bot</span><span class="p">]</span>
+ <span class="mi">18</span> <span class="n">Matt</span> <span class="n">Butrovich</span>
+ <span class="mi">9</span> <span class="n">B</span> <span class="n">Vadlamani</span>
+ <span class="mi">7</span> <span class="n">Oleks</span> <span class="n">V</span>
+ <span class="mi">5</span> <span class="n">Kazantsev</span> <span class="n">Maksim</span>
+ <span class="mi">5</span> <span class="n">Manu</span> <span class="n">Zhang</span>
+ <span class="mi">3</span> <span class="n">Shekhar</span> <span class="n">Prasad</span> <span class="n">Rajak</span>
+ <span class="mi">2</span> <span class="n">hsiang</span><span class="o">-</span><span class="n">c</span>
+ <span class="mi">1</span> <span class="n">Bjørn</span> <span class="n">Jørgensen</span>
+ <span class="mi">1</span> <span class="n">Emily</span> <span class="n">Matheys</span>
+ <span class="mi">1</span> <span class="n">Parth</span> <span class="n">Chandra</span>
+ <span class="mi">1</span> <span class="n">Raz</span> <span class="n">Luvaton</span>
+ <span class="mi">1</span> <span class="n">Wonseok</span> <span class="n">Yang</span>
+ <span class="mi">1</span> <span class="n">Zhen</span> <span class="n">Wang</span>
+</pre></div>
+</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="0.14.0.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion Comet 0.14.0 Changelog</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="0.12.0.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion Comet 0.12.0 Changelog</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+ </footer>
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
+<script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>
+
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+ <div class="container">
+
+ <div class="footer-item">
+ <p>Apache DataFusion, Apache DataFusion Comet, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
+ <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+ </div>
+ </div>
+</footer>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/changelog/0.14.0.html b/changelog/0.14.0.html
new file mode 100644
index 000000000..6033866f9
--- /dev/null
+++ b/changelog/0.14.0.html
@@ -0,0 +1,771 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.14.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.14.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="DataFusion Comet 0.13.0 Changelog" href="0.13.0.html" />
+ <link rel="prev" title="DataFusion Comet 0.14.1 Changelog" href="0.14.1.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+ </div>
+
+
+ <div class="navbar-header-items__end">
+
+ <div class="navbar-item navbar-persistent--container">
+
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+
+ <div class="navbar-persistent--mobile">
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+
+</div>
+
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <dialog id="pst-primary-sidebar-modal"></dialog>
+ <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+ <div class="sidebar-header-items__center">
+
+
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+
+ </div>
+
+
+
+ <div class="sidebar-header-items__end">
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item"><!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+ <div class="bd-toc-item active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="0.16.0.html">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.15.0.html">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.1.html">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.13.0.html">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.12.0.html">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.11.0.html">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.10.0.html">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.1.0.html">DataFusion Comet 0.1.0 Changelog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
+</ul>
+
+ </div>
+</nav>
+</div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ <div class="sidebar-primary-item">
+<div id="ethical-ad-placement"
+ class="flat"
+ data-ea-publisher="readthedocs"
+ data-ea-type="readthedocs-sidebar"
+ data-ea-manual="true">
+</div></div>
+ </div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item">
+
+<nav aria-label="Breadcrumb" class="d-print-none">
+ <ul class="bd-breadcrumbs">
+
+ <li class="breadcrumb-item breadcrumb-home">
+ <a href="../index.html" class="nav-link" aria-label="Home">
+ <i class="fa-solid fa-home"></i>
+ </a>
+ </li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.14.0 Changelog</span></li>
+ </ul>
+</nav>
+</div>
+
+ </div>
+
+
+</div>
+</div>
+
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<section id="datafusion-comet-0-14-0-changelog">
+<h1>DataFusion Comet 0.14.0 Changelog<a class="headerlink" href="#datafusion-comet-0-14-0-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 189 commits from 21 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: [iceberg] Fall back on dynamicpruning expressions for CometIcebergNativeScan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3335">#3335</a> (mbutrovich)</p></li>
+<li><p>fix: [iceberg] Disable native c2r by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3348">#3348</a> (andygrove)</p></li>
+<li><p>fix: Fix <code class="docutils literal notranslate"><span class="pre">space()</span></code> with negative input <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3347">#3347</a> (hsiang-c)</p></li>
+<li><p>fix: respect scan impl config for v2 scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3357">#3357</a> (andygrove)</p></li>
+<li><p>fix: fix memory safety issue in native c2r <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3367">#3367</a> (andygrove)</p></li>
+<li><p>fix: preserve partitioning in CometNativeScanExec for bucketed scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3392">#3392</a> (andygrove)</p></li>
+<li><p>fix: unignore row index Spark SQL tests for native_datafusion <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3414">#3414</a> (andygrove)</p></li>
+<li><p>fix: fall back to Spark when Parquet field ID matching is enabled in native_datafusion <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3415">#3415</a> (andygrove)</p></li>
+<li><p>fix: Expose bucketing information from CometNativeScanExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3437">#3437</a> (andygrove)</p></li>
+<li><p>fix: support scalar processing for <code class="docutils literal notranslate"><span class="pre">space</span></code> function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3408">#3408</a> (kazantsev-maksim)</p></li>
+<li><p>fix: Revert “perf: Remove mutable buffers from scan partition/missing columns (#3411)” [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3486">#3486</a> (mbutrovich)</p></li>
+<li><p>fix: unignore input_file_name Spark SQL tests for native_datafusion <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3458">#3458</a> (andygrove)</p></li>
+<li><p>fix: add scalar support for bit_count expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3361">#3361</a> (hsiang-c)</p></li>
+<li><p>fix: Support concat_ws with literal NULL separator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3542">#3542</a> (0lai0)</p></li>
+<li><p>fix: handle type mismatches in native c2r conversion <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3583">#3583</a> (andygrove)</p></li>
+<li><p>fix: disable native C2R for legacy Iceberg scans [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3663">#3663</a> (mbutrovich)</p></li>
+<li><p>fix: resolve Miri UB in null struct field test, re-enable Miri on PRs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3669">#3669</a> (andygrove)</p></li>
+<li><p>fix: Support on all-literal RLIKE expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3647">#3647</a> (0lai0)</p></li>
+<li><p>fix: Fix scan metrics test to run with both native_datafusion and native_iceberg_compat <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3690">#3690</a> (andygrove)</p></li>
+</ul>
+<p><strong>Performance related:</strong></p>
+<ul class="simple">
+<li><p>perf: refactor sum int with specialized implementations for each eval_mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3054">#3054</a> (andygrove)</p></li>
+<li><p>perf: Optimize contains expression with SIMD-based scalar pattern sea… <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2991">#2991</a> (Shekharrajak)</p></li>
+<li><p>perf: Add batch coalescing in BufBatchWriter to reduce IPC schema overhead <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3441">#3441</a> (andygrove)</p></li>
+<li><p>perf: Use <code class="docutils literal notranslate"><span class="pre">native_datafusion</span></code> scan in benchmark scripts (6% faster for TPC-H) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3460">#3460</a> (andygrove)</p></li>
+<li><p>perf: Remove mutable buffers from scan partition/missing columns <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3411">#3411</a> (andygrove)</p></li>
+<li><p>perf: [iceberg] Single-pass FileScanTask validation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3443">#3443</a> (mbutrovich)</p></li>
+<li><p>perf: Improve benchmarks for native row-to-columnar used by JVM shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3290">#3290</a> (andygrove)</p></li>
+<li><p>perf: executePlan uses a channel to park executor task thread instead of yield_now() [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3553">#3553</a> (mbutrovich)</p></li>
+<li><p>perf: Initialize tokio runtime worker threads from spark.executor.cores <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3555">#3555</a> (andygrove)</p></li>
+<li><p>perf: Add Comet config for native Iceberg reader’s data file concurrency [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3584">#3584</a> (mbutrovich)</p></li>
+<li><p>perf: reuse CometConf.COMET_TRACING_ENABLED, Native, NativeUtil in NativeBatchDecoderIterator <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3627">#3627</a> (mbutrovich)</p></li>
+<li><p>perf: Improve performance of native row-to-columnar transition used by JVM shuffle <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3289">#3289</a> (andygrove)</p></li>
+<li><p>perf: use aligned pointer reads for SparkUnsafeRow field accessors <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3670">#3670</a> (andygrove)</p></li>
+<li><p>perf: Optimize some decimal expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3619">#3619</a> (andygrove)</p></li>
+</ul>
+<p><strong>Implemented enhancements:</strong></p>
+<ul class="simple">
+<li><p>feat: Native columnar to row conversion (Phase 2) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3266">#3266</a> (andygrove)</p></li>
+<li><p>feat: Enable native columnar-to-row by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3299">#3299</a> (andygrove)</p></li>
+<li><p>feat: add support for <code class="docutils literal notranslate"><span class="pre">width_bucket</span></code> expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3273">#3273</a> (davidlghellin)</p></li>
+<li><p>feat: Drop <code class="docutils literal notranslate"><span class="pre">native_comet</span></code> as a valid option for <code class="docutils literal notranslate"><span class="pre">COMET_NATIVE_SCAN_IMPL</span></code> config <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3358">#3358</a> (andygrove)</p></li>
+<li><p>feat: Support date to timestamp cast <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3383">#3383</a> (coderfender)</p></li>
+<li><p>feat: CometExecRDD supports per-partition plan data, reduce Iceberg native scan serialization, add DPP [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3349">#3349</a> (mbutrovich)</p></li>
+<li><p>feat: Support right expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3207">#3207</a> (Shekharrajak)</p></li>
+<li><p>feat: support map_contains_key expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3369">#3369</a> (peterxcli)</p></li>
+<li><p>feat: add support for make_date expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3147">#3147</a> (andygrove)</p></li>
+<li><p>feat: add support for next_day expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3148">#3148</a> (andygrove)</p></li>
+<li><p>feat: implement cast from whole numbers to binary format and bool to decimal <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3083">#3083</a> (coderfender)</p></li>
+<li><p>feat: Support for StringSplit <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2772">#2772</a> (Shekharrajak)</p></li>
+<li><p>feat: CometNativeScan per-partition plan serde <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3511">#3511</a> (mbutrovich)</p></li>
+<li><p>feat: Remove mutable buffers from scan partition/missing columns [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3514">#3514</a> (andygrove)</p></li>
+<li><p>feat: pass spark.comet.datafusion.* configs through to DataFusion session <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3455">#3455</a> (andygrove)</p></li>
+<li><p>feat: pass vended credentials to Iceberg native scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3523">#3523</a> (tokoko)</p></li>
+<li><p>feat: Cast date to Numeric (No Op) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3544">#3544</a> (coderfender)</p></li>
+<li><p>feat: add support <code class="docutils literal notranslate"><span class="pre">crc32</span></code> expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3498">#3498</a> (rafafrdz)</p></li>
+<li><p>feat: Support int to timestamp casts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3541">#3541</a> (coderfender)</p></li>
+<li><p>feat(benchmarks): add async-profiler support to TPC benchmark scripts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3613">#3613</a> (andygrove)</p></li>
+<li><p>feat: Cast numeric (non int) to timestamp <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3559">#3559</a> (coderfender)</p></li>
+<li><p>feat: [ANSI] Ansi sql error messages <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3580">#3580</a> (parthchandra)</p></li>
+<li><p>feat: enable debug assertions in CI profile, fix unaligned memory access bug <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3652">#3652</a> (andygrove)</p></li>
+<li><p>feat: Enable native c2r by default, add debug asserts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3649">#3649</a> (andygrove)</p></li>
+<li><p>feat: support Spark luhn_check expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3573">#3573</a> (n0r0shi)</p></li>
+</ul>
+<p><strong>Documentation updates:</strong></p>
+<ul class="simple">
+<li><p>docs: Add changelog for 0.13.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3260">#3260</a> (andygrove)</p></li>
+<li><p>docs: fix bug in placement of prettier-ignore-end in generated docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3287">#3287</a> (andygrove)</p></li>
+<li><p>docs: Add contributor guide page for SQL file tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3333">#3333</a> (andygrove)</p></li>
+<li><p>docs: fix inaccurate claim about mutable buffers in parquet scan docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3378">#3378</a> (andygrove)</p></li>
+<li><p>docs: Improve documentation on maven usage for running tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3370">#3370</a> (andygrove)</p></li>
+<li><p>docs: move release process docs to contributor guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3492">#3492</a> (andygrove)</p></li>
+<li><p>docs: improve release process documentation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3508">#3508</a> (andygrove)</p></li>
+<li><p>docs: update roadmap <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3543">#3543</a> (mbutrovich)</p></li>
+<li><p>docs: Update Parquet scan documentation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3433">#3433</a> (andygrove)</p></li>
+<li><p>docs: recommend SQL file tests for new expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3598">#3598</a> (andygrove)</p></li>
+<li><p>docs: add SAFETY comments to all unsafe blocks in shuffle spark_unsafe module <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3603">#3603</a> (andygrove)</p></li>
+<li><p>docs: Fix link to overview page <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3625">#3625</a> (manuzhang)</p></li>
+<li><p>doc: Document sql query error propagation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3651">#3651</a> (parthchandra)</p></li>
+<li><p>docs: update Iceberg docs in advance of 0.14.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3691">#3691</a> (mbutrovich)</p></li>
+</ul>
+<p><strong>Other:</strong></p>
+<ul class="simple">
+<li><p>chore(deps): bump actions/download-artifact from 4 to 7 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3281">#3281</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.53 to 1.2.54 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3284">#3284</a> (dependabot[bot])</p></li>
+<li><p>build: Fix docs workflow dependency resolution failure <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3275">#3275</a> (andygrove)</p></li>
+<li><p>chore(deps): bump actions/upload-artifact from 4 to 6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3280">#3280</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/cache from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3279">#3279</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump uuid from 1.19.0 to 1.20.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3282">#3282</a> (dependabot[bot])</p></li>
+<li><p>build: reduce overhead of fuzz testing <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3257">#3257</a> (andygrove)</p></li>
+<li><p>chore: Start 0.14.0 development <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3288">#3288</a> (andygrove)</p></li>
+<li><p>chore: Add Comet released artifacts and links to maven <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3291">#3291</a> (comphead)</p></li>
+<li><p>chore: Add take/untake workflow for issue self-assignment <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3270">#3270</a> (andygrove)</p></li>
+<li><p>ci: Consolidate Spark SQL test jobs to reduce CI time <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3271">#3271</a> (andygrove)</p></li>
+<li><p>chore(deps): bump org.assertj:assertj-core from 3.23.1 to 3.27.7 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3293">#3293</a> (dependabot[bot])</p></li>
+<li><p>chore: Add microbenchmark for IcebergScan operator serde roundtrip <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3296">#3296</a> (andygrove)</p></li>
+<li><p>chore: Remove IgnoreCometNativeScan from ParquetEncryptionSuite in 3.5.7 diff <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3304">#3304</a> (andygrove)</p></li>
+<li><p>chore: Enable native c2r in plan stability suite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3302">#3302</a> (andygrove)</p></li>
+<li><p>chore: Add support for Spark 3.5.8 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3323">#3323</a> (manuzhang)</p></li>
+<li><p>chore: Invert usingDataSourceExec test helper to usingLegacyNativeCometScan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3310">#3310</a> (andygrove)</p></li>
+<li><p>tests: Add SQL test files covering edge cases for (almost) every Comet-supported expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3328">#3328</a> (andygrove)</p></li>
+<li><p>chore: Adapt caching from #3251 to [iceberg] workflows <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3353">#3353</a> (mbutrovich)</p></li>
+<li><p>bug: Fix string decimal type throw right exception <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3248">#3248</a> (coderfender)</p></li>
+<li><p>chore: Migrate <code class="docutils literal notranslate"><span class="pre">concat</span></code> tests to sql based testing framework <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3352">#3352</a> (andygrove)</p></li>
+<li><p>chore(deps): bump actions/setup-java from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3363">#3363</a> (dependabot[bot])</p></li>
+<li><p>chore: Annotate classes/methods/fields that are used by Apache Iceberg <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3237">#3237</a> (andygrove)</p></li>
+<li><p>Feat: map_from_entries <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2905">#2905</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Move spark unsafe classes into spark_unsafe <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3373">#3373</a> (EmilyMatt)</p></li>
+<li><p>chore: Extract some tied down logic <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3374">#3374</a> (EmilyMatt)</p></li>
+<li><p>Fix: array contains null handling <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3372">#3372</a> (Shekharrajak)</p></li>
+<li><p>chore: stop uploading code coverage results <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3381">#3381</a> (andygrove)</p></li>
+<li><p>chore: update target-cpus in published binaries to x86-64-v3 and neoverse-n1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3368">#3368</a> (mbutrovich)</p></li>
+<li><p>chore: show line of error sql <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3390">#3390</a> (peterxcli)</p></li>
+<li><p>chore: Move writer-related logic to “writers” module <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3385">#3385</a> (EmilyMatt)</p></li>
+<li><p>chore(deps): bump bytes from 1.11.0 to 1.11.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3380">#3380</a> (dependabot[bot])</p></li>
+<li><p>chore: Clean up and split shuffle module <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3395">#3395</a> (EmilyMatt)</p></li>
+<li><p>chore: Make PR workflows match target-cpu flags in published jars <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3402">#3402</a> (mbutrovich)</p></li>
+<li><p>chore(deps): bump time from 0.3.45 to 0.3.47 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3412">#3412</a> (dependabot[bot])</p></li>
+<li><p>chore: Run Spark SQL tests with <code class="docutils literal notranslate"><span class="pre">native_datafusion</span></code> in CI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3393">#3393</a> (andygrove)</p></li>
+<li><p>test: Add ANSI mode SQL test files for expressions that throw on invalid input <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3377">#3377</a> (andygrove)</p></li>
+<li><p>refactor: Split read benchmarks and add addParquetScanCases helper <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3407">#3407</a> (andygrove)</p></li>
+<li><p>chore: 4.5x reduction in number of golden files <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3399">#3399</a> (andygrove)</p></li>
+<li><p>Feat: to_csv <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3004">#3004</a> (kazantsev-maksim)</p></li>
+<li><p>minor: map_from_entries sql tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3394">#3394</a> (kazantsev-maksim)</p></li>
+<li><p>chore: add confirmation before tarball is released <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3439">#3439</a> (milenkovicm)</p></li>
+<li><p>chore(deps): bump cc from 1.2.54 to 1.2.55 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3451">#3451</a> (dependabot[bot])</p></li>
+<li><p>chore: Add Iceberg TPC-H benchmarking scripts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3294">#3294</a> (andygrove)</p></li>
+<li><p>chore: Remove dead code paths for deprecated native_comet scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3396">#3396</a> (andygrove)</p></li>
+<li><p>chore(deps): bump arrow from 57.2.0 to 57.3.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3449">#3449</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump aws-config from 1.8.12 to 1.8.13 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3450">#3450</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump regex from 1.12.2 to 1.12.3 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3453">#3453</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump rand from 0.9.2 to 0.10.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3465">#3465</a> (manuzhang)</p></li>
+<li><p>test: Add additional contains expression tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3462">#3462</a> (andygrove)</p></li>
+<li><p>chore: Adjust native artifact caching key in CI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3476">#3476</a> (mbutrovich)</p></li>
+<li><p>chore: Add Comet writer nested types test assertion <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3480">#3480</a> (comphead)</p></li>
+<li><p>test: Add SQL file tests for left and right expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3463">#3463</a> (andygrove)</p></li>
+<li><p>chore: Add GitHub workflow to close stale PRs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3488">#3488</a> (andygrove)</p></li>
+<li><p>chore: Make <code class="docutils literal notranslate"><span class="pre">push</span></code> CI to be triggered for <code class="docutils literal notranslate"><span class="pre">main</span></code> branch only <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3474">#3474</a> (comphead)</p></li>
+<li><p>ci: disable Miri safety checks until compatibility is restored <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3504">#3504</a> (andygrove)</p></li>
+<li><p>chore: Add memory reservation debug logging <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3489">#3489</a> (andygrove)</p></li>
+<li><p>chore: enable GitHub button for updating PR branches with latest from main <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3505">#3505</a> (andygrove)</p></li>
+<li><p>chore: remove some dead cast code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3513">#3513</a> (andygrove)</p></li>
+<li><p>chore(deps): bump aws-credential-types from 1.2.11 to 1.2.12 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3525">#3525</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump libc from 0.2.180 to 0.2.182 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3527">#3527</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.55 to 1.2.56 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3528">#3528</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump tempfile from 3.24.0 to 3.25.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3529">#3529</a> (dependabot[bot])</p></li>
+<li><p>ci: Bump up <code class="docutils literal notranslate"><span class="pre">actions/upload-artifact</span></code> from v4 to v6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3533">#3533</a> (manuzhang)</p></li>
+<li><p>chore(deps): bump aws-config from 1.8.13 to 1.8.14 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3526">#3526</a> (dependabot[bot])</p></li>
+<li><p>chore: refactor array_repeat <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3516">#3516</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Add envvars to override writer configs and cometConf minor clean up <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3540">#3540</a> (comphead)</p></li>
+<li><p>chore: Cast module refactor boolean module <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3491">#3491</a> (coderfender)</p></li>
+<li><p>chore: Consolidate TPC benchmark scripts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3538">#3538</a> (andygrove)</p></li>
+<li><p>chore(deps): bump parquet from 57.2.0 to 57.3.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3568">#3568</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump uuid from 1.20.0 to 1.21.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3567">#3567</a> (dependabot[bot])</p></li>
+<li><p>chore: Add TPC-* queries to repo <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3562">#3562</a> (andygrove)</p></li>
+<li><p>chore(deps): bump assertables from 9.8.4 to 9.8.6 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3570">#3570</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/stale from 10.1.1 to 10.2.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3565">#3565</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump aws-credential-types from 1.2.12 to 1.2.13 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3566">#3566</a> (dependabot[bot])</p></li>
+<li><p>chore: makes dependabot to group deps into single PR <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3578">#3578</a> (comphead)</p></li>
+<li><p>chore: Cast module refactor : String <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3577">#3577</a> (coderfender)</p></li>
+<li><p>chore(deps): bump the all-other-cargo-deps group in /native with 3 updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3581">#3581</a> (dependabot[bot])</p></li>
+<li><p>chore: Add Docker Compose support for TPC benchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3576">#3576</a> (andygrove)</p></li>
+<li><p>build: Runs-on for <code class="docutils literal notranslate"><span class="pre">PR</span> <span class="pre">Build</span> <span class="pre">(Linux)</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3579">#3579</a> (blaginin)</p></li>
+<li><p>chore: Add consistency checks and result hashing to TPC benchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3582">#3582</a> (andygrove)</p></li>
+<li><p>chore: Remove all remaining uses of legacy BatchReader from Comet [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3468">#3468</a> (andygrove)</p></li>
+<li><p>build: Skip CI workflows for changes in benchmarks directory <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3599">#3599</a> (andygrove)</p></li>
+<li><p>build: fix runs-on tags for consistency <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3601">#3601</a> (andygrove)</p></li>
+<li><p>chore: Add Java Flight Recorder profiling to TPC benchmarks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3597">#3597</a> (andygrove)</p></li>
+<li><p>deps: DataFusion 52.0.0 migration (SchemaAdapter changes, etc.) [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3536">#3536</a> (comphead)</p></li>
+<li><p>chore(deps): bump actions/download-artifact from 7 to 8 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3609">#3609</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/upload-artifact from 6 to 7 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3610">#3610</a> (dependabot[bot])</p></li>
+<li><p>chore: bump iceberg-rust dependency to latest [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3606">#3606</a> (mbutrovich)</p></li>
+<li><p>CI: Add CodeQL workflow for GitHub Actions security scanning <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3617">#3617</a> (kevinjqliu)</p></li>
+<li><p>CI: update codeql with pinned action versions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3621">#3621</a> (kevinjqliu)</p></li>
+<li><p>chore: replace legacy datetime rebase tests with current scan coverage [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3605">#3605</a> (andygrove)</p></li>
+<li><p>build: More runners <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3626">#3626</a> (blaginin)</p></li>
+<li><p>deps: bump DataFusion to 52.2 [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3622">#3622</a> (mbutrovich)</p></li>
+<li><p>chore: use datafusion impl of <code class="docutils literal notranslate"><span class="pre">space</span></code> function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3612">#3612</a> (kazantsev-maksim)</p></li>
+<li><p>chore: use datafusion impl of <code class="docutils literal notranslate"><span class="pre">bit_count</span></code> function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3616">#3616</a> (kazantsev-maksim)</p></li>
+<li><p>chore: refactor cast module numeric data types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3623">#3623</a> (coderfender)</p></li>
+<li><p>chore: Refactor cast module temporal types <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3624">#3624</a> (coderfender)</p></li>
+<li><p>chore: Fix clippy complaints <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3634">#3634</a> (comphead)</p></li>
+<li><p>chore(deps): bump docker/build-push-action from 6 to 7 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3639">#3639</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump github/codeql-action from 4.32.5 to 4.32.6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3637">#3637</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump docker/setup-buildx-action from 3 to 4 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3636">#3636</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump docker/login-action from 3 to 4 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3638">#3638</a> (dependabot[bot])</p></li>
+<li><p>deps: update to latest iceberg-rust to pick up get_byte_ranges [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3635">#3635</a> (mbutrovich)</p></li>
+<li><p>chore: Array literals tests enable <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3633">#3633</a> (comphead)</p></li>
+<li><p>chore: Add debug assertions before unsafe code blocks <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3655">#3655</a> (andygrove)</p></li>
+<li><p>chore: fix license header - ansi docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3662">#3662</a> (coderfender)</p></li>
+<li><p>chore(deps): bump quinn-proto from 0.11.13 to 0.11.14 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3660">#3660</a> (dependabot[bot])</p></li>
+<li><p>ci: add dedicated RAT license check workflow for all PRs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3664">#3664</a> (andygrove)</p></li>
+<li><p>chore: Remove deprecated SCAN_NATIVE_COMET constant and related test code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3671">#3671</a> (andygrove)</p></li>
+<li><p>chore: Upgrade to DF 52.3.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3672">#3672</a> (andygrove)</p></li>
+<li><p>deps: update to iceberg-rust 0.9.0 rc1 [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3657">#3657</a> (mbutrovich)</p></li>
+<li><p>chore: Mark expressions with known correctness issues as incompatible <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3675">#3675</a> (andygrove)</p></li>
+<li><p>chore(deps): bump actions/setup-java from 4 to 5 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3683">#3683</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump runs-on/action from 2.0.3 to 2.1.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3684">#3684</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/checkout from 4 to 6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3685">#3685</a> (dependabot[bot])</p></li>
+<li><p>ci: remove Java Iceberg integration tests from CI [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3673">#3673</a> (andygrove)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">81</span> <span class="n">Andy</span> <span class="n">Grove</span>
+ <span class="mi">34</span> <span class="n">dependabot</span><span class="p">[</span><span class="n">bot</span><span class="p">]</span>
+ <span class="mi">19</span> <span class="n">Matt</span> <span class="n">Butrovich</span>
+ <span class="mi">9</span> <span class="n">B</span> <span class="n">Vadlamani</span>
+ <span class="mi">8</span> <span class="n">Oleks</span> <span class="n">V</span>
+ <span class="mi">7</span> <span class="n">Kazantsev</span> <span class="n">Maksim</span>
+ <span class="mi">4</span> <span class="n">Emily</span> <span class="n">Matheys</span>
+ <span class="mi">4</span> <span class="n">Manu</span> <span class="n">Zhang</span>
+ <span class="mi">4</span> <span class="n">Shekhar</span> <span class="n">Prasad</span> <span class="n">Rajak</span>
+ <span class="mi">2</span> <span class="n">Bhargava</span> <span class="n">Vadlamani</span>
+ <span class="mi">2</span> <span class="n">ChenChen</span> <span class="n">Lai</span>
+ <span class="mi">2</span> <span class="n">Dmitrii</span> <span class="n">Blaginin</span>
+ <span class="mi">2</span> <span class="n">Kevin</span> <span class="n">Liu</span>
+ <span class="mi">2</span> <span class="n">Parth</span> <span class="n">Chandra</span>
+ <span class="mi">2</span> <span class="n">Peter</span> <span class="n">Lee</span>
+ <span class="mi">2</span> <span class="n">hsiang</span><span class="o">-</span><span class="n">c</span>
+ <span class="mi">1</span> <span class="n">David</span> <span class="n">López</span>
+ <span class="mi">1</span> <span class="n">Marko</span> <span class="n">Milenković</span>
+ <span class="mi">1</span> <span class="n">Rafael</span> <span class="n">Fernández</span>
+ <span class="mi">1</span> <span class="n">Tornike</span> <span class="n">Gurgenidze</span>
+ <span class="mi">1</span> <span class="n">n0r0shi</span>
+</pre></div>
+</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="0.14.1.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion Comet 0.14.1 Changelog</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="0.13.0.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion Comet 0.13.0 Changelog</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+ </footer>
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
+<script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>
+
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+ <div class="container">
+
+ <div class="footer-item">
+ <p>Apache DataFusion, Apache DataFusion Comet, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
+ <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+ </div>
+ </div>
+</footer>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/user-guide/index.html b/changelog/0.14.1.html
similarity index 73%
copy from user-guide/index.html
copy to changelog/0.14.1.html
index 85a3264bb..48f30bf0d 100644
--- a/user-guide/index.html
+++ b/changelog/0.14.1.html
@@ -27,7 +27,7 @@ under the License.
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
- <title>Comet User Guide — Apache DataFusion Comet documentation</title>
+ <title>DataFusion Comet 0.14.1 Changelog — Apache DataFusion Comet documentation</title>
@@ -61,12 +61,12 @@ under the License.
<script src="../_static/documentation_options.js?v=5929fcd5"></script>
<script src="../_static/doctools.js?v=9a2dae69"></script>
<script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
- <script>DOCUMENTATION_OPTIONS.pagename = 'user-guide/index';</script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.14.1';</script>
<script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Comet 0.17.0-SNAPSHOT User Guide" href="latest/index.html" />
- <link rel="prev" title="Comet Accelerator for Apache Spark and Apache Iceberg" href="../index.html" />
+ <link rel="next" title="DataFusion Comet 0.14.0 Changelog" href="0.14.0.html" />
+ <link rel="prev" title="DataFusion Comet 0.15.0 Changelog" href="0.15.0.html" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="" />
@@ -149,8 +149,8 @@ under the License.
<nav>
<ul class="bd-navbar-elements navbar-nav">
-<li class="nav-item current active">
- <a class="nav-link nav-internal" href="#">
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
User Guide
</a>
</li>
@@ -163,6 +163,13 @@ under the License.
</li>
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
<li class="nav-item ">
<a class="nav-link nav-internal" href="../about/gluten_comparison.html">
Comparison with Gluten
@@ -261,8 +268,8 @@ under the License.
<nav>
<ul class="bd-navbar-elements navbar-nav">
-<li class="nav-item current active">
- <a class="nav-link nav-internal" href="#">
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
User Guide
</a>
</li>
@@ -275,6 +282,13 @@ under the License.
</li>
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
<li class="nav-item ">
<a class="nav-link nav-internal" href="../about/gluten_comparison.html">
Comparison with Gluten
@@ -350,15 +364,29 @@ under the License.
<div class="bd-toc-item active">
<p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
<ul class="current">
-<li class="toctree-l1 current"><a class="current reference internal" href="#">User Guide</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="latest/index.html">0.17.0-SNAPSHOT</a></li>
-<li class="toctree-l2"><a class="reference internal" href="0.16/index.html">0.16.x</a></li>
-<li class="toctree-l2"><a class="reference internal" href="0.15/index.html">0.15.x</a></li>
-<li class="toctree-l2"><a class="reference internal" href="0.14/index.html">0.14.x</a></li>
-<li class="toctree-l2"><a class="reference internal" href="0.13/index.html">0.13.x</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="0.16.0.html">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.15.0.html">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.0.html">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.13.0.html">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.12.0.html">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.11.0.html">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.10.0.html">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.1.0.html">DataFusion Comet 0.1.0 Changelog</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
</ul>
@@ -403,7 +431,10 @@ under the License.
<i class="fa-solid fa-home"></i>
</a>
</li>
- <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">Comet User Guide</span></li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.14.1 Changelog</span></li>
</ul>
</nav>
</div>
@@ -438,15 +469,25 @@ KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
-<section id="comet-user-guide">
-<h1>Comet User Guide<a class="headerlink" href="#comet-user-guide" title="Link to this heading">#</a></h1>
-<p>The Comet user guide covers installation, configuration, supported data sources, supported operators
-and expressions, and tuning advice for running Apache Spark with Comet acceleration.</p>
-<p>User guides are published for each release. The development snapshot tracks the upcoming release and
-may include features and fixes that are not yet generally available. Select a version from the
-navigation menu to view its guide.</p>
-<div class="toctree-wrapper compound">
+<section id="datafusion-comet-0-14-1-changelog">
+<h1>DataFusion Comet 0.14.1 Changelog<a class="headerlink" href="#datafusion-comet-0-14-1-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 5 commits from 1 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: [branch-0.14] backport #3802 - cache object stores and bucket regions to reduce DNS query volume <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3935">#3935</a> (andygrove)</p></li>
+<li><p>fix: [branch-0.14] backport #3924 - share unified memory pools across native execution contexts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3938">#3938</a> (andygrove)</p></li>
+<li><p>fix: [branch-0.14] backport #3879 - skip Comet columnar shuffle for stages with DPP scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3934">#3934</a> (andygrove)</p></li>
+<li><p>fix: [branch-0.14] backport #3914 - use min instead of max when capping write buffer size to Int range <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3936">#3936</a> (andygrove)</p></li>
+<li><p>fix: [branch-0.14] backport #3865 - handle ambiguous and non-existent local times <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3937">#3937</a> (andygrove)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">5</span> <span class="n">Andy</span> <span class="n">Grove</span>
+</pre></div>
</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
</section>
@@ -460,20 +501,20 @@ navigation menu to view its guide.</p>
<div class="prev-next-area">
<a class="left-prev"
- href="../index.html"
+ href="0.15.0.html"
title="previous page">
<i class="fa-solid fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">Comet Accelerator for Apache Spark and Apache Iceberg</p>
+ <p class="prev-next-title">DataFusion Comet 0.15.0 Changelog</p>
</div>
</a>
<a class="right-next"
- href="latest/index.html"
+ href="0.14.0.html"
title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">Comet 0.17.0-SNAPSHOT User Guide</p>
+ <p class="prev-next-title">DataFusion Comet 0.14.0 Changelog</p>
</div>
<i class="fa-solid fa-angle-right"></i>
</a>
diff --git a/changelog/0.15.0.html b/changelog/0.15.0.html
new file mode 100644
index 000000000..e12fd3831
--- /dev/null
+++ b/changelog/0.15.0.html
@@ -0,0 +1,722 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.15.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.15.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="DataFusion Comet 0.14.1 Changelog" href="0.14.1.html" />
+ <link rel="prev" title="DataFusion Comet 0.16.0 Changelog" href="0.16.0.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+ </div>
+
+
+ <div class="navbar-header-items__end">
+
+ <div class="navbar-item navbar-persistent--container">
+
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+
+ <div class="navbar-persistent--mobile">
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+
+</div>
+
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <dialog id="pst-primary-sidebar-modal"></dialog>
+ <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+ <div class="sidebar-header-items__center">
+
+
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+
+ </div>
+
+
+
+ <div class="sidebar-header-items__end">
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item"><!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+ <div class="bd-toc-item active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="0.16.0.html">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.1.html">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.0.html">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.13.0.html">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.12.0.html">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.11.0.html">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.10.0.html">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.1.0.html">DataFusion Comet 0.1.0 Changelog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
+</ul>
+
+ </div>
+</nav>
+</div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ <div class="sidebar-primary-item">
+<div id="ethical-ad-placement"
+ class="flat"
+ data-ea-publisher="readthedocs"
+ data-ea-type="readthedocs-sidebar"
+ data-ea-manual="true">
+</div></div>
+ </div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item">
+
+<nav aria-label="Breadcrumb" class="d-print-none">
+ <ul class="bd-breadcrumbs">
+
+ <li class="breadcrumb-item breadcrumb-home">
+ <a href="../index.html" class="nav-link" aria-label="Home">
+ <i class="fa-solid fa-home"></i>
+ </a>
+ </li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.15.0 Changelog</span></li>
+ </ul>
+</nav>
+</div>
+
+ </div>
+
+
+</div>
+</div>
+
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<section id="datafusion-comet-0-15-0-changelog">
+<h1>DataFusion Comet 0.15.0 Changelog<a class="headerlink" href="#datafusion-comet-0-15-0-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 142 commits from 19 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: enable native_datafusion Spark SQL tests previously ignored in #3315 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3696">#3696</a> (andygrove)</p></li>
+<li><p>fix: route file-not-found errors through SparkError JSON path <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3699">#3699</a> (andygrove)</p></li>
+<li><p>fix: fall back from native_datafusion for duplicate fields in case-insensitive mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3687">#3687</a> (andygrove)</p></li>
+<li><p>fix: enable more Spark SQL tests for <code class="docutils literal notranslate"><span class="pre">native_datafusion</span></code> (<code class="docutils literal notranslate"><span class="pre">DynamicPartitionPruningSuite</span></code> / <code class="docutils literal notranslate"><span class="pre">ExplainSuite</span></code>) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3694">#3694</a> (andygrove)</p></li>
+<li><p>fix: Correct GetArrayItem null handling for dynamic indices and re-enable native execution <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3709">#3709</a> (0lai0)</p></li>
+<li><p>fix: enable native_datafusion Spark SQL tests for #3320, #3401, #3719 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3718">#3718</a> (andygrove)</p></li>
+<li><p>fix: Native engine crashes on literal DateTrunc and TimestampTrunc <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3668">#3668</a> (0lai0)</p></li>
+<li><p>fix: Use the loaded Comet extension too (Spark 3.5.8) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3707">#3707</a> (martin-g)</p></li>
+<li><p>fix: Use thread context classloader for Iceberg class loading <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3738">#3738</a> (karuppayya)</p></li>
+<li><p>fix: disable ANSI mode in benchmarks to avoid exceptions on invalid input <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3750">#3750</a> (parthchandra)</p></li>
+<li><p>fix: fix string to timestamp cast for UTC timestamps <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3656">#3656</a> (parthchandra)</p></li>
+<li><p>fix: native error message not propagated to SparkException on empty errorClass <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3727">#3727</a> (manuzhang)</p></li>
+<li><p>fix: add timezone and special formats support for cast string to timestamp <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3730">#3730</a> (parthchandra)</p></li>
+<li><p>fix: handle inf/-inf/nan in ShimSparkErrorConverter cast overflow <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3768">#3768</a> (manuzhang)</p></li>
+<li><p>fix: handle scalar decimal value overflow correctly in ANSI mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3803">#3803</a> (parthchandra)</p></li>
+<li><p>fix: correct array_append return type and mark as Compatible <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3795">#3795</a> (andygrove)</p></li>
+<li><p>fix: remove broken directBuffer feature for parquet reads <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3814">#3814</a> (andygrove)</p></li>
+<li><p>fix: remove unnecessary IgnoreCometNativeDataFusion tags from 3.5.8 diff <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3831">#3831</a> (andygrove)</p></li>
+<li><p>fix: query tolerance= in SQL file tests now also asserts Comet native execution <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3797">#3797</a> (andygrove)</p></li>
+<li><p>fix: include scan impl in PR Linux artifact names <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3853">#3853</a> (manuzhang)</p></li>
+<li><p>fix: correct invalid Option.contains assertion in cast test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3851">#3851</a> (manuzhang)</p></li>
+<li><p>fix: native_datafusion: case-insensitive mode doesn’t detect duplicate/ambiguous Parquet fields <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3808">#3808</a> (vaibhawvipul)</p></li>
+<li><p>fix: cache object stores and bucket regions to reduce DNS query volume <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3802">#3802</a> (andygrove)</p></li>
+<li><p>fix: skip Comet columnar shuffle for stages with DPP scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3879">#3879</a> (andygrove)</p></li>
+<li><p>fix: Native_datafusion reports correct files and bytes scanned <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3798">#3798</a> (0lai0)</p></li>
+<li><p>fix: address clippy collapsible_match warnings <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3863">#3863</a> (manuzhang)</p></li>
+<li><p>fix: parameterize file count in Native_datafusion metrics test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3896">#3896</a> (0lai0)</p></li>
+<li><p>fix: Make cast string to timestamp compatible with Spark <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3884">#3884</a> (parthchandra)</p></li>
+<li><p>fix: add EmptySchemaShufflePartitioner and test from #3858 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3893">#3893</a> (mbutrovich)</p></li>
+<li><p>fix: use min instead of max when capping write buffer size to Int range <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3914">#3914</a> (andygrove)</p></li>
+<li><p>fix: Update TPC-DS q36a golden file for Spark 4.0 decimal UNION widening change <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3915">#3915</a> (parthchandra)</p></li>
+<li><p>fix: audit array_insert expression for correctness and test coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3890">#3890</a> (andygrove)</p></li>
+<li><p>fix: handle ambiguous and non-existent local times <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3865">#3865</a> (matthewalex4)</p></li>
+<li><p>fix: improve tracing feature <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3688">#3688</a> (andygrove)</p></li>
+<li><p>fix: make tan and atan2 compatible <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3849">#3849</a> (kazuyukitanimura)</p></li>
+<li><p>fix: checkSparkAnswer displays incorrect labels <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3927">#3927</a> (parthchandra)</p></li>
+<li><p>fix: support full-width and null characters, and negative scale in string to decimal <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3922">#3922</a> (parthchandra)</p></li>
+<li><p>fix: enable Corr <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3892">#3892</a> (kazuyukitanimura)</p></li>
+<li><p>fix: array to array cast <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2897">#2897</a> (manuzhang)</p></li>
+<li><p>fix: exclude tpcds-plan-stability extended.txt files from rat license check <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3964">#3964</a> (andygrove)</p></li>
+<li><p>fix: use UTC for Arrow schema timezone in SparkToColumnar conversions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3878">#3878</a> (andygrove)</p></li>
+<li><p>fix: remove spurious .flatten call that garbled SortMergeJoin fallback messages <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3968">#3968</a> (andygrove)</p></li>
+<li><p>fix: Add legacy mode handling to cast Decimal to String <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3939">#3939</a> (parthchandra)</p></li>
+<li><p>fix: improve test coverage for decimal to primitive type casts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3948">#3948</a> (parthchandra)</p></li>
+<li><p>fix: fix decimal div and add tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3952">#3952</a> (parthchandra)</p></li>
+<li><p>fix: make shuffle fallback decisions sticky across planning passes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3982">#3982</a> (andygrove)</p></li>
+</ul>
+<p><strong>Performance related:</strong></p>
+<ul class="simple">
+<li><p>perf: Coalesce broadcast exchange batches before broadcasting <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3703">#3703</a> (mbutrovich)</p></li>
+<li><p>perf: stop using FFI in native shuffle read path <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3731">#3731</a> (andygrove)</p></li>
+<li><p>perf: Enable native c2r for more queries <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3764">#3764</a> (andygrove)</p></li>
+<li><p>perf: Mark more operators as FFI safe to avoid deep copies <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3765">#3765</a> (andygrove)</p></li>
+<li><p>perf: remove BufReader wrapper when copying spill files to shuffle output <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3861">#3861</a> (andygrove)</p></li>
+<li><p>fix: share unified memory pools across native execution contexts within a task <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3924">#3924</a> (andygrove)</p></li>
+</ul>
+<p><strong>Implemented enhancements:</strong></p>
+<ul class="simple">
+<li><p>feat: Add PR review skill for Comet expression reviews <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3711">#3711</a> (andygrove)</p></li>
+<li><p>feat: add sort_array benchmark <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3758">#3758</a> (grorge123)</p></li>
+<li><p>feat: Support Spark expression days <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3746">#3746</a> (0lai0)</p></li>
+<li><p>feat: expose comet metrics through Sparks external monitoring system <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3708">#3708</a> (coderfender)</p></li>
+<li><p>feat: support SQL aggregate FILTER (WHERE …) clause in native execution <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3835">#3835</a> (viirya)</p></li>
+<li><p>feat: Implement CRC32C algorithm <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3822">#3822</a> (snmvaughan)</p></li>
+<li><p>feat: add audit-comet-expression Claude Code skill <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3793">#3793</a> (andygrove)</p></li>
+<li><p>feat: enable native_datafusion scan in auto mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3781">#3781</a> (andygrove)</p></li>
+<li><p>feat: support LEAD and LAG window functions with IGNORE NULLS <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3876">#3876</a> (viirya)</p></li>
+<li><p>feat: add standalone shuffle benchmark tool <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3752">#3752</a> (andygrove)</p></li>
+<li><p>feat: Mark array_compact as Compatible and improve test coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3889">#3889</a> (andygrove)</p></li>
+<li><p>feat: add native support for get_json_object expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3747">#3747</a> (andygrove)</p></li>
+<li><p>feat: Support Spark expression hours <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3804">#3804</a> (0lai0)</p></li>
+<li><p>feat: add support for date_from_unix_date expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3144">#3144</a> (andygrove)</p></li>
+<li><p>feat: support spark bin function <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3928">#3928</a> (kazantsev-maksim)</p></li>
+<li><p>feat: support sort_array expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3706">#3706</a> (grorge123)</p></li>
+</ul>
+<p><strong>Documentation updates:</strong></p>
+<ul class="simple">
+<li><p>docs: Add some .lldbint configurations for debugging document <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3686">#3686</a> (wForget)</p></li>
+<li><p>docs: document Iceberg Spark tests in contributor guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3777">#3777</a> (mbutrovich)</p></li>
+<li><p>docs: document negative zero cast-to-string incompatibility <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3811">#3811</a> (andygrove)</p></li>
+<li><p>docs: Add docs about global singletons to development guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3809">#3809</a> (mbutrovich)</p></li>
+<li><p>docs: add bug triage guide for prioritizing open issues <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3812">#3812</a> (andygrove)</p></li>
+<li><p>docs: broaden area:writer and area:scan label descriptions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3843">#3843</a> (andygrove)</p></li>
+<li><p>docs: expand profiling guide with JVM and async-profiler coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3628">#3628</a> (andygrove)</p></li>
+<li><p>doc: GetArrayItem is now supported <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3880">#3880</a> (kazuyukitanimura)</p></li>
+<li><p>docs: update Iceberg docs to reflect capabilities <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3961">#3961</a> (mbutrovich)</p></li>
+<li><p>docs: clarify Maven staging behavior across release candidates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3963">#3963</a> (andygrove)</p></li>
+<li><p>docs: document CI test suite registration requirement <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3943">#3943</a> (andygrove)</p></li>
+<li><p>docs: Add documentation for running spark-sql-perf <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3950">#3950</a> (andygrove)</p></li>
+</ul>
+<p><strong>Other:</strong></p>
+<ul class="simple">
+<li><p>ci: remove Java Iceberg integration tests from CI [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3673">#3673</a> (andygrove)</p></li>
+<li><p>build: revert “chore(deps): bump runs-on/action from 2.0.3 to 2.1.0” <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3714">#3714</a> (blaginin)</p></li>
+<li><p>chore(deps): bump lz4_flex from 0.12.0 to 0.12.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3713">#3713</a> (dependabot[bot])</p></li>
+<li><p>chore: Add changelog for 0.14.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3681">#3681</a> (andygrove)</p></li>
+<li><p>chore: bump version to 0.15.0-SNAPSHOT <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3715">#3715</a> (andygrove)</p></li>
+<li><p>chore: update documentation links for 0.14.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3716">#3716</a> (andygrove)</p></li>
+<li><p>Fix: map_from_arrays() with NULL inputs causes native crash <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3356">#3356</a> (kazantsev-maksim)</p></li>
+<li><p>chore: Refactor planner random and partition expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3704">#3704</a> (coderfender)</p></li>
+<li><p>test: enable ignored 4.0 tests, enable ansi mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3454">#3454</a> (parthchandra)</p></li>
+<li><p>chore: keep original error message for failed SQL test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3725">#3725</a> (comphead)</p></li>
+<li><p>build: lint as a separate step <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3717">#3717</a> (blaginin)</p></li>
+<li><p>chore(deps): bump lz4_flex from 0.12.1 to 0.13.0 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3744">#3744</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump runs-on/action from 2.0.3 to 2.1.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3741">#3741</a> (dependabot[bot])</p></li>
+<li><p>chore: remove iceberg-java integration <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3739">#3739</a> (andygrove)</p></li>
+<li><p>chore: refactor to extract <code class="docutils literal notranslate"><span class="pre">common</span></code> and <code class="docutils literal notranslate"><span class="pre">jni-bridge</span></code> as separate crates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3667">#3667</a> (andygrove)</p></li>
+<li><p>chore(deps): bump rustls-webpki from 0.103.9 to 0.103.10 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3751">#3751</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump github/codeql-action from 4.32.6 to 4.33.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3742">#3742</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump cc from 1.2.56 to 1.2.57 in /native in the all-other-cargo-deps group <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3743">#3743</a> (dependabot[bot])</p></li>
+<li><p>chore: extract shuffle module into separate crate <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3749">#3749</a> (andygrove)</p></li>
+<li><p>chore: run Spark 3.4 tests with <code class="docutils literal notranslate"><span class="pre">native_datafusion</span></code> scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3722">#3722</a> (andygrove)</p></li>
+<li><p>chore: [native_datafusion] replace #3311 references with specific issues in 3.5.8 diff <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3761">#3761</a> (andygrove)</p></li>
+<li><p>chore: fix allocations in schema adapter for <code class="docutils literal notranslate"><span class="pre">native_datafusion</span></code> scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3755">#3755</a> (comphead)</p></li>
+<li><p>chore: update Iceberg Java diffs after #3739 [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3774">#3774</a> (mbutrovich)</p></li>
+<li><p>chore(deps): update datafusion to 52.4.0 [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3769">#3769</a> (andygrove)</p></li>
+<li><p>test: Port DateTimeUtilsSuite timestamp format tests in Comet <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3780">#3780</a> (parthchandra)</p></li>
+<li><p>build: add <code class="docutils literal notranslate"><span class="pre">CometDateTimeUtilsSuite</span></code> to CI workflow <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3782">#3782</a> (andygrove)</p></li>
+<li><p>chore: Run Spark 4.0 SQL tests with native_datafusion scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3728">#3728</a> (andygrove)</p></li>
+<li><p>Test: Add test coverage and documentation for SumDecimal/AvgDecimal nullability behavior <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3766">#3766</a> (vaibhawvipul)</p></li>
+<li><p>tests: fix Iceberg test diffs for Spark 3.4 [iceberg] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3785">#3785</a> (mbutrovich)</p></li>
+<li><p>ci: run Iceberg Spark tests on all PRs and commits to main branch <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3792">#3792</a> (mbutrovich)</p></li>
+<li><p>chore(deps): bump github/codeql-action from 4.33.0 to 4.34.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3805">#3805</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump the all-other-cargo-deps group in /native with 3 updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3806">#3806</a> (dependabot[bot])</p></li>
+<li><p>refactor: reorganize shuffle crate module structure <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3772">#3772</a> (andygrove)</p></li>
+<li><p>chore: update git plugin to allow worktrees <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3815">#3815</a> (parthchandra)</p></li>
+<li><p>chore: Remove <code class="docutils literal notranslate"><span class="pre">SupportsComet</span></code> interface <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3818">#3818</a> (andygrove)</p></li>
+<li><p>Replace catalyst.util.fileToString with Files.readString <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3844">#3844</a> (snmvaughan)</p></li>
+<li><p>test: cast negative zero to string <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3829">#3829</a> (kazuyukitanimura)</p></li>
+<li><p>test: add SQL file test for casting double to string <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3854">#3854</a> (andygrove)</p></li>
+<li><p>chore(deps): bump jni from 0.21.1 to 0.22.4 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3753">#3753</a> (manuzhang)</p></li>
+<li><p>test: ceil and floor works correctly for Decimal128 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3848">#3848</a> (kazuyukitanimura)</p></li>
+<li><p>chore(deps): bump the all-other-cargo-deps group in /native with 2 updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3899">#3899</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump github/codeql-action from 4.34.1 to 4.35.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3898">#3898</a> (dependabot[bot])</p></li>
+<li><p>chore(deps): bump actions/github-script from 7 to 8 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3897">#3897</a> (dependabot[bot])</p></li>
+<li><p>chore: add SQL tests for FIRST/LAST aggregates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3891">#3891</a> (comphead)</p></li>
+<li><p>test: do not ignore test SPARK-48037 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/2774">#2774</a> (kazuyukitanimura)</p></li>
+<li><p>deps: upgrade to DataFusion 53.0, Arrow to 58.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3629">#3629</a> (mbutrovich)</p></li>
+<li><p>chore: <code class="docutils literal notranslate"><span class="pre">native_datafusion</span></code> to report scan task input metrics <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3842">#3842</a> (comphead)</p></li>
+<li><p>test: improve array_distinct test coverage and incompatibility description <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3887">#3887</a> (andygrove)</p></li>
+<li><p>ci: remove native_datafusion CI workflows after 4f5eaf0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3908">#3908</a> (mbutrovich)</p></li>
+<li><p>test: Enable more Spark tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3905">#3905</a> (kazuyukitanimura)</p></li>
+<li><p>chore: reenable <code class="docutils literal notranslate"><span class="pre">width_bucket</span></code> test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3910">#3910</a> (comphead)</p></li>
+<li><p>chore: reenable <code class="docutils literal notranslate"><span class="pre">array_contains</span></code> tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3912">#3912</a> (comphead)</p></li>
+<li><p>chore: reenable <code class="docutils literal notranslate"><span class="pre">array_remove</span></code> tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3917">#3917</a> (comphead)</p></li>
+<li><p>chore(deps): bump actions/github-script from 8 to 9 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3923">#3923</a> (dependabot[bot])</p></li>
+<li><p>chore: Remove redundant <code class="docutils literal notranslate"><span class="pre">parquet.enable.dictionary</span></code> ConfigMatrix from SQL tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3866">#3866</a> (andygrove)</p></li>
+<li><p>chore(deps): bump rand from 0.10.0 to 0.10.1 in /native <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3942">#3942</a> (dependabot[bot])</p></li>
+<li><p>chore: add changelog for 0.14.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3944">#3944</a> (andygrove)</p></li>
+<li><p>deps: bump iceberg-rust to latest after picking up fixes for #3856 and #3860 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3958">#3958</a> (mbutrovich)</p></li>
+<li><p>deps: update to <code class="docutils literal notranslate"><span class="pre">opendal</span></code> revision where object_store <code class="docutils literal notranslate"><span class="pre">get_ranges</span></code> performance fixed <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3965">#3965</a> (comphead)</p></li>
+<li><p>chore: Register task completion listener to ensure CometExecIterator is always closed <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3959">#3959</a> (wForget)</p></li>
+<li><p>chore(deps): bump github/codeql-action from 4.35.1 to 4.35.2 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3972">#3972</a> (dependabot[bot])</p></li>
+<li><p>deps: upgrade to DataFusion 53.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3946">#3946</a> (mbutrovich)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">55</span> <span class="n">Andy</span> <span class="n">Grove</span>
+ <span class="mi">14</span> <span class="n">Parth</span> <span class="n">Chandra</span>
+ <span class="mi">14</span> <span class="n">dependabot</span><span class="p">[</span><span class="n">bot</span><span class="p">]</span>
+ <span class="mi">12</span> <span class="n">Matt</span> <span class="n">Butrovich</span>
+ <span class="mi">8</span> <span class="n">Oleks</span> <span class="n">V</span>
+ <span class="mi">7</span> <span class="n">KAZUYUKI</span> <span class="n">TANIMURA</span>
+ <span class="mi">7</span> <span class="n">Manu</span> <span class="n">Zhang</span>
+ <span class="mi">6</span> <span class="n">ChenChen</span> <span class="n">Lai</span>
+ <span class="mi">2</span> <span class="n">Bhargava</span> <span class="n">Vadlamani</span>
+ <span class="mi">2</span> <span class="n">Dmitrii</span> <span class="n">Blaginin</span>
+ <span class="mi">2</span> <span class="n">Han</span><span class="o">-</span><span class="n">Wen</span> <span class="n">Tsao</span>
+ <span class="mi">2</span> <span class="n">Kazantsev</span> <span class="n">Maksim</span>
+ <span class="mi">2</span> <span class="n">Liang</span><span class="o">-</span><span class="n">Chi</span> <span class="n">Hsieh</span>
+ <span class="mi">2</span> <span class="n">Steve</span> <span class="n">Vaughan</span>
+ <span class="mi">2</span> <span class="n">Vipul</span> <span class="n">Vaibhaw</span>
+ <span class="mi">2</span> <span class="n">Zhen</span> <span class="n">Wang</span>
+ <span class="mi">1</span> <span class="n">Karuppayya</span>
+ <span class="mi">1</span> <span class="n">Martin</span> <span class="n">Grigorov</span>
+ <span class="mi">1</span> <span class="n">Matthew</span> <span class="n">Alex</span>
+</pre></div>
+</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="0.16.0.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion Comet 0.16.0 Changelog</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="0.14.1.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion Comet 0.14.1 Changelog</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+ </footer>
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
+<script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>
+
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+ <div class="container">
+
+ <div class="footer-item">
+ <p>Apache DataFusion, Apache DataFusion Comet, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
+ <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+ </div>
+ </div>
+</footer>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/changelog/0.16.0.html b/changelog/0.16.0.html
new file mode 100644
index 000000000..51873608f
--- /dev/null
+++ b/changelog/0.16.0.html
@@ -0,0 +1,705 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.16.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.16.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="DataFusion Comet 0.15.0 Changelog" href="0.15.0.html" />
+ <link rel="prev" title="Changelog" href="index.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+ </div>
+
+
+ <div class="navbar-header-items__end">
+
+ <div class="navbar-item navbar-persistent--container">
+
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+
+ <div class="navbar-persistent--mobile">
+
+<button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+</button>
+ </div>
+
+
+
+</div>
+
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <dialog id="pst-primary-sidebar-modal"></dialog>
+ <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+ <div class="sidebar-header-items__center">
+
+
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
+</nav></div>
+
+
+ </div>
+
+
+
+ <div class="sidebar-header-items__end">
+
+ <div class="navbar-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/datafusion-comet" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+</ul></div>
+
+ <div class="navbar-item">
+
+<button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light" title="Light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark" title="Dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto" title="System Settings"></i>
+</button></div>
+
+ </div>
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item"><!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+ <div class="bd-toc-item active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../user-guide/index.html">User Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Changelog</a><ul class="current">
+<li class="toctree-l2 current"><a class="current reference internal" href="#">DataFusion Comet 0.16.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.15.0.html">DataFusion Comet 0.15.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.1.html">DataFusion Comet 0.14.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.14.0.html">DataFusion Comet 0.14.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.13.0.html">DataFusion Comet 0.13.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.12.0.html">DataFusion Comet 0.12.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.11.0.html">DataFusion Comet 0.11.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.10.0.html">DataFusion Comet 0.10.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.1.html">DataFusion Comet 0.9.1 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.9.0.html">DataFusion Comet 0.9.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.8.0.html">DataFusion Comet 0.8.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.7.0.html">DataFusion Comet 0.7.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.6.0.html">DataFusion Comet 0.6.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.5.0.html">DataFusion Comet 0.5.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.4.0.html">DataFusion Comet 0.4.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.3.0.html">DataFusion Comet 0.3.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.2.0.html">DataFusion Comet 0.2.0 Changelog</a></li>
+<li class="toctree-l2"><a class="reference internal" href="0.1.0.html">DataFusion Comet 0.1.0 Changelog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../about/gluten_comparison.html">Comparison with Gluten</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../asf/index.html">ASF Links</a></li>
+</ul>
+
+ </div>
+</nav>
+</div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ <div class="sidebar-primary-item">
+<div id="ethical-ad-placement"
+ class="flat"
+ data-ea-publisher="readthedocs"
+ data-ea-type="readthedocs-sidebar"
+ data-ea-manual="true">
+</div></div>
+ </div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item">
+
+<nav aria-label="Breadcrumb" class="d-print-none">
+ <ul class="bd-breadcrumbs">
+
+ <li class="breadcrumb-item breadcrumb-home">
+ <a href="../index.html" class="nav-link" aria-label="Home">
+ <i class="fa-solid fa-home"></i>
+ </a>
+ </li>
+
+ <li class="breadcrumb-item"><a href="index.html" class="nav-link">Changelog</a></li>
+
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">DataFusion Comet 0.16.0 Changelog</span></li>
+ </ul>
+</nav>
+</div>
+
+ </div>
+
+
+</div>
+</div>
+
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<section id="datafusion-comet-0-16-0-changelog">
+<h1>DataFusion Comet 0.16.0 Changelog<a class="headerlink" href="#datafusion-comet-0-16-0-changelog" title="Link to this heading">#</a></h1>
+<p>This release consists of 127 commits from 17 contributors. See credits at the end of this changelog for more information.</p>
+<p><strong>Fixed bugs:</strong></p>
+<ul class="simple">
+<li><p>fix: report task output metrics in Spark UI <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3999">#3999</a> (0lai0)</p></li>
+<li><p>fix: cast to and from timestamp_ntz <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4008">#4008</a> (parthchandra)</p></li>
+<li><p>fix: support to_json on Spark 4.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4036">#4036</a> (andygrove)</p></li>
+<li><p>fix: enable arrays_overlap <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3901">#3901</a> (kazuyukitanimura)</p></li>
+<li><p>fix: Iceberg reflection for current() on TableOperations hierarchy <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3895">#3895</a> (karuppayya)</p></li>
+<li><p>fix: fall back to Spark for shuffle/sort/aggregate on non-default collated strings [Spark 4] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4035">#4035</a> (andygrove)</p></li>
+<li><p>fix: scalar subquery pushdown and reuse for CometNativeScanExec (SPARK-43402) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4053">#4053</a> (mbutrovich)</p></li>
+<li><p>fix: fall back for shredded Variant scans on Spark 4.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4084">#4084</a> (andygrove)</p></li>
+<li><p>fix: enable Spark 4 SQL tests previously ignored for issues #3313 and #3314 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4092">#4092</a> (andygrove)</p></li>
+<li><p>fix: fall back to Spark for hash join and sort-merge join on non-default collated string keys [Spark 4] <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4095">#4095</a> (0lai0)</p></li>
+<li><p>fix: reject string/binary read as numeric in native_datafusion scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4091">#4091</a> (andygrove)</p></li>
+<li><p>fix: reject incompatible decimal precision/scale in native_datafusion scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4090">#4090</a> (andygrove)</p></li>
+<li><p>fix: throw SchemaColumnConvertNotSupportedException from native_datafusion schema mismatch <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4117">#4117</a> (andygrove)</p></li>
+<li><p>fix: substring with negative start index <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4017">#4017</a> (kazuyukitanimura)</p></li>
+<li><p>fix: honor strictFloatingPoint in RangePartitioning <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4167">#4167</a> (0lai0)</p></li>
+<li><p>fix: [Spark 4.1.1] preserve stored allowDecimalPrecisionLoss in DecimalPrecision rule <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4179">#4179</a> (andygrove)</p></li>
+<li><p>fix: [Spark 4.1.1] preserve parent struct nullness when all requested fields missing in Parquet <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4190">#4190</a> (andygrove)</p></li>
+<li><p>fix: support Spark 4.1 BloomFilter V2 format and bit-scattering <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4196">#4196</a> (andygrove)</p></li>
+<li><p>fix: JNI local reference cleanup in JVMClasses::with_env <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4225">#4225</a> (0lai0)</p></li>
+<li><p>fix: broadcast exchange bypasses AQE partition coalescing <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4163">#4163</a> (andygrove)</p></li>
+<li><p>fix: resolve Scala compiler warnings for auto-tupling and bare try <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4227">#4227</a> (andygrove)</p></li>
+<li><p>fix: [Spark 4.1] preserve union output partitioning in CometUnionExec <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4207">#4207</a> (andygrove)</p></li>
+<li><p>fix: re-enable tests skipped for Spark 4.1 (issue #4098) <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4253">#4253</a> (andygrove)</p></li>
+<li><p>fix: cargo clean before release build to avoid stale native libs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4257">#4257</a> (andygrove)</p></li>
+</ul>
+<p><strong>Performance related:</strong></p>
+<ul class="simple">
+<li><p>perf: avoid redundant columnar shuffle when both parent and child are non-Comet <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4010">#4010</a> (andygrove)</p></li>
+<li><p>perf: reduce per-node allocations in to_native_metric_node <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4075">#4075</a> (andygrove)</p></li>
+</ul>
+<p><strong>Implemented enhancements:</strong></p>
+<ul class="simple">
+<li><p>feat: enable native Iceberg reader by default <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3819">#3819</a> (andygrove)</p></li>
+<li><p>feat: support <code class="docutils literal notranslate"><span class="pre">collect_set</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3954">#3954</a> (comphead)</p></li>
+<li><p>feat: non-AQE DPP for native Parquet scans, broadcast exchange reuse for DPP subqueries <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4011">#4011</a> (mbutrovich)</p></li>
+<li><p>feat: add support for array_position expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3172">#3172</a> (andygrove)</p></li>
+<li><p>feat: Cast string to timestamp_ntz <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4034">#4034</a> (parthchandra)</p></li>
+<li><p>feat: Add TimestampNTZType support for unix_timestamp <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4039">#4039</a> (parthchandra)</p></li>
+<li><p>feat: fix array_compact for Spark 4.0 and correct return type metadata <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3796">#3796</a> (andygrove)</p></li>
+<li><p>feat: task-level input metrics (bytesRead) for Iceberg native scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4128">#4128</a> (mbutrovich)</p></li>
+<li><p>feat: add MapSort expression support for Spark 4.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4076">#4076</a> (andygrove)</p></li>
+<li><p>feat: Support Spark expression <code class="docutils literal notranslate"><span class="pre">str_to_map</span></code> <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3654">#3654</a> (unknowntpo)</p></li>
+<li><p>feat: add support for timestamp_seconds expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3146">#3146</a> (andygrove)</p></li>
+<li><p>feat: add config to gate converting Spark shuffle to Comet shuffle when child is non-Comet plan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4166">#4166</a> (andygrove)</p></li>
+<li><p>feat: AQE DPP for native Parquet scans with broadcast reuse <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4112">#4112</a> (mbutrovich)</p></li>
+<li><p>feat: support regular BuildRight+LeftAnti hash join <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4073">#4073</a> (viirya)</p></li>
+<li><p>feat: add bug-triage Claude skill <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4109">#4109</a> (andygrove)</p></li>
+<li><p>feat: support <code class="docutils literal notranslate"><span class="pre">PartialMerge</span></code> aggregation mode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4003">#4003</a> (comphead)</p></li>
+<li><p>feat: add encode time tracking for shuffle operations <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4068">#4068</a> (0lai0)</p></li>
+<li><p>feat: Add support for Spark ToDegrees and ToRadians math expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3786">#3786</a> (rafafrdz)</p></li>
+<li><p>feat: Add support for Spark Acosh, Asinh, Atanh math expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3787">#3787</a> (rafafrdz)</p></li>
+<li><p>feat: Add support for Spark Cbrt math expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3788">#3788</a> (rafafrdz)</p></li>
+<li><p>feat: Add support for Spark Pi math expression <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3789">#3789</a> (rafafrdz)</p></li>
+<li><p>feat: support Parquet field ID matching in native_datafusion scan <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4216">#4216</a> (mbutrovich)</p></li>
+<li><p>feat: support AQE DPP broadcast reuse for Iceberg native scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4215">#4215</a> (mbutrovich)</p></li>
+<li><p>feat: add support for url_encode, url_decode, and try_url_decode <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4231">#4231</a> (parthchandra)</p></li>
+<li><p>feat: support TimestampType join keys in SortMergeJoin <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3986">#3986</a> (andygrove)</p></li>
+</ul>
+<p><strong>Documentation updates:</strong></p>
+<ul class="simple">
+<li><p>docs: Add changelog for 0.15.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4000">#4000</a> (andygrove)</p></li>
+<li><p>docs: Update README and benchmark results for 0.15.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3995">#3995</a> (andygrove)</p></li>
+<li><p>docs: fix errors in benchmark pages <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4001">#4001</a> (andygrove)</p></li>
+<li><p>docs: split compatibility guide into multiple pages <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4055">#4055</a> (andygrove)</p></li>
+<li><p>docs: Generate expression compatibility docs from code <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4057">#4057</a> (andygrove)</p></li>
+<li><p>doc: update documentation for cast and datetime functions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4058">#4058</a> (parthchandra)</p></li>
+<li><p>docs: add compatibility documentation to all expressions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4067">#4067</a> (andygrove)</p></li>
+<li><p>docs: rename SQL File Tests to Comet SQL Tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4108">#4108</a> (andygrove)</p></li>
+<li><p>docs: add Understanding Comet Plans user guide page <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4086">#4086</a> (andygrove)</p></li>
+<li><p>docs: support conditional content for snapshot vs release builds <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4030">#4030</a> (andygrove)</p></li>
+<li><p>docs: update Spark version support and add version compatibility page <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4138">#4138</a> (andygrove)</p></li>
+<li><p>docs: improve review skill and contributor guide for serde patterns <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4132">#4132</a> (andygrove)</p></li>
+<li><p>docs: Fix errors in list of supported Spark versions <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4141">#4141</a> (andygrove)</p></li>
+<li><p>docs: Update roadmap in contributor guide <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4144">#4144</a> (andygrove)</p></li>
+<li><p>docs: add implement-comet-expression Claude skill <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4158">#4158</a> (andygrove)</p></li>
+<li><p>docs: add roadmap items for spillable hash join, UDF support, memory management, and 1.0.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4171">#4171</a> (andygrove)</p></li>
+<li><p>docs: start Spark 4.1 known-limitations section, seeded with #4199 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4202">#4202</a> (andygrove)</p></li>
+<li><p>docs: document Spark 4 IntelliJ setup <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4198">#4198</a> (yuboxx)</p></li>
+<li><p>docs: refresh Gluten comparison with ANSI, Spark 4, and Iceberg coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4169">#4169</a> (andygrove)</p></li>
+<li><p>docs: check off 53 implemented expressions in support doc <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4147">#4147</a> (andygrove)</p></li>
+<li><p>docs: replace project logos with updated branding <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4230">#4230</a> (pranamya123)</p></li>
+<li><p>docs: Documentation updates in preparation for 0.16 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4244">#4244</a> (andygrove)</p></li>
+</ul>
+<p><strong>Other:</strong></p>
+<ul class="simple">
+<li><p>chor: enable array_distinct <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3987">#3987</a> (kazuyukitanimura)</p></li>
+<li><p>chore: Improve shuffle fallback logic <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3989">#3989</a> (andygrove)</p></li>
+<li><p>chore: Start 0.16 development <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4016">#4016</a> (andygrove)</p></li>
+<li><p>chore: update compatibility guide for primitive to string casts <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4012">#4012</a> (parthchandra)</p></li>
+<li><p>test: add sql-file test confirming fallback on parquet variant reads <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4021">#4021</a> (andygrove)</p></li>
+<li><p>chore: skip Iceberg and Spark SQL test workflows on test-only changes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4023">#4023</a> (andygrove)</p></li>
+<li><p>ci: force GNU ld on Linux to fix -ljvm linker error <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4024">#4024</a> (andygrove)</p></li>
+<li><p>chore: update pending PR filter <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4025">#4025</a> (comphead)</p></li>
+<li><p>test: run more Spark 4 tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4013">#4013</a> (kazuyukitanimura)</p></li>
+<li><p>chore: update documentation links for 0.15.0 release <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4029">#4029</a> (andygrove)</p></li>
+<li><p>test: run more JVM tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4026">#4026</a> (kazuyukitanimura)</p></li>
+<li><p>feature: Support Spark expression: arrays_zip <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/3643">#3643</a> (hsiang-c)</p></li>
+<li><p>test: fix SparkToColumnar plan-shape assertions on Spark 4 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4032">#4032</a> (andygrove)</p></li>
+<li><p>test: unignore DynamicPartitionPruning static scan metrics test <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4038">#4038</a> (andygrove)</p></li>
+<li><p>test: add non-AQE DPP edge case coverage for native Parquet scans <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4037">#4037</a> (mbutrovich)</p></li>
+<li><p>test: unignore passing Spark 4.0 #3321 tests, retag remaining failures <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4041">#4041</a> (andygrove)</p></li>
+<li><p>test: unignore passing DPP test, retag remaining failures <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4046">#4046</a> (andygrove)</p></li>
+<li><p>chore: enable array_union <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4043">#4043</a> (kazuyukitanimura)</p></li>
+<li><p>test: add date_trunc DST regression test in non-UTC session timezone <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4040">#4040</a> (andygrove)</p></li>
+<li><p>ci: skip heavy test workflows for GenerateDocs and changelog changes <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4056">#4056</a> (andygrove)</p></li>
+<li><p>chore(deps): bump the all-other-cargo-deps group in /native with 3 updates <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4061">#4061</a> (dependabot[bot])</p></li>
+<li><p>ci: add concurrency blocks to more workflows to cancel on new commit <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4064">#4064</a> (mbutrovich)</p></li>
+<li><p>chore: gitignore generated docs directories <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4066">#4066</a> (andygrove)</p></li>
+<li><p>chore: promote array_insert to compatible and consolidate expression docs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4065">#4065</a> (andygrove)</p></li>
+<li><p>test: re-enable sql_hive-1 for Spark 4.0 and fix two small failures <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4047">#4047</a> (andygrove)</p></li>
+<li><p>ci: stopping running PR builds with 3.5.5/3.5.6 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4103">#4103</a> (andygrove)</p></li>
+<li><p>chore: Bump Spark 4.0.1 to 4.0.2 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4114">#4114</a> (andygrove)</p></li>
+<li><p>build: add spark-4.1 Maven profile and shim sources <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4097">#4097</a> (andygrove)</p></li>
+<li><p>refactor: consolidate identical spark-4.0 and spark-4.1 shims into spark-4.x <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4118">#4118</a> (andygrove)</p></li>
+<li><p>ci: enable Spark 4.1 PR test matrix <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4106">#4106</a> (andygrove)</p></li>
+<li><p>build: add spark-4.2 Maven profile targeting 4.2.0-preview4 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4119">#4119</a> (andygrove)</p></li>
+<li><p>ci: reduce macOS PR matrix to single Spark 4.0 profile <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4104">#4104</a> (andygrove)</p></li>
+<li><p>chore: audit array_intersect and expand SQL test coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4071">#4071</a> (andygrove)</p></li>
+<li><p>chore: support Spark 4.1/4.2 for golden files generation <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4134">#4134</a> (comphead)</p></li>
+<li><p>ci: add Spark 4.0 / JDK 21 profile <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4060">#4060</a> (james-willis)</p></li>
+<li><p>ci: Enable Comet PR test matrix and TPCDS plan-stability for Spark 4.2 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4126">#4126</a> (andygrove)</p></li>
+<li><p>test: support fallback chain in CometPlanStabilitySuite, dedupe existing goldens <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4129">#4129</a> (andygrove)</p></li>
+<li><p>chore: Update <code class="docutils literal notranslate"><span class="pre">spark_expressions_support.md</span></code> doc <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4165">#4165</a> (comphead)</p></li>
+<li><p>build: Enable Spark SQL tests for Spark 4.1.1 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4093">#4093</a> (andygrove)</p></li>
+<li><p>test: unignore InjectRuntimeFilterSuite tests gated on issue #242 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4178">#4178</a> (andygrove)</p></li>
+<li><p>chore(deps): bump cc from 1.2.60 to 1.2.61 in /native in the all-other-cargo-deps group <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4168">#4168</a> (dependabot[bot])</p></li>
+<li><p>test: [Spark 4.1.1] unignore SPARK-52921 union partitioning tests <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4195">#4195</a> (andygrove)</p></li>
+<li><p>test: [Spark 4.1.1] unignore CachedBatchSerializerNoUnwrapSuite <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4204">#4204</a> (andygrove)</p></li>
+<li><p>test: relax bytesRead ratio assertion for Spark 4.1+ <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4197">#4197</a> (andygrove)</p></li>
+<li><p>deps: Bump OpenDAL to 0.56.0 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4217">#4217</a> (mbutrovich)</p></li>
+<li><p>ci: pin JDK per Spark version in Iceberg workflow matrix <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4120">#4120</a> (dmefs)</p></li>
+<li><p>test: skip flaky StateStoreSuite under Comet and disambiguate JDK matrix names <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4226">#4226</a> (andygrove)</p></li>
+<li><p>Map ProfileCredentialsProvider to profile credential chain <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4213">#4213</a> (karuppayya)</p></li>
+<li><p>test: add explicit negative-count cases for array_repeat <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4182">#4182</a> (slavlotski)</p></li>
+<li><p>test: add unhex dictionary coverage <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4222">#4222</a> (yuboxx)</p></li>
+<li><p>chore: Enable GitHub project view <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4247">#4247</a> (andygrove)</p></li>
+<li><p>test: dedupe redundant Spark 4.2 TPC-DS plan-stability golden files <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4243">#4243</a> (andygrove)</p></li>
+<li><p>build: change default Maven profile to Spark 4.1 / Scala 2.13 <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4140">#4140</a> (andygrove)</p></li>
+<li><p>chore: remove legacy ENABLE_COMET_SCAN_ONLY and ENABLE_COMET_ANSI_MODE env vars from Spark diffs <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4252">#4252</a> (parthchandra)</p></li>
+</ul>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">#</a></h2>
+<p>Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span> <span class="mi">78</span> <span class="n">Andy</span> <span class="n">Grove</span>
+ <span class="mi">9</span> <span class="n">Matt</span> <span class="n">Butrovich</span>
+ <span class="mi">7</span> <span class="n">Parth</span> <span class="n">Chandra</span>
+ <span class="mi">6</span> <span class="n">KAZUYUKI</span> <span class="n">TANIMURA</span>
+ <span class="mi">5</span> <span class="n">ChenChen</span> <span class="n">Lai</span>
+ <span class="mi">5</span> <span class="n">Oleks</span> <span class="n">V</span>
+ <span class="mi">4</span> <span class="n">Rafael</span> <span class="n">Fernández</span>
+ <span class="mi">2</span> <span class="n">Karuppayya</span>
+ <span class="mi">2</span> <span class="n">Yubo</span> <span class="n">Xu</span>
+ <span class="mi">2</span> <span class="n">dependabot</span><span class="p">[</span><span class="n">bot</span><span class="p">]</span>
+ <span class="mi">1</span> <span class="n">Eric</span> <span class="n">Chang</span>
+ <span class="mi">1</span> <span class="n">James</span> <span class="n">Willis</span>
+ <span class="mi">1</span> <span class="n">Kuo</span><span class="o">-</span><span class="n">Hao</span> <span class="n">Huang</span>
+ <span class="mi">1</span> <span class="n">Liang</span><span class="o">-</span><span class="n">Chi</span> <span class="n">Hsieh</span>
+ <span class="mi">1</span> <span class="n">Pranamya</span> <span class="n">Vadlamani</span>
+ <span class="mi">1</span> <span class="n">Vladislav</span> <span class="n">Zabolotsky</span>
+ <span class="mi">1</span> <span class="n">hsiang</span><span class="o">-</span><span class="n">c</span>
+</pre></div>
+</div>
+<p>Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.</p>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="index.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Changelog</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="0.15.0.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion Comet 0.15.0 Changelog</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+ </footer>
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
+<script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>
+
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+ <div class="container">
+
+ <div class="footer-item">
+ <p>Apache DataFusion, Apache DataFusion Comet, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
+ <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+ </div>
+ </div>
+</footer>
+
+
+ </body>
+</html>
\ No newline at end of file
diff --git a/changelog/0.2.0.html b/changelog/0.2.0.html
new file mode 100644
index 000000000..aafaee35a
--- /dev/null
+++ b/changelog/0.2.0.html
@@ -0,0 +1,661 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../" data-theme="light">
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>DataFusion Comet 0.2.0 Changelog — Apache DataFusion Comet documentation</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
+ </script>
+ <!--
+ this give us a css class that will be invisible only if js is disabled
+ -->
+ <noscript>
+ <style>
+ .pst-js-only { display: none !important; }
+
+ </style>
+ </noscript>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
+
+ <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+ <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=cd442bcd" />
+
+ <!-- So that users can add custom icons -->
+ <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
+<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />
+
+ <script src="../_static/documentation_options.js?v=5929fcd5"></script>
+ <script src="../_static/doctools.js?v=9a2dae69"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'changelog/0.2.0';</script>
+ <script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="DataFusion Comet 0.1.0 Changelog" href="0.1.0.html" />
+ <link rel="prev" title="DataFusion Comet 0.3.0 Changelog" href="0.3.0.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ <meta name="docsearch:version" content="" />
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="light">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <dialog id="pst-search-dialog">
+
+<form class="bd-search d-flex align-items-center"
+ action="../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ placeholder="Search the docs ..."
+ aria-label="Search the docs ..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form>
+ </dialog>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+<div class="bd-header__inner bd-page-width">
+ <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
+ <span class="fa-solid fa-bars"></span>
+ </button>
+
+
+ <div class="col-lg-3 navbar-header-items__start">
+
+ <div class="navbar-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../index.html">
+
+
+
+
+
+
+
+
+ <img src="../_static/DataFusionComet-Logo-Light.png" class="logo__image only-light" alt="Apache DataFusion Comet documentation - Home"/>
+ <img src="../_static/DataFusionComet-Logo-Dark.png" class="logo__image only-dark pst-js-only" alt="Apache DataFusion Comet documentation - Home"/>
+
+
+</a></div>
+
+ </div>
+
+ <div class="col-lg-9 navbar-header-items">
+
+ <div class="me-auto navbar-header-items__center">
+
+ <div class="navbar-item">
+<nav>
+ <ul class="bd-navbar-elements navbar-nav">
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../user-guide/index.html">
+ User Guide
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../contributor-guide/index.html">
+ Contributor Guide
+ </a>
+</li>
+
+
+<li class="nav-item current active">
+ <a class="nav-link nav-internal" href="index.html">
+ Changelog
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../about/gluten_comparison.html">
+ Comparison with Gluten
+ </a>
+</li>
+
+
+<li class="nav-item ">
+ <a class="nav-link nav-internal" href="../asf/index.html">
+ ASF Links
+ </a>
+</li>
+
+ </ul>
... 10163 lines suppressed ...
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org