You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by gi...@apache.org on 2026/08/19 22:37:30 UTC

(datafusion) branch dependabot/cargo/main/substrait-0.64.1 updated (29f70fb0dc -> 2ec4f3ac12)

This is an automated email from the ASF dual-hosted git repository.

dependabot[bot] pushed a change to branch dependabot/cargo/main/substrait-0.64.1
in repository https://gitbox.apache.org/repos/asf/datafusion.git


    omit 29f70fb0dc chore(deps): bump substrait from 0.63.0 to 0.64.1
     add 0ef1aaabdf refactor: moving WindowTopN before EnsureRequirements (#24191)
     add 149bdb51b9 fix: infer placeholder types in GROUP BY, HAVING, QUALIFY and ORDER BY (fix for #24042) (#24043)
     add 570d2e1de6 perf: prune window state only for partitions that made progress (#24148)
     add 8e5c78964a FFI: plumb with_updated_config for FFI_ScalarUDF (#22797)
     add fc4e43e749 chore(deps): bump the codeql-actions group with 2 updates (#24250)
     add 30ca39bef9 fix: Propagate NULLs in `regexp_count`, `regexp_instr` (#24239)
     add 7e015b74af fix(physical-plan): CTAS panic on wasm32-unknown-unknown (#24275)
     add c08832d481 fix: preserve NULL semantics in `log` and `power` simplification (#24247)
     add 9b3b518950 fix: ensure new_list respects data_type argument (#24029)
     add c81e7070b7 perf: Concretely typed TopK ArrowHashTable storage (#23609)
     add 78b828c162 bench: add standard window function cases to bounded_window (#24151)
     add ad977b01d0 Add branch-55 protection (#24293)
     add 6459afe679 chore: Update depcheck toolchain and dependencies (#24289)
     add caa3cb4af1 refactor(physical-plan): Simplify `ExecutionPlan` API with `replace_children` (#23903)
     add 766ca58888 chore: Expand dependabot coverage (#24290)
     add bbb552f71c [Parquet] Skip bloom filter predicate evaluation when no bloom filters are loaded (#24101)
     add 591ae10c98 feat: Store only the last row in the previous cursor for round robin tie-breaking purposes (#23619)
     add 3985bd5b4a Enable more lints (#24066)
     add 186f96fba6 refactor(hash-aggr): migrate ordered single aggregation (#24259)
     add ab12f5e4be fix(ffi): preserve TableProvider DML overrides (#23906)
     add 1164d60221 Minor: avoid a few clones in sum accumulator setup (#24309)
     add 6b051b0bfd chore(deps): bump the all-other-cargo-deps group across 1 directory with 3 updates (#24320)
     add 1a770de07e perf(catalog): cut `datafusion-catalog` compile time ~6x (#24325)
     add ca1e25e235 perf(core): cut `datafusion` core compile time ~10x (#24329)
     add 519687ca22 perf(catalog-listing): cut `datafusion-catalog-listing` compile time ~4.4x (#24330)
     add 8c099dc150 perf(session): cut `datafusion-session` compile time ~1.7x (#24326)
     add f17158738b perf(build): don't build the doc-generator binaries by default (#24338)
     add e76f1af093 perf(build): use line-tables-only debug info in the `dev` profile (#24339)
     add 0a429a37db fix: emit unmatched NULL-key right rows in RIGHT/FULL PiecewiseMergeJoin (#24336)
     add 6adb504363 bench: add parquet_row_filter_skip suite for the fully-matched RowFilter skip (#24328)
     add 3406067328 chore(deps): bump Swatinem/rust-cache from 2.8.1 to 2.9.2 in /.github/actions/setup-macos-aarch64-builder (#24307)
     add 473ba171c0 chore(deps): bump taiki-e/install-action from 2.85.10 to 2.85.11 (#24306)
     add 90164e1ae5 chore(deps-dev): bump webpack-cli from 5.1.4 to 7.2.2 in /datafusion/wasmtest/datafusion-wasm-app (#24302)
     add 50cdbde1ed fix: preserve NULL semantics in bitwise xor simplification (#24248)
     add ede32c170d chore(deps): bump pygithub from 2.8.1 to 2.9.1 (#24299)
     add 91ead9f87b chore(deps): bump setuptools from 83.0.0 to 84.0.0 (#24301)
     add 13552dd6e8 chore(deps): bump rich from 14.3.2 to 15.0.0 (#24305)
     add c085cdfa9b chore(deps-dev): bump webpack from 5.105.0 to 5.109.2 in /datafusion/wasmtest/datafusion-wasm-app in the all-npm-deps group across 1 directory (#24300)
     add 5a5da23bdc chore(deps): bump typing-extensions from 4.15.0 to 4.16.0 (#24304)
     add 6b7da9a9f3 chore(deps): bump requests from 2.33.0 to 2.34.2 (#24303)
     add a635b18d3b docs: fix signum documentation to say zero returns 0 (#24324)
     add 773ef226c6 docs: update proto-models README for the datafusion-common dependency (#24279)
     add 84a8e6db91 Reduce datafusion-spark dependency footprint (#24351)
     add 1f0615a12b Fix ArrowBytesViewMap retained capacity accounting (#24257)
     add 574fe67f9a fix(parquet): sync rg_plan to decoder frontier — fix wrong TopK results from re-reading already-delivered row groups (#24352) (#24354)
     add 9f377c4486 fix: correct list field inner type in array functions (#24345)
     add 00eba790b1 feat(pwmj): support LeftSemi/LeftAnti existence joins via classic scan (#23870)
     add 571477c4a7 feat(cli): add opt-in Spark function registration (#24179)
     add 1b67f2e9d6 Docs: document manual catalog impls and how compilation got faster (#24362)
     add ec110cea18 fix(parquet): don't runtime-prune row groups while a page-index RowSelection is live (#24355) (#24359)
     add 7c079f744f fix: preserve the input list's inner field in array_append/prepend/replace (#24365)
     add cc7565be1e fix: don't report equi-key equivalence for PiecewiseMergeJoin range joins (#24361)
     add b9399dc228 perf: Update `TableProvider` to take scan projection as `Option<&[usize]>` (#24376)
     add f956fd1128 fix(proto): preserve Arrow IPC stream format (#24224)
     add f3ef45a53c docs: Document  `WindowFn` and add comments (#24118)
     add a10d19374f Perf: remove extra allocations for hex operations (#24057)
     add 67502a364c Document decimal AVG wrapping arithmetic (#23685)
     add bb45fb8275 docs(upgrading): document RecursiveQuery schema field in upgrade guide (#23991)
     add 47794ff246 Improve planning speed: Fast path for `union_schema` when all children share a schema (#24389)
     add 4403c5d84d bench: pwmj left semi/anti join (#24160)
     add d3c47b4a80 fix: drain PiecewiseMergeJoin output before state transitions (#24298)
     add 16b08db00d fix: preserve NULL semantics when simplifying col ~ '.*' (#24380)
     add e7e037dbeb docs: add an agent skill for auditing datafusion-spark expressions (#23893)
     add bf1c17ae6b feat: union nested Parquet leaves across projection accesses (#24130)
     add 2da78d67ce fix(spark): correct mod ANSI zero divisor and negative zero handling (#23987)
     add 4042812a86 fix: consider nulls_first when propagating ordered SortProperties (#24206)
     add c1b39bd503 Feat: add dictionaries as a supported group column type (#23187)
     add b551ba0375 fix: skip WindowTopN rewrite when fetch is 0 to avoid PartitionedTopK panic (#24405)
     add 3359eab09e feat: add implicit native coercion constructor (#24282)
     add 9fdf1447ef feat: Add support for Map type in SQL (#24397)
     add aff5850c0a Add per-aggregate argument evaluation metrics for grouped hash aggregation (#24024)
     add 110a90aeeb feat: add sphinx-sitemap dependency and configuration for sitemap generation (#24332)
     add bbf739a3cf feat: Add robots.txt to site (#24333)
     add 710e74e676 Add focused benchmark for Parquet pruning setup cache (#24323)
     add 83be77c523 fix: translate SQL wildcards in SIMILAR TO patterns (#22263) (#23188)
     add 9a83691aad docs: add HashJoinExec metrics to user guide (#24055)
     add bb038a6739 fix: ScalarSubqueryToJoin fails when CTE inside correlated scalar subquery (#24363)
     add c7be84a18c perf: Reduce record batch memory accounting overhead (#24319)
     add 708ee7ece4 refactor: CrossJoinStream (simplifying, less state, async generator pattern) (#24291)
     add 6eaca8bfe8 perf: Extend WindowTopN to `dense_rank` (#23869)
     add e16d453516 docs: add Streamling to known users (#24439)
     add 006dffce95 feat: remove extra Rows from ReusableRows (#23802)
     add 0a4e930522 feat: null aware RightAnti hash join execution + planning support (#23957)
     add bec06e7506 feat(substrait): serialize correlated subqueries with OuterReference field references (#23488)
     add 988e097cf0 chore(deps): bump astral-sh/setup-uv from 9.0.0 to 10.0.1 (#24452)
     add 7f51452a18 chore(deps): bump taiki-e/install-action from 2.85.11 to 2.86.1 (#24451)
     add 29296abc15 chore(deps): bump tomlkit from 0.14.0 to 0.15.1 (#24448)
     add a0a6becf37 chore(deps): bump the codeql-actions group across 1 directory with 2 updates (#24449)
     add 3487c6a828 docs: Update Concepts, Readings, Events page (add Videos section, recent posts and releases) (#24221)
     add 65c20d20cf IN LIST: centralize primitive filters and optimize Decimal128 (#24283)
     add 303ff78ac8 Enable more clippy lints (#24322)
     add 19f2e85fa1 Add dfbench statistics command (#23975)
     add f6ad7810d0 Fix `cargo audit` by updating `h2` to 0.4.16 (#24467)
     add 6187d47ec5 fix: make UnnestExec respect datafusion.execution.batch_size (#24384)
     add ebea06912c  docs: Update dev/release/README.md for new crate `datafusion-proto-models` (#24472)
     add 5c846af2ca fix: Streaming aggregation produces wrong result with grouping sets (#24422)
     add 76a45130a4 fix(spark): match Spark abs overflow errors (#24156)
     add 54355e1b7b minor(test): strengthen bitwise sort-merge join spill coverage (#24192)
     add 9a96f6715f chore: group uv dependency updates (#24408)
     add c429919c7c feat(parquet): clip nested wrappers during schema pruning (#24315)
     add e2e161d534 test(physical-plan): add colocated field-level plan serde tests (#24222)
     add d5cf4f69d8 bench: pwmj right semi/anti existence joins (#24458)
     add 55a20ea175 Update version to 55.0.0, add changelog (#24473)
     add 2ec4f3ac12 chore(deps): bump substrait from 0.63.0 to 0.64.1

This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version.  This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:

 * -- * -- B -- O -- O -- O   (29f70fb0dc)
            \
             N -- N -- N   refs/heads/dependabot/cargo/main/substrait-0.64.1 (2ec4f3ac12)

You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.

Any revisions marked "omit" are not gone; other references still
refer to them.  Any revisions marked "discard" are gone forever.

No new revisions were added by this update.

Summary of changes:
 .../audit-datafusion-spark-expression/SKILL.md     |  996 ++++++++++++
 .ai/skills/datafusion-ffi/SKILL.md                 |   10 +-
 .asf.yaml                                          |    3 +
 .../setup-macos-aarch64-builder/action.yaml        |    2 +-
 .github/dependabot.yml                             |   43 +-
 .github/workflows/audit.yml                        |    2 +-
 .github/workflows/breaking_changes_detector.yml    |    2 +-
 .github/workflows/codeql.yml                       |    4 +-
 .github/workflows/dependencies.yml                 |    2 +-
 .github/workflows/dev.yml                          |    6 +-
 .github/workflows/docs.yaml                        |    4 +-
 .github/workflows/docs_pr.yaml                     |    4 +-
 .github/workflows/rust.yml                         |    8 +-
 Cargo.lock                                         |  124 +-
 Cargo.toml                                         |  200 ++-
 benchmarks/Cargo.toml                              |    6 +-
 benchmarks/bench.sh                                |   32 +
 benchmarks/benches/parquet_pruning_setup_cache.rs  |  110 ++
 benchmarks/sql_benchmarks/README.md                |    4 +-
 .../benchmarks/control/q10.benchmark               |    7 +
 .../benchmarks/skip/q01.benchmark                  |    7 +
 .../benchmarks/skip/q02.benchmark                  |    7 +
 .../benchmarks/skip/q03.benchmark                  |    7 +
 .../init/cleanup.sql                               |    0
 .../parquet_row_filter_skip/init/settings.sql      |    9 +
 .../parquet_row_filter_skip/load/clustered.sql     |   44 +
 .../parquet_row_filter_skip/load/scrambled.sql     |   43 +
 .../parquet_row_filter_skip.benchmark.template     |   50 +
 .../parquet_row_filter_skip.suite                  |   26 +
 .../queries/control/q10.sql                        |    8 +
 .../parquet_row_filter_skip/queries/skip/q01.sql   |    7 +
 .../parquet_row_filter_skip/queries/skip/q02.sql   |    6 +
 .../parquet_row_filter_skip/queries/skip/q03.sql   |    8 +
 .../parquet_row_filter_skip/scratch/.gitignore     |    1 +
 benchmarks/src/bin/benchmark_runner.rs             |    8 +
 benchmarks/src/bin/dfbench.rs                      |    5 +-
 benchmarks/src/bin/mem_profile.rs                  |   18 +-
 benchmarks/src/clickbench.rs                       |    4 +-
 benchmarks/src/lib.rs                              |    1 +
 benchmarks/src/nlj.rs                              |    2 +-
 benchmarks/src/sql_benchmark.rs                    |    8 +
 benchmarks/src/statistics.rs                       |  802 +++++++++
 datafusion-cli/Cargo.toml                          |    1 +
 datafusion-cli/src/functions.rs                    |   44 +-
 datafusion-cli/src/helper.rs                       |    6 +-
 datafusion-cli/src/lib.rs                          |    2 +-
 datafusion-cli/src/main.rs                         |   24 +-
 datafusion-cli/tests/cli_integration.rs            |   31 +
 .../custom_data_source/custom_datasource.rs        |   25 +-
 .../custom_data_source/default_column_values.rs    |    4 +-
 .../examples/data_io/parquet_advanced_index.rs     |    9 +-
 .../examples/data_io/parquet_embedded_index.rs     |    2 +-
 .../examples/data_io/parquet_index.rs              |   16 +-
 .../examples/data_io/remote_catalog.rs             |    4 +-
 .../memory_pool_execution_plan.rs                  |   16 +-
 .../examples/proto/composed_extension_codec.rs     |   39 +-
 .../examples/relation_planner/table_sample.rs      |   18 +-
 datafusion-examples/examples/udf/simple_udtf.rs    |    4 +-
 datafusion/catalog-listing/src/table.rs            |  163 +-
 datafusion/catalog/src/async.rs                    |    2 +-
 datafusion/catalog/src/cte_worktable.rs            |   89 +-
 datafusion/catalog/src/default_table_source.rs     |    2 +-
 datafusion/catalog/src/empty.rs                    |    2 +-
 datafusion/catalog/src/memory/table.rs             |  174 +-
 datafusion/catalog/src/stream.rs                   |  124 +-
 datafusion/catalog/src/streaming.rs                |   42 +-
 datafusion/catalog/src/view.rs                     |   38 +-
 datafusion/common/Cargo.toml                       |    4 +
 datafusion/common/benches/record_batch_memory.rs   |  190 +++
 datafusion/common/src/cse.rs                       |    2 +-
 datafusion/common/src/scalar/mod.rs                |   77 +-
 datafusion/common/src/utils/hex.rs                 |    2 +
 datafusion/common/src/utils/memory.rs              |  415 ++++-
 datafusion/common/src/utils/mod.rs                 |    6 +-
 datafusion/common/src/utils/proxy.rs               |    2 +-
 datafusion/core/Cargo.toml                         |   26 +
 datafusion/core/benches/parquet_query_sql.rs       |    6 +-
 datafusion/core/benches/pwmj_semi_anti_sql.rs      |  476 ++++++
 datafusion/core/benches/topk_aggregate.rs          |    4 +
 datafusion/core/src/bin/print_functions_docs.rs    |   11 +-
 datafusion/core/src/dataframe/mod.rs               |   36 +-
 datafusion/core/src/dataframe/parquet.rs           |    3 +-
 datafusion/core/src/datasource/dynamic_file.rs     |   26 +-
 .../core/src/datasource/file_format/options.rs     |  109 +-
 datafusion/core/src/datasource/listing/table.rs    |   58 +-
 .../core/src/datasource/listing_table_factory.rs   |   29 +-
 datafusion/core/src/datasource/memory_test.rs      |    2 +-
 .../core/src/datasource/physical_plan/csv.rs       |    7 +-
 .../core/src/datasource/physical_plan/json.rs      |    7 +-
 datafusion/core/src/datasource/provider.rs         |   29 +-
 datafusion/core/src/execution/context/mod.rs       |   18 +-
 datafusion/core/src/execution/context/parquet.rs   |   35 +-
 datafusion/core/src/execution/session_state.rs     |   62 +-
 datafusion/core/src/lib.rs                         |    2 +-
 datafusion/core/src/optimizer_rule_reference.md    |    8 +-
 datafusion/core/src/physical_planner.rs            |  173 +-
 datafusion/core/src/test_util/mod.rs               |   34 +-
 .../tests/custom_sources_cases/dml_planning.rs     |    6 +-
 datafusion/core/tests/custom_sources_cases/mod.rs  |   23 +-
 .../provider_filter_pushdown.rs                    |   19 +-
 .../core/tests/custom_sources_cases/statistics.rs  |   21 +-
 datafusion/core/tests/dataframe/mod.rs             |    4 +
 .../core/tests/datasource/object_store_access.rs   |    4 +
 datafusion/core/tests/execution/logical_plan.rs    |    2 +-
 datafusion/core/tests/fuzz_cases/join_fuzz.rs      |  223 ++-
 datafusion/core/tests/fuzz_cases/once_exec.rs      |   26 +-
 .../spilling_fuzz_in_memory_constrained_env.rs     |   23 +-
 .../core/tests/fuzz_cases/topk_filter_pushdown.rs  |   11 +-
 .../memory_limit_validation/sort_mem_validation.rs |    2 +-
 datafusion/core/tests/memory_limit/mod.rs          |   13 +-
 .../tests/parquet/dynamic_row_group_pruning.rs     |  179 +-
 datafusion/core/tests/parquet/encryption.rs        |    4 +-
 .../physical_optimizer/enforce_distribution.rs     |   29 +-
 .../physical_optimizer/ensure_requirements.rs      |   49 +-
 .../tests/physical_optimizer/filter_pushdown.rs    |    4 +-
 .../tests/physical_optimizer/join_selection.rs     |  216 ++-
 .../physical_optimizer/projection_pushdown.rs      |    2 +-
 .../tests/physical_optimizer/pushdown_utils.rs     |   16 +-
 .../core/tests/physical_optimizer/test_utils.rs    |   34 +-
 .../core/tests/physical_optimizer/window_topn.rs   |  157 +-
 datafusion/core/tests/sql/aggregates/basic.rs      |    4 +-
 datafusion/core/tests/sql/joins.rs                 |    8 +-
 datafusion/core/tests/sql/runtime_config.rs        |    2 +-
 datafusion/core/tests/sql/unparser.rs              |   15 +-
 datafusion/core/tests/tracing/asserting_tracer.rs  |    3 +-
 .../core/tests/user_defined/insert_operation.rs    |   19 +-
 .../core/tests/user_defined/statistics_requests.rs |    6 +-
 .../tests/user_defined/user_defined_aggregates.rs  |   12 +-
 .../core/tests/user_defined/user_defined_plan.rs   |   14 +-
 .../user_defined/user_defined_scalar_functions.rs  |   29 +-
 .../user_defined/user_defined_table_functions.rs   |    4 +-
 .../user_defined/user_defined_window_functions.rs  |    6 +-
 datafusion/datasource-arrow/src/source.rs          |   64 +-
 datafusion/datasource-avro/src/source.rs           |   12 +-
 datafusion/datasource-parquet/src/bloom_filter.rs  |    5 +
 datafusion/datasource-parquet/src/metadata.rs      |    4 +-
 datafusion/datasource-parquet/src/metrics.rs       |    8 +-
 .../src/nested_schema_pruning.rs                   |  591 +++++--
 datafusion/datasource-parquet/src/opener/mod.rs    |   60 +-
 .../datasource-parquet/src/projection_read_plan.rs |  213 ++-
 datafusion/datasource-parquet/src/push_decoder.rs  |   89 +-
 .../datasource-parquet/src/row_group_filter.rs     |   44 +
 datafusion/datasource/src/sink.rs                  |   21 +-
 datafusion/datasource/src/source.rs                |   28 +-
 datafusion/datasource/src/test_util.rs             |    2 +-
 datafusion/execution/src/async_stream.rs           |    5 +-
 datafusion/execution/src/cache/cache_manager.rs    |    4 +-
 datafusion/execution/src/task.rs                   |    2 +-
 datafusion/expr-common/Cargo.toml                  |    1 +
 datafusion/expr-common/src/signature.rs            |   43 +-
 datafusion/expr-common/src/sort_properties.rs      |  267 ++-
 datafusion/expr/src/expr_schema.rs                 |   84 +-
 datafusion/expr/src/logical_plan/builder.rs        |   10 +-
 datafusion/expr/src/logical_plan/invariants.rs     |    9 +-
 datafusion/expr/src/logical_plan/plan.rs           |    2 +-
 datafusion/expr/src/logical_plan/statement.rs      |   15 +-
 datafusion/expr/src/predicate_bounds.rs            |    2 +-
 datafusion/expr/src/window_state.rs                |    2 +-
 datafusion/ffi/src/execution_plan.rs               |   54 +-
 datafusion/ffi/src/expr/interval.rs                |    2 +-
 datafusion/ffi/src/lib.rs                          |    2 +-
 datafusion/ffi/src/table_provider.rs               |  533 +++++-
 datafusion/ffi/src/tests/async_provider.rs         |   23 +-
 datafusion/ffi/src/tests/mod.rs                    |   70 +-
 datafusion/ffi/src/tests/query_planner.rs          |    7 +-
 datafusion/ffi/src/tests/udf_udaf_udwf.rs          |    8 +
 datafusion/ffi/src/tests/utils.rs                  |    1 +
 datafusion/ffi/src/udaf/accumulator.rs             |   13 +-
 datafusion/ffi/src/udaf/groups_accumulator.rs      |   13 +-
 datafusion/ffi/src/udaf/mod.rs                     |    4 +-
 datafusion/ffi/src/udf/mod.rs                      |   98 +-
 datafusion/ffi/src/udtf.rs                         |   41 +-
 datafusion/ffi/src/udwf/partition_evaluator.rs     |   10 +-
 datafusion/ffi/tests/ffi_execution_plan.rs         |   21 +-
 datafusion/ffi/tests/ffi_integration.rs            |   42 +
 datafusion/ffi/tests/ffi_udf.rs                    |   27 +
 .../src/aggregate/avg_distinct/decimal.rs          |   17 +-
 .../src/aggregate/avg_distinct/numeric.rs          |    2 +-
 .../src/aggregate/groups_accumulator/accumulate.rs |   16 +-
 .../src/aggregate/sum_distinct/numeric.rs          |    4 +-
 .../functions-aggregate-common/src/tdigest.rs      |    2 +-
 .../src/approx_percentile_cont.rs                  |   10 +-
 datafusion/functions-aggregate/src/array_agg.rs    |  150 +-
 datafusion/functions-aggregate/src/average.rs      |   37 +-
 datafusion/functions-aggregate/src/hyperloglog.rs  |    4 +
 datafusion/functions-aggregate/src/sum.rs          |    4 +-
 datafusion/functions-aggregate/src/variance.rs     |    4 +-
 datafusion/functions-nested/src/array_has.rs       |    4 +-
 datafusion/functions-nested/src/concat.rs          |  140 +-
 datafusion/functions-nested/src/extract.rs         |   33 +-
 datafusion/functions-nested/src/range.rs           |    8 +-
 datafusion/functions-nested/src/replace.rs         |  157 +-
 datafusion/functions-nested/src/utils.rs           |   53 +-
 datafusion/functions-table/src/generate_series.rs  |    4 +-
 datafusion/functions/src/core/union_tag.rs         |    6 +-
 datafusion/functions/src/crypto/md5.rs             |   43 +-
 datafusion/functions/src/encoding/inner.rs         |    4 +-
 datafusion/functions/src/math/log.rs               |   10 +-
 datafusion/functions/src/math/power.rs             |    8 +-
 datafusion/functions/src/math/signum.rs            |    3 +-
 datafusion/functions/src/regex/regexpcount.rs      |  318 ++--
 datafusion/functions/src/regex/regexpinstr.rs      |  154 +-
 datafusion/functions/src/string/common.rs          |    3 +-
 datafusion/functions/src/string/concat.rs          |   14 +-
 datafusion/functions/src/unicode/lpad.rs           |    2 +-
 datafusion/functions/src/unicode/reverse.rs        |    7 +-
 datafusion/functions/src/unicode/rpad.rs           |    2 +-
 .../src/analyzer/resolve_grouping_function.rs      |    2 +-
 datafusion/optimizer/src/analyzer/type_coercion.rs |    4 +
 datafusion/optimizer/src/decorrelate.rs            |   42 +-
 .../src/decorrelate_predicate_subquery.rs          |    4 +-
 datafusion/optimizer/src/optimizer.rs              |    2 +-
 .../src/simplify_expressions/expr_simplifier.rs    |   88 +-
 .../optimizer/src/simplify_expressions/regex.rs    |    9 +-
 .../src/simplify_expressions/simplify_exprs.rs     |    4 +-
 .../src/simplify_expressions/unwrap_cast.rs        |    4 -
 datafusion/optimizer/src/utils.rs                  |    2 +-
 .../physical-expr-adapter/src/schema_rewriter.rs   |    4 +-
 datafusion/physical-expr-common/src/binary_map.rs  |   13 +-
 .../physical-expr-common/src/binary_view_map.rs    |   86 +-
 .../physical-expr/benches/in_list_strategy.rs      |   18 +
 datafusion/physical-expr/src/equivalence/class.rs  |    2 +-
 .../src/equivalence/properties/mod.rs              |    2 +-
 datafusion/physical-expr/src/expressions/binary.rs |  251 ++-
 datafusion/physical-expr/src/expressions/case.rs   |   93 +-
 .../expressions/case/literal_lookup_table/mod.rs   |    2 +-
 datafusion/physical-expr/src/expressions/cast.rs   |    2 +-
 .../physical-expr/src/expressions/in_list.rs       |   12 +-
 .../src/expressions/in_list/branchless_filter.rs   |    2 +-
 .../src/expressions/in_list/primitive_filter.rs    |  395 +++--
 .../src/expressions/in_list/result.rs              |   28 +-
 .../src/expressions/in_list/static_filter.rs       |    4 +
 .../src/expressions/in_list/strategy.rs            |  164 +-
 datafusion/physical-expr/src/expressions/mod.rs    |    3 +
 .../src/expressions/similar_to_pattern.rs          |  417 +++++
 datafusion/physical-expr/src/simplifier/not.rs     |    2 +-
 datafusion/physical-expr/src/window/window_expr.rs |    7 +
 datafusion/physical-optimizer/src/ensure_coop.rs   |   17 +-
 .../ensure_requirements/enforce_distribution.rs    |   23 +-
 .../physical-optimizer/src/filter_pushdown.rs      |    5 +-
 .../physical-optimizer/src/hash_join_buffering.rs  |   23 +-
 .../physical-optimizer/src/join_selection.rs       |   49 +-
 .../physical-optimizer/src/limit_pushdown.rs       |    3 +-
 datafusion/physical-optimizer/src/optimizer.rs     |   11 +-
 .../physical-optimizer/src/output_requirements.rs  |   24 +-
 .../physical-optimizer/src/topk_repartition.rs     |    3 +-
 datafusion/physical-optimizer/src/window_topn.rs   |  135 +-
 datafusion/physical-plan/Cargo.toml                |    4 +
 datafusion/physical-plan/benches/bounded_window.rs |  171 +-
 .../physical-plan/benches/compute_statistics.rs    |   29 +-
 datafusion/physical-plan/benches/multi_group_by.rs |   12 +-
 datafusion/physical-plan/benches/union_schema.rs   |  159 ++
 .../src/aggregates/aggregate_hash_table/common.rs  |   29 +-
 .../aggregate_hash_table/common_ordered.rs         |  133 +-
 .../src/aggregates/aggregate_hash_table/mod.rs     |    3 +-
 .../aggregate_hash_table/ordered_final_table.rs    |   15 +-
 .../aggregate_hash_table/ordered_partial_table.rs  |   15 +-
 .../{single_table.rs => ordered_single_table.rs}   |   59 +-
 .../aggregate_hash_table/partial_table.rs          |    1 +
 .../src/aggregates/group_values/metrics.rs         |  190 ++-
 .../src/aggregates/group_values/mod.rs             |    2 +-
 .../group_values/multi_group_by/dictionary.rs      |  840 ++++++++++
 .../aggregates/group_values/multi_group_by/mod.rs  |  113 +-
 .../group_values/multi_group_by/row_backed.rs      |    4 +
 .../src/aggregates/grouped_hash_stream.rs          |   68 +-
 .../physical-plan/src/aggregates/hash_stream.rs    |   12 +-
 datafusion/physical-plan/src/aggregates/mod.rs     |  288 +++-
 .../src/aggregates/ordered_final_stream.rs         |   21 +-
 ...ed_final_stream.rs => ordered_single_stream.rs} |  503 +++---
 .../physical-plan/src/aggregates/single_stream.rs  |   13 +-
 .../src/aggregates/topk/hash_table.rs              |  194 +--
 .../physical-plan/src/aggregates/topk/heap.rs      |   28 +-
 datafusion/physical-plan/src/analyze.rs            |   20 +-
 datafusion/physical-plan/src/async_func.rs         |   54 +-
 datafusion/physical-plan/src/buffer.rs             |   59 +-
 datafusion/physical-plan/src/coalesce_batches.rs   |   54 +-
 .../physical-plan/src/coalesce_partitions.rs       |   53 +-
 datafusion/physical-plan/src/column_rewriter.rs    |    2 +-
 datafusion/physical-plan/src/coop.rs               |   62 +-
 datafusion/physical-plan/src/display.rs            |   36 +-
 datafusion/physical-plan/src/empty.rs              |   24 +-
 datafusion/physical-plan/src/execution_plan.rs     |  388 ++++-
 datafusion/physical-plan/src/explain.rs            |   18 +-
 datafusion/physical-plan/src/filter.rs             |   70 +-
 datafusion/physical-plan/src/joins/array_map.rs    |    3 +-
 datafusion/physical-plan/src/joins/cross_join.rs   |  295 ++--
 .../physical-plan/src/joins/hash_join/exec.rs      |  880 +++++++++-
 .../src/joins/hash_join/shared_bounds.rs           |    4 +-
 .../physical-plan/src/joins/hash_join/stream.rs    |  101 +-
 datafusion/physical-plan/src/joins/mod.rs          |   14 +
 .../physical-plan/src/joins/nested_loop_join.rs    |  176 +-
 .../src/joins/piecewise_merge_join/classic_join.rs |  133 +-
 .../src/joins/piecewise_merge_join/exec.rs         |  185 ++-
 .../joins/piecewise_merge_join/existence_join.rs   |  819 ++++++++++
 .../src/joins/piecewise_merge_join/mod.rs          |    1 +
 .../src/joins/piecewise_merge_join/utils.rs        |   14 +-
 datafusion/physical-plan/src/joins/proto.rs        |   93 ++
 .../src/joins/sort_merge_join/exec.rs              |   69 +-
 .../src/joins/sort_merge_join/tests.rs             |  286 +++-
 .../physical-plan/src/joins/symmetric_hash_join.rs |   65 +-
 datafusion/physical-plan/src/joins/utils.rs        |   11 +-
 datafusion/physical-plan/src/lib.rs                |   11 +-
 datafusion/physical-plan/src/limit.rs              |  103 +-
 datafusion/physical-plan/src/memory.rs             |   17 +-
 .../physical-plan/src/operator_statistics/mod.rs   |   33 +-
 datafusion/physical-plan/src/placeholder_row.rs    |   27 +-
 datafusion/physical-plan/src/projection.rs         |   57 +-
 datafusion/physical-plan/src/proto_test_util.rs    |  382 +++++
 datafusion/physical-plan/src/recursive_query.rs    |   17 +-
 .../src/repartition/distributor_channels.rs        |   14 +-
 datafusion/physical-plan/src/repartition/mod.rs    |   74 +-
 datafusion/physical-plan/src/scalar_subquery.rs    |   31 +-
 datafusion/physical-plan/src/sorts/cursor.rs       |  115 +-
 datafusion/physical-plan/src/sorts/merge.rs        |   25 +-
 datafusion/physical-plan/src/sorts/partial_sort.rs |   55 +-
 .../physical-plan/src/sorts/partitioned_topk.rs    |   82 +-
 datafusion/physical-plan/src/sorts/sort.rs         |  384 ++++-
 .../src/sorts/sort_preserving_merge.rs             |  333 +++-
 datafusion/physical-plan/src/sorts/stream.rs       |   28 +-
 datafusion/physical-plan/src/statistics.rs         |    4 +-
 datafusion/physical-plan/src/streaming.rs          |   24 +-
 datafusion/physical-plan/src/test.rs               |   15 +-
 datafusion/physical-plan/src/test/exec.rs          |   79 +-
 datafusion/physical-plan/src/topk/mod.rs           | 1167 ++++++++++++-
 datafusion/physical-plan/src/tree_node.rs          |    7 +-
 datafusion/physical-plan/src/union.rs              |  122 +-
 datafusion/physical-plan/src/unnest.rs             |  524 +++++-
 .../src/windows/bounded_window_agg_exec.rs         |  178 +-
 datafusion/physical-plan/src/windows/mod.rs        |    6 +-
 .../physical-plan/src/windows/window_agg_exec.rs   |   51 +-
 datafusion/physical-plan/src/work_table.rs         |   17 +-
 datafusion/proto-common/gen/src/main.rs            |    2 +-
 datafusion/proto-models/README.md                  |   17 +-
 datafusion/proto-models/gen/src/main.rs            |    2 +-
 datafusion/proto-models/proto/datafusion.proto     |   15 +
 datafusion/proto-models/src/generated/pbjson.rs    |  195 +++
 datafusion/proto-models/src/generated/prost.rs     |   43 +-
 datafusion/proto/src/bytes/mod.rs                  |   33 +-
 datafusion/proto/src/logical_plan/mod.rs           |    5 +-
 datafusion/proto/src/physical_plan/from_proto.rs   |    6 +-
 datafusion/proto/tests/cases/plans/dispatch.rs     |   22 +-
 .../proto/tests/cases/plans/dynamic_filters.rs     |   19 +-
 datafusion/proto/tests/cases/plans/exprs.rs        |   22 +-
 datafusion/proto/tests/cases/plans/limits.rs       |    6 +-
 datafusion/proto/tests/cases/plans/sources.rs      |  105 +-
 datafusion/proto/tests/cases/serialize.rs          |   61 +-
 datafusion/pruning/src/pruning_predicate.rs        |   25 +-
 datafusion/session/Cargo.toml                      |    1 +
 datafusion/session/src/table.rs                    |   96 +-
 datafusion/spark/Cargo.toml                        |    5 +-
 datafusion/spark/README.md                         |   12 +
 .../spark/src/function/bitmap/bitmap_count.rs      |   11 +-
 datafusion/spark/src/function/hash/sha1.rs         |    7 +-
 datafusion/spark/src/function/hash/sha2.rs         |  121 +-
 datafusion/spark/src/function/math/abs.rs          |   57 +-
 datafusion/spark/src/function/math/modulus.rs      |  265 ++-
 datafusion/spark/src/function/string/quote.rs      |    6 +-
 datafusion/spark/src/function/table/mod.rs         |    2 +-
 datafusion/spark/src/function/url/parse_url.rs     |    2 +-
 datafusion/spark/src/lib.rs                        |    6 +-
 datafusion/sql/src/expr/function.rs                |   23 +-
 datafusion/sql/src/expr/mod.rs                     |    6 +
 datafusion/sql/src/expr/order_by.rs                |    8 +-
 datafusion/sql/src/planner.rs                      |   11 +-
 datafusion/sql/src/relation/mod.rs                 |    4 +-
 datafusion/sql/src/select.rs                       |   16 +-
 datafusion/sql/src/unparser/plan.rs                |    6 +-
 datafusion/sql/src/utils.rs                        |    4 +-
 datafusion/sql/tests/cases/diagnostic.rs           |    4 +-
 datafusion/sql/tests/sql_integration.rs            |  114 +-
 datafusion/sqllogictest/bin/sqllogictests.rs       |   10 +-
 .../src/engines/postgres_engine/mod.rs             |    2 +-
 datafusion/sqllogictest/src/test_context.rs        |    2 +-
 datafusion/sqllogictest/src/util.rs                |    2 +-
 .../sqllogictest/test_files/array/array_append.slt |   62 +
 .../sqllogictest/test_files/array/array_concat.slt |   19 +
 .../sqllogictest/test_files/array/array_pop.slt    |   33 +
 .../test_files/array/array_prepend.slt             |   62 +
 .../test_files/array/array_replace.slt             |   87 +
 .../sqllogictest/test_files/array/array_slice.slt  |   31 +
 datafusion/sqllogictest/test_files/ddl.slt         |   37 +
 .../test_files/dynamic_filter_pushdown_config.slt  |   23 +-
 .../test_files/dynamic_row_group_pruning.slt       |  177 ++
 datafusion/sqllogictest/test_files/explain.slt     |    8 +-
 datafusion/sqllogictest/test_files/grouping.slt    |   91 ++
 datafusion/sqllogictest/test_files/math.slt        |   49 +
 .../test_files/null_aware_anti_join.slt            |   12 +-
 datafusion/sqllogictest/test_files/order.slt       |   84 +-
 .../test_files/parquet_nested_schema_pruning.slt   |   44 +-
 datafusion/sqllogictest/test_files/pwmj.slt        |  913 ++++++++++-
 .../test_files/regexp/regexp_count.slt             |  127 +-
 .../test_files/regexp/regexp_instr.slt             |   28 +
 datafusion/sqllogictest/test_files/scalar.slt      |   11 +
 .../sqllogictest/test_files/simplify_expr.slt      |   22 +-
 datafusion/sqllogictest/test_files/spark/README.md |    4 +
 .../sqllogictest/test_files/spark/array/slice.slt  |    6 +
 .../sqllogictest/test_files/spark/math/abs.slt     |   16 +-
 .../sqllogictest/test_files/spark/math/mod.slt     |   31 +
 .../sqllogictest/test_files/spark/math/pmod.slt    |   25 +
 datafusion/sqllogictest/test_files/strings.slt     |  256 ++-
 datafusion/sqllogictest/test_files/subquery.slt    |   28 +
 .../sqllogictest/test_files/type_coercion.slt      |    4 +-
 datafusion/sqllogictest/test_files/unnest.slt      |   40 +
 datafusion/sqllogictest/test_files/window_topn.slt |  605 ++++++-
 .../logical_plan/producer/expr/field_reference.rs  |   77 +-
 .../src/logical_plan/producer/expr/mod.rs          |    6 +-
 .../src/logical_plan/producer/expr/subquery.rs     |   42 +-
 .../logical_plan/producer/substrait_producer.rs    |   60 +-
 .../substrait/tests/cases/consumer_integration.rs  |    8 +-
 .../tests/cases/roundtrip_logical_plan.rs          |  207 ++-
 .../wasmtest/datafusion-wasm-app/package-lock.json |  700 ++++----
 .../wasmtest/datafusion-wasm-app/package.json      |    4 +-
 datafusion/wasmtest/src/lib.rs                     |   28 +
 dev/changelog/55.0.0.md                            | 1099 +++++++++++++
 dev/depcheck/Cargo.lock                            | 1714 +++++++++++---------
 dev/depcheck/Cargo.toml                            |    2 +-
 dev/depcheck/rust-toolchain.toml                   |    2 +-
 dev/release/README.md                              |   10 +
 dev/release/rat_exclude_files.txt                  |    1 +
 dev/update_config_docs.sh                          |    4 +-
 dev/update_function_docs.sh                        |    6 +-
 docs/pyproject.toml                                |    3 +-
 docs/source/conf.py                                |   19 +-
 docs/source/download.md                            |    2 +-
 .../library-user-guide/custom-table-providers.md   |   50 +-
 docs/source/library-user-guide/upgrading/55.0.0.md |  189 +++
 docs/source/robots.txt                             |    4 +
 docs/source/user-guide/cli/usage.md                |   14 +
 docs/source/user-guide/concepts-readings-events.md |  111 +-
 docs/source/user-guide/configs.md                  |    2 +-
 docs/source/user-guide/crate-configuration.md      |    2 +-
 docs/source/user-guide/example-usage.md            |    2 +-
 docs/source/user-guide/introduction.md             |    1 +
 docs/source/user-guide/metrics.md                  |   19 +
 docs/source/user-guide/sql/scalar_functions.md     |    3 +-
 uv.lock                                            |   65 +-
 436 files changed, 26361 insertions(+), 5597 deletions(-)
 create mode 100644 .ai/skills/audit-datafusion-spark-expression/SKILL.md
 create mode 100644 benchmarks/benches/parquet_pruning_setup_cache.rs
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/benchmarks/control/q10.benchmark
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/benchmarks/skip/q01.benchmark
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/benchmarks/skip/q02.benchmark
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/benchmarks/skip/q03.benchmark
 copy benchmarks/sql_benchmarks/{predicate_eval => parquet_row_filter_skip}/init/cleanup.sql (100%)
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/init/settings.sql
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/load/clustered.sql
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/load/scrambled.sql
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/parquet_row_filter_skip.benchmark.template
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/parquet_row_filter_skip.suite
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/queries/control/q10.sql
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/queries/skip/q01.sql
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/queries/skip/q02.sql
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/queries/skip/q03.sql
 create mode 100644 benchmarks/sql_benchmarks/parquet_row_filter_skip/scratch/.gitignore
 create mode 100644 benchmarks/src/statistics.rs
 create mode 100644 datafusion/common/benches/record_batch_memory.rs
 create mode 100644 datafusion/core/benches/pwmj_semi_anti_sql.rs
 create mode 100644 datafusion/physical-expr/src/expressions/similar_to_pattern.rs
 create mode 100644 datafusion/physical-plan/benches/union_schema.rs
 copy datafusion/physical-plan/src/aggregates/aggregate_hash_table/{single_table.rs => ordered_single_table.rs} (58%)
 create mode 100644 datafusion/physical-plan/src/aggregates/group_values/multi_group_by/dictionary.rs
 copy datafusion/physical-plan/src/aggregates/{ordered_final_stream.rs => ordered_single_stream.rs} (62%)
 create mode 100644 datafusion/physical-plan/src/joins/piecewise_merge_join/existence_join.rs
 create mode 100644 datafusion/physical-plan/src/proto_test_util.rs
 create mode 100644 dev/changelog/55.0.0.md
 create mode 100644 docs/source/robots.txt


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org