You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by gi...@apache.org on 2026/04/21 00:32:00 UTC
(datafusion) branch dependabot/cargo/main/sha2-0.11.0 updated (90c2b89167 -> 05f3e506ce)
This is an automated email from the ASF dual-hosted git repository.
dependabot[bot] pushed a change to branch dependabot/cargo/main/sha2-0.11.0
in repository https://gitbox.apache.org/repos/asf/datafusion.git
omit 90c2b89167 chore(deps): bump sha2 from 0.10.9 to 0.11.0
add 249c23c2b6 Introduce Morselizer API, rewrite `ParquetOpener` to `ParquetMorselizer` (#21327)
add 8d91fb0e23 Update 53 upgrade guide to note release, other changes (#21449)
add fbdf7703a9 chore: create benches small ints for count_distinct (#21521)
add 44af0a1068 docs: Incorporate writing table provider blog post to user documentation (#21398)
add e8d217a8b5 perf: use DynComparator in sort-merge join (SMJ), microbenchmark queries up to 12% faster, TPC-H overall ~5% faster (#21484)
add 8939726929 perf: Optimize NULL handling in `substr` (#21519)
add e8990c4ff7 perf: replace SMJ's join_filter_not_matched_map HashMap with Vec<FilterState> (#21517)
add 4389f14e70 refactor: extract sort pushdown logic from FileScanConfig into separate module (#21457)
add b46634c192 fix: PostgreSQL dialect can not support tinyint type (#21445)
add d61be49742 perf: Optimize NULL handling in `find_in_set` (#21464)
add ad7c57a7e0 perf: Optimize NULL handling in `lcm`, `gcd` (#21468)
add fbb5240d4f perf: Optimize NULL handling in `arrays_zip` (#21475)
add 42d9835346 perf: Optimize NULL handling in `array_remove` (#21532)
add beed4f0c1d perf: Optimize NULL handling in `array_slice` (#21482)
add 1929d71e99 perf: Optimize NULL handling in some datetime functions (#21477)
add eaf0a41500 perf: Optimize NULL handling in `array_has` (#21471)
add 0626ca3ab7 perf: Optimize `Utf8View` string concat (#21535)
add 5e60df6136 fix: DataFusion benchmark panicked: failed to cast '2013-07-01' to UInt16 (#21498)
add 3911f0cc08 chore: Add array_slice tests for overlapping nulls across inputs (#21540)
add 540d8ecd5f Migrate PhysicalExprAdapter to unified CastExpr and remove CastColumnExpr usage (#21493)
add 374806c3ed fix(sql): return planner error for malformed typed literals (#21454)
add d4e629fc67 fix: Preserve quoted mixed-case identifiers in the `pivot_unpivot` example (#21432)
add ec00112482 Conditionally build page pruning predicates (#21480)
add 0ab78e7849 fix(spark): array_repeat returns repeated NULLs instead of NULL when element is NULL (#21558)
add 16e578dfdd Unify cast handling by removing `CastColumnExpr` branches in pruning and ordering equivalence (#21545)
add bb1c8e6589 remove as_any from TableProvider, SchemaProvider, CatalogProvider, and CatalogProviderList (#21346)
add d68373e7b8 fix: grouping with alias (#21438)
add c253bfb22e feat: Add pluggable StatisticsRegistry for operator-level statistics propagation (#21483)
add 29c5dd5b8f [datafusion-spark] Add Spark-compatible ceil function (#20593)
add 98d280f618 sql: render PostgreSQL array literals as ARRAY[...] in unparser (#21513)
add 70e77309c6 fix(spark): mod/pmod returns NULL instead of NaN for float division by zero (#21557)
add 62b8ec4491 feat: Add Hash trait to Aggregate enums (#21569)
add d3cedb282a port 52.5.0 changelog to main (#21553)
add 0143dfe169 physical_optimizer: preserve_file_partitions when num file groups < target_partitions (#21533)
add cda7b5cc41 EliminateOuterJoin with Like, IsTrue, IsFalse, IsNotUnknown (#21549)
add f1c643a8d0 fix: LazyMemoryExec should produce independent streams per execute() (#21565)
add e0fd16ee3f feat(substrait): support Placeholder <-> DynamicParameter in Substrait producer/consumer (#20977)
add 41dd9420a2 Add `arrow_field(expr)` scalar UDF (#21389)
add a13c23df67 Remove CastColumnExpr and custom_file_casts example; unify on field-aware CastExpr (#21563)
add 9dab336ee0 feat: add `with_metadata` scalar UDF to attach Arrow field metadata (#21509)
add 90521e8e5c chore(deps): bump hashbrown from 0.16.1 to 0.17.0 (#21611)
add 6db389901c chore(deps): bump ctor from 0.8.0 to 0.10.0 (#21612)
add 776b72325a Rewrite FileStream in terms of Morsel API (#21342)
add 961c5fc454 perf: Optimize NULL handling in `StringViewArrayBuilder` (#21538)
add 3763ad4fe4 feat: Additional Canonical Extension Types (#21291)
add a1b536e9cb Consolidate special case `regexp_match` logic (#21486)
add 4d069f96ae Reorder `cargo publish` commands by dependency (#21552)
add 607f3d245d chore(deps): bump taiki-e/install-action from 2.74.0 to 2.75.10 (#21605)
add 0073ff2823 chore(deps): update jinja2 requirement from <4,>=3.1 to >=3.1.6,<4 in /docs (#21606)
add e6b32fe66b chore(deps): bump the all-other-cargo-deps group across 1 directory with 3 updates (#21610)
add 2818abb8a1 bench: first_last remove noisy benchmarks, add update_batch (#21487)
add f9239a197f feat: Add memory-limited execution for NestedLoopJoinExec (#21448)
add ccbcdedc57 chore: Fix `typo` problems (#21495)
add cc05c3bd51 chore(deps): update pydata-sphinx-theme requirement from <1,>=0.16 to >=0.17.0,<1 in /docs (#21609)
add dc973cc9e6 chore(deps-dev): bump follow-redirects from 1.15.6 to 1.16.0 in /datafusion/wasmtest/datafusion-wasm-app (#21601)
add 244f89120b feat(stats): cap NDV at row count in statistics estimation (#21081)
add 26c6121f03 feat: support `array_compact` builtin function (#21522)
add d0692b8ee9 bench: Scale sort benchmarks to 1M rows to exercise merge path (#21630)
add 7b2f28400b fix: json scan performance on local files (#21478)
add edf8ad3930 fix(benchmarks): correct TPC-H benchmark SQL (#21615)
add f99ba69c61 Add release management page to the documentation (#21001)
add 5c653bee5d Port filter_pushdown.rs async tests to sqllogictest (#21620)
add 7bf39b5e74 chore: fix cargo audit and dependencies check on main (#21655)
add 240fbdb915 fix: suppress nondeterministic metrics in agg_dyn_e2e sqllogictest (#21657)
add dc6142ea49 Remove `as_any` on the `PhysicalExpr` trait (#21573)
add 936db37ccc Perf: Window topn optimisation (#21479)
add cc4717a144 fix: Fix compilation error on `main` (#21664)
add fc088b738a chore(deps): update setuptools requirement from <83,>=82 to >=82.0.1,<83 in /docs (#21607)
add 8dedd12c83 chore(deps): update maturin requirement from <2,>=1.11 to >=1.13.1,<2 in /docs (#21608)
add dbe3395ea5 docs: Update `map_extract` examples (#21360)
add 9eefb7c952 fix: `median` retract logic for sliding window frames (#21300)
add bd2af68b84 Spark make_valid_utf8 function implementation (#20633)
add a0dbbab584 fix: Fix Spark `slice` function `Null` type to `GenericListArray` casting issue (#20469)
add 7bfa3fbdf8 chore(deps): update tokio from 1.51 to 1.52 (#21670)
add 8b47f45ad2 fix: Remove nested async block causing Stacked Borrows violation in PushDecoderStreamState (#21663)
add 4c7bb08f93 Use ListArray nullability instead of offsets for `array_element`, `array_any_value`. (#21672)
add 3b5008a47c fix: impl `handle_child_pushdown_result` for `SortExec` (#21527)
add 9873357d8d chore: breakdown `array.slt` into smaller files (#21658)
add 2ef0217705 fix: SortMergeJoin full outer join incorrectly matches rows when filter evaluates to NULL (#21660)
add 87772515f5 chore: Add more tests with `GROUP BY` to test spark `collect_set` (#21659)
add 44625fb181 docs: add April 2026 readings and meetup links (#21644)
add 7731130861 feat: add a config to disable subquery_sort_elimination (#21614)
add 93ae1b8442 fix: try again to fix Miri in ParquetOpener (#21680)
add ef9a80c7a1 Add strategy-focused InList benchmarks (#21648)
add 1068686fc6 perf: add fast path for uniform fill values in `array_resize` (#20617)
add 1f0faf92cc perf : Optimize count distinct using bitmaps instead of hashsets for smaller datatypes (#21456)
add 4b8c1d9d6b Fix massive spill files for StringView/BinaryView columns II (#21633)
add d1800db1ac fix: `optimize_projections` failure after mark joins created by `EXISTS OR EXISTS` (#21265)
add 4e015db45c fix: import from `datafusion_expr` in `make_valid_utf8` (#21687)
add 882be98a82 chore: Backport 53.1.0 changelog (#21686)
add 8229509a27 refactor: Introduce SpillState enum for memory-limited NLJ execution (#21636)
add 769e21447c Support Date32/Date64 in unwrap_cast optimization (#21665)
add 97172e2a09 perf: Optimize `left`, `right` to reduce copying (#21442)
add fab3b71728 feat[expr-common]: add REE arithmetic coercion for numeric and decimal (#21179)
add 5a427cb55d perf: Optimize `substr` for Utf8, LargeUtf8 (#21366)
add e5966b529f fix: linearized operands in physical binaryexpr protobuf to avoid recursion limit (#21031)
add 2f0ca3de45 feat: extend single ndv optimization to non-arithmetic supporting types for equality predicates (#21473)
add 4a5d1301cf fix: remove unnecessary `as_any()` to fix compilation error (#21693)
add 6cd7e83958 feat: extend interval analysis support for temporal types (#21520)
add 03b390db7b Remove trait function `as_any` from datafusion-datasource (#21576)
add afc07843a2 feat: add sort_pushdown_inexact benchmark for RG reorder (#21674)
add 29f1acd28b feat: change approx percentile/median UDFs to return floats (#21074)
add 8a650f5ad6 Make `test_display_pg_json` pass regardless of build setup and dependencies (#21502)
add b75df6f01e fix: Prevent CLI crash on wide tables (#21721)
add 1fbbba5c63 feat: support '>', '<', '>=', '<=', '<>' in all operator (#21416)
add 6aa5a7ee98 refactor: Share left-side spill file across partitions on OOM fallback (#21699)
add d8c9797296 Spark is_valid_utf8 function implementation (#21627)
add 43d32a8c14 chore: use bench array helpers from Arrow bench_util (#21544)
add fd882fbf20 feat: Optimize ORDER BY by Pruning Functionally Redundant Sort Keys (#21362)
add 7e1a7104b6 fix(unparser): make `BigQueryDialect` more robust (#21296)
add 9c0edccdb1 chore: add count distinct group benchmarks (#21575)
add 90a8117be6 feat: Add support for `LEFT JOIN LATERAL` (#21352)
add 86143081fb perf: Optimize logical optimizer's `OptimizeProjections` pass (#21726)
add 935382f860 perf: Optimize `DFSchema::qualified_name` (#21722)
add 675881dab6 fix: insert placeholder type inference showing wrong type when there is function wrapped placeholder (unknown type) (#20744)
add 03ca0aa301 perf: Tweak vec capacity in `project_statistics` (#21734)
add 3aaf393fe3 minor: More comments to `read_spill_as_stream` (#21713)
add 466c3eaecf Dynamic work scheduling in FileStream (#21351)
add a311d149bf chore: Update Release instructions (#21705)
add 7acbe03efb test: add tests for spill file sizes to verify View GC (#21750)
add c470bb1934 chore: backport version from `branch-53`, update some dependencies (#21708)
add 05f3e506ce chore(deps): bump sha2 from 0.10.9 to 0.11.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (90c2b89167)
\
N -- N -- N refs/heads/dependabot/cargo/main/sha2-0.11.0 (05f3e506ce)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/audit.yml | 4 +-
.github/workflows/rust.yml | 4 +-
Cargo.lock | 648 +-
Cargo.toml | 85 +-
benchmarks/bench.sh | 136 +-
benchmarks/lineprotocol.py | 4 +-
benchmarks/queries/h2o/window.sql | 9 +-
benchmarks/queries/q10.sql | 2 +-
benchmarks/queries/q11.sql | 4 +-
benchmarks/queries/q12.sql | 4 +-
benchmarks/queries/q14.sql | 2 +-
benchmarks/queries/q5.sql | 4 +-
benchmarks/queries/q6.sql | 4 +-
benchmarks/queries/sort_pushdown_inexact/q1.sql | 8 +
benchmarks/queries/sort_pushdown_inexact/q2.sql | 7 +
benchmarks/queries/sort_pushdown_inexact/q3.sql | 8 +
benchmarks/queries/sort_pushdown_inexact/q4.sql | 7 +
.../queries/sort_pushdown_inexact_overlap/q1.sql | 7 +
.../queries/sort_pushdown_inexact_overlap/q2.sql | 5 +
.../queries/sort_pushdown_inexact_overlap/q3.sql | 6 +
.../queries/sort_pushdown_inexact_overlap/q4.sql | 5 +
.../queries/sort_pushdown_inexact_unsorted/q1.sql | 7 +
.../queries/sort_pushdown_inexact_unsorted/q2.sql | 5 +
.../queries/sort_pushdown_inexact_unsorted/q3.sql | 6 +
.../queries/sort_pushdown_inexact_unsorted/q4.sql | 5 +
.../queries/sort_pushdown_inexact_unsorted/q5.sql | 5 +
.../queries/sort_pushdown_inexact_unsorted/q6.sql | 5 +
benchmarks/src/tpch/mod.rs | 86 +
benchmarks/src/tpch/run.rs | 98 +-
datafusion-cli/src/catalog.rs | 13 -
datafusion-cli/src/functions.rs | 16 -
datafusion-cli/src/print_format.rs | 37 +-
datafusion-cli/tests/cli_integration.rs | 17 +
...i_wide_result_set_no_crash@wide_result_set.snap | 32 +
.../custom_data_source/adapter_serialization.rs | 8 +-
.../custom_data_source/custom_datasource.rs | 5 -
.../custom_data_source/custom_file_casts.rs | 40 +-
.../custom_data_source/custom_file_format.rs | 10 +-
.../custom_data_source/default_column_values.rs | 5 -
.../examples/custom_data_source/main.rs | 2 +-
datafusion-examples/examples/data_io/catalog.rs | 14 +-
.../examples/data_io/json_shredding.rs | 10 +-
.../examples/data_io/parquet_advanced_index.rs | 5 -
.../examples/data_io/parquet_embedded_index.rs | 3 -
.../examples/data_io/parquet_index.rs | 5 -
.../examples/data_io/remote_catalog.rs | 5 -
.../examples/extension_types/temperature.rs | 135 +-
.../examples/proto/expression_deduplication.rs | 1 -
.../examples/relation_planner/pivot_unpivot.rs | 58 +-
datafusion-examples/examples/sql_ops/frontend.rs | 5 -
datafusion-examples/examples/udf/simple_udtf.rs | 4 -
datafusion/catalog-listing/src/table.rs | 5 -
datafusion/catalog/src/async.rs | 25 +-
datafusion/catalog/src/catalog.rs | 52 +-
datafusion/catalog/src/cte_worktable.rs | 5 -
datafusion/catalog/src/default_table_source.rs | 18 +-
datafusion/catalog/src/dynamic_file/catalog.rs | 13 -
datafusion/catalog/src/information_schema.rs | 18 +-
datafusion/catalog/src/listing_schema.rs | 5 -
datafusion/catalog/src/memory/catalog.rs | 9 -
datafusion/catalog/src/memory/schema.rs | 5 -
datafusion/catalog/src/memory/table.rs | 5 -
datafusion/catalog/src/schema.rs | 26 +-
datafusion/catalog/src/stream.rs | 9 -
datafusion/catalog/src/streaming.rs | 5 -
datafusion/catalog/src/table.rs | 27 +-
datafusion/catalog/src/view.rs | 6 +-
datafusion/common/Cargo.toml | 2 +-
datafusion/common/src/config.rs | 24 +
datafusion/common/src/dfschema.rs | 71 +-
datafusion/common/src/functional_dependencies.rs | 47 +
datafusion/common/src/lib.rs | 2 +-
datafusion/common/src/scalar/mod.rs | 57 +-
datafusion/common/src/stats.rs | 91 +-
.../common/src/types/canonical_extensions/bool8.rs | 123 +
.../canonical_extensions/fixed_shape_tensor.rs | 64 +
.../common/src/types/canonical_extensions/json.rs | 58 +
.../common/src/types/canonical_extensions/mod.rs | 14 +
.../src/types/canonical_extensions/opaque.rs | 58 +
.../canonical_extensions/timestamp_with_offset.rs | 304 +
.../common/src/types/canonical_extensions/uuid.rs | 51 +-
.../canonical_extensions/variable_shape_tensor.rs | 62 +
datafusion/common/src/types/extension.rs | 10 +
datafusion/common/src/types/mod.rs | 1 +
datafusion/core/Cargo.toml | 1 -
datafusion/core/benches/sort.rs | 218 +-
datafusion/core/benches/sql_planner.rs | 14 +-
datafusion/core/src/dataframe/mod.rs | 5 -
datafusion/core/src/datasource/empty.rs | 5 -
.../core/src/datasource/listing_table_factory.rs | 39 +-
datafusion/core/src/datasource/mod.rs | 2 +-
datafusion/core/src/execution/context/mod.rs | 8 +-
datafusion/core/src/execution/session_state.rs | 41 +
datafusion/core/src/physical_planner.rs | 31 +-
datafusion/core/src/test_util/mod.rs | 5 -
datafusion/core/tests/catalog/memory.rs | 5 -
.../tests/custom_sources_cases/dml_planning.rs | 13 -
datafusion/core/tests/custom_sources_cases/mod.rs | 5 -
.../provider_filter_pushdown.rs | 4 -
.../core/tests/custom_sources_cases/statistics.rs | 27 +-
.../core/tests/dataframe/dataframe_functions.rs | 14 +-
datafusion/core/tests/dataframe/mod.rs | 87 +-
.../core/tests/fuzz_cases/equivalence/utils.rs | 10 +-
datafusion/core/tests/fuzz_cases/join_fuzz.rs | 9 +-
.../fuzz_cases/sort_preserving_repartition_fuzz.rs | 8 +-
datafusion/core/tests/memory_limit/mod.rs | 6 +-
datafusion/core/tests/optimizer/mod.rs | 5 -
datafusion/core/tests/parquet/expr_adapter.rs | 2 +-
datafusion/core/tests/parquet/file_statistics.rs | 15 +-
.../tests/physical_optimizer/filter_pushdown.rs | 2590 +----
.../tests/physical_optimizer/join_selection.rs | 1 -
datafusion/core/tests/physical_optimizer/mod.rs | 1 +
.../physical_optimizer/partition_statistics.rs | 38 +-
.../physical_optimizer/projection_pushdown.rs | 1 -
.../tests/physical_optimizer/pushdown_utils.rs | 5 -
.../replace_with_order_preserving_variants.rs | 4 +-
.../core/tests/physical_optimizer/window_topn.rs | 425 +
.../core/tests/user_defined/insert_operation.rs | 6 +-
.../user_defined/user_defined_table_functions.rs | 4 -
datafusion/datasource-arrow/src/file_format.rs | 15 +-
datafusion/datasource-arrow/src/source.rs | 6 +-
datafusion/datasource-avro/src/file_format.rs | 9 -
datafusion/datasource-avro/src/source.rs | 5 -
datafusion/datasource-csv/src/file_format.rs | 14 -
datafusion/datasource-csv/src/source.rs | 5 -
datafusion/datasource-json/src/boundary_stream.rs | 46 +-
datafusion/datasource-json/src/file_format.rs | 13 -
datafusion/datasource-json/src/source.rs | 5 -
datafusion/datasource-parquet/src/file_format.rs | 14 -
datafusion/datasource-parquet/src/metadata.rs | 16 +-
datafusion/datasource-parquet/src/opener.rs | 586 +-
datafusion/datasource-parquet/src/row_filter.rs | 15 +-
datafusion/datasource-parquet/src/source.rs | 46 +-
.../datasource-parquet/src/supported_predicates.rs | 7 +-
datafusion/datasource/Cargo.toml | 3 +
datafusion/datasource/src/file.rs | 39 +-
datafusion/datasource/src/file_format.rs | 30 +-
.../mod.rs} | 732 +-
.../src/file_scan_config/sort_pushdown.rs | 577 ++
datafusion/datasource/src/file_stream/builder.rs | 59 +-
datafusion/datasource/src/file_stream/metrics.rs | 9 +-
datafusion/datasource/src/file_stream/mod.rs | 1151 ++-
.../datasource/src/file_stream/scan_state.rs | 304 +
.../datasource/src/file_stream/work_source.rs | 98 +
datafusion/datasource/src/memory.rs | 24 +-
datafusion/datasource/src/mod.rs | 1 +
datafusion/datasource/src/morsel/adapters.rs | 122 +
datafusion/datasource/src/morsel/mocks.rs | 746 ++
datafusion/datasource/src/morsel/mod.rs | 234 +
datafusion/datasource/src/projection.rs | 6 +-
datafusion/datasource/src/sink.rs | 18 +-
datafusion/datasource/src/source.rs | 114 +-
datafusion/datasource/src/statistics.rs | 2 +-
datafusion/datasource/src/test_util.rs | 16 +-
datafusion/execution/src/cache/cache_unit.rs | 4 -
datafusion/execution/src/config.rs | 9 +
datafusion/expr-common/src/casts.rs | 68 +-
datafusion/expr-common/src/interval_arithmetic.rs | 32 +-
datafusion/expr-common/src/signature.rs | 15 +-
.../expr-common/src/type_coercion/aggregates.rs | 4 +-
datafusion/expr-common/src/type_coercion/binary.rs | 28 +
.../type_coercion/binary/tests/run_end_encoded.rs | 36 +-
datafusion/expr/Cargo.toml | 3 +
datafusion/expr/src/logical_plan/builder.rs | 5 -
datafusion/expr/src/registry.rs | 194 +-
datafusion/expr/src/table_source.rs | 14 +-
datafusion/expr/src/test/function_stub.rs | 20 +-
datafusion/expr/src/udf.rs | 2 +-
datafusion/ffi/src/catalog_provider.rs | 33 +-
datafusion/ffi/src/catalog_provider_list.rs | 35 +-
datafusion/ffi/src/physical_expr/mod.rs | 7 +-
.../ffi/src/proto/logical_extension_codec.rs | 4 +-
datafusion/ffi/src/schema_provider.rs | 31 +-
datafusion/ffi/src/table_provider.rs | 19 +-
datafusion/ffi/src/tests/async_provider.rs | 5 -
datafusion/ffi/src/tests/catalog.rs | 13 -
datafusion/ffi/tests/ffi_catalog.rs | 4 +-
.../src/aggregate/count_distinct.rs | 4 +
.../src/aggregate/count_distinct/native.rs | 353 +
datafusion/functions-aggregate/Cargo.toml | 4 +
.../functions-aggregate/benches/approx_distinct.rs | 83 +-
.../functions-aggregate/benches/array_agg.rs | 20 +-
.../functions-aggregate/benches/count_distinct.rs | 459 +
.../functions-aggregate/benches/first_last.rs | 247 +-
.../functions-aggregate/src/approx_median.rs | 15 +-
.../src/approx_percentile_cont.rs | 115 +-
.../src/approx_percentile_cont_with_weight.rs | 72 +-
datafusion/functions-aggregate/src/count.rs | 49 +-
datafusion/functions-aggregate/src/median.rs | 3 +-
datafusion/functions-aggregate/src/min_max.rs | 5 +-
datafusion/functions-aggregate/src/nth_value.rs | 1 -
datafusion/functions-aggregate/src/string_agg.rs | 2 +-
datafusion/functions-aggregate/src/utils.rs | 5 +
datafusion/functions-nested/Cargo.toml | 9 +
.../functions-nested/benches/array_min_max.rs | 69 +-
.../functions-nested/benches/array_remove.rs | 133 +-
.../functions-nested/benches/array_repeat.rs | 143 +-
.../functions-nested/benches/array_resize.rs | 170 +
.../functions-nested/benches/array_to_string.rs | 65 +-
datafusion/functions-nested/benches/arrays_zip.rs | 117 +
datafusion/functions-nested/src/array_compact.rs | 191 +
datafusion/functions-nested/src/array_has.rs | 72 +-
datafusion/functions-nested/src/arrays_zip.rs | 42 +-
datafusion/functions-nested/src/extract.rs | 112 +-
datafusion/functions-nested/src/lib.rs | 3 +
datafusion/functions-nested/src/map_extract.rs | 5 +
datafusion/functions-nested/src/range.rs | 2 +-
datafusion/functions-nested/src/remove.rs | 17 +-
datafusion/functions-nested/src/resize.rs | 127 +-
datafusion/functions-table/src/generate_series.rs | 4 -
datafusion/functions-window/src/lead_lag.rs | 3 +-
datafusion/functions-window/src/utils.rs | 1 -
datafusion/functions/Cargo.toml | 15 +
datafusion/functions/benches/{gcd.rs => lcm.rs} | 53 +-
datafusion/functions/benches/left_right.rs | 121 +-
datafusion/functions/benches/make_date.rs | 12 +-
datafusion/functions/benches/substr.rs | 22 +-
datafusion/functions/benches/to_local_time.rs | 90 +
datafusion/functions/benches/to_time.rs | 94 +
datafusion/functions/src/core/arrow_field.rs | 162 +
datafusion/functions/src/core/mod.rs | 14 +
datafusion/functions/src/core/with_metadata.rs | 335 +
datafusion/functions/src/datetime/make_time.rs | 23 +-
datafusion/functions/src/datetime/to_local_time.rs | 17 +-
datafusion/functions/src/datetime/to_time.rs | 14 +-
datafusion/functions/src/math/gcd.rs | 30 +-
datafusion/functions/src/math/lcm.rs | 57 +-
datafusion/functions/src/regex/regexpreplace.rs | 182 +-
datafusion/functions/src/string/common.rs | 23 +-
datafusion/functions/src/string/concat.rs | 4 +-
datafusion/functions/src/string/concat_ws.rs | 8 +-
datafusion/functions/src/strings.rs | 110 +-
datafusion/functions/src/unicode/common.rs | 181 +-
datafusion/functions/src/unicode/find_in_set.rs | 99 +-
datafusion/functions/src/unicode/left.rs | 56 +-
datafusion/functions/src/unicode/right.rs | 56 +-
datafusion/functions/src/unicode/substr.rs | 192 +-
datafusion/optimizer/Cargo.toml | 4 +
.../optimizer/benches/optimize_projections.rs | 235 +
.../src/analyzer/resolve_grouping_function.rs | 51 +-
datafusion/optimizer/src/analyzer/type_coercion.rs | 5 +-
.../optimizer/src/decorrelate_lateral_join.rs | 160 +-
.../src/decorrelate_predicate_subquery.rs | 23 +-
.../optimizer/src/eliminate_duplicated_expr.rs | 29 +-
datafusion/optimizer/src/eliminate_outer_join.rs | 479 +-
.../optimizer/src/optimize_projections/mod.rs | 188 +-
.../src/optimize_projections/required_indices.rs | 64 +-
datafusion/optimizer/src/optimizer.rs | 2 +-
datafusion/optimizer/src/push_down_filter.rs | 5 -
.../optimizer/tests/optimizer_integration.rs | 9 -
.../physical-expr-adapter/src/schema_rewriter.rs | 274 +-
.../physical-expr-common/src/physical_expr.rs | 32 +-
datafusion/physical-expr-common/src/sort_expr.rs | 1 -
datafusion/physical-expr/Cargo.toml | 8 +
.../physical-expr/benches/in_list_strategy.rs | 1037 ++
datafusion/physical-expr/benches/string_concat.rs | 94 +
datafusion/physical-expr/src/analysis.rs | 4 +-
.../physical-expr/src/async_scalar_function.rs | 12 +-
datafusion/physical-expr/src/equivalence/class.rs | 11 +-
.../src/equivalence/properties/dependency.rs | 81 +-
.../src/equivalence/properties/mod.rs | 82 +-
datafusion/physical-expr/src/expressions/binary.rs | 12 +-
.../src/expressions/binary/kernels.rs | 30 +-
datafusion/physical-expr/src/expressions/case.rs | 23 +-
.../expressions/case/literal_lookup_table/mod.rs | 6 +-
datafusion/physical-expr/src/expressions/cast.rs | 242 +-
.../physical-expr/src/expressions/cast_column.rs | 420 -
datafusion/physical-expr/src/expressions/column.rs | 8 +-
.../src/expressions/dynamic_filters.rs | 8 +-
.../physical-expr/src/expressions/in_list.rs | 6 -
.../physical-expr/src/expressions/is_not_null.rs | 7 +-
.../physical-expr/src/expressions/is_null.rs | 7 +-
datafusion/physical-expr/src/expressions/like.rs | 6 +-
.../physical-expr/src/expressions/literal.rs | 6 -
datafusion/physical-expr/src/expressions/mod.rs | 2 -
.../physical-expr/src/expressions/negative.rs | 6 -
datafusion/physical-expr/src/expressions/no_op.rs | 6 -
datafusion/physical-expr/src/expressions/not.rs | 6 -
.../physical-expr/src/expressions/try_cast.rs | 6 -
.../src/expressions/unknown_column.rs | 6 -
.../physical-expr/src/intervals/cp_solver.rs | 19 +-
datafusion/physical-expr/src/intervals/utils.rs | 14 +-
datafusion/physical-expr/src/physical_expr.rs | 7 +-
datafusion/physical-expr/src/planner.rs | 1 -
datafusion/physical-expr/src/projection.rs | 37 +-
datafusion/physical-expr/src/scalar_function.rs | 14 +-
.../src/simplifier/const_evaluator.rs | 15 +-
datafusion/physical-expr/src/simplifier/mod.rs | 31 +-
datafusion/physical-expr/src/simplifier/not.rs | 10 +-
.../physical-expr/src/simplifier/unwrap_cast.rs | 109 +-
.../physical-expr/src/statistics/stats_solver.rs | 2 +-
datafusion/physical-expr/src/utils/guarantee.rs | 28 +-
datafusion/physical-expr/src/utils/mod.rs | 23 +-
.../physical-optimizer/src/enforce_distribution.rs | 8 +-
.../src/enforce_sorting/sort_pushdown.rs | 14 +-
.../physical-optimizer/src/join_selection.rs | 108 +-
datafusion/physical-optimizer/src/lib.rs | 3 +-
datafusion/physical-optimizer/src/optimizer.rs | 68 +-
.../physical-optimizer/src/projection_pushdown.rs | 8 +-
.../physical-optimizer/src/topk_aggregation.rs | 5 +-
datafusion/physical-optimizer/src/window_topn.rs | 331 +
datafusion/physical-plan/Cargo.toml | 2 +
datafusion/physical-plan/src/aggregates/mod.rs | 14 +-
datafusion/physical-plan/src/async_func.rs | 3 +-
datafusion/physical-plan/src/column_rewriter.rs | 2 +-
datafusion/physical-plan/src/filter.rs | 799 +-
datafusion/physical-plan/src/filter_pushdown.rs | 2 +-
.../physical-plan/src/joins/hash_join/exec.rs | 10 +-
.../src/joins/hash_join/partitioned_hash_eval.rs | 10 +-
.../physical-plan/src/joins/nested_loop_join.rs | 838 +-
.../src/joins/piecewise_merge_join/classic_join.rs | 22 +-
.../src/joins/sort_merge_join/bitwise_stream.rs | 172 +-
.../joins/sort_merge_join/materializing_stream.rs | 244 +-
.../src/joins/sort_merge_join/tests.rs | 109 +-
.../physical-plan/src/joins/stream_join_utils.rs | 2 +-
datafusion/physical-plan/src/joins/utils.rs | 335 +-
datafusion/physical-plan/src/lib.rs | 1 +
datafusion/physical-plan/src/memory.rs | 41 +-
.../physical-plan/src/operator_statistics/mod.rs | 2320 +++++
datafusion/physical-plan/src/projection.rs | 23 +-
datafusion/physical-plan/src/sorts/mod.rs | 1 +
.../physical-plan/src/sorts/partitioned_topk.rs | 525 ++
datafusion/physical-plan/src/sorts/sort.rs | 130 +-
.../src/spill/in_progress_spill_file.rs | 20 +-
datafusion/physical-plan/src/spill/mod.rs | 647 +-
.../physical-plan/src/spill/spill_manager.rs | 51 +-
datafusion/physical-plan/src/topk/mod.rs | 2 +-
datafusion/proto/proto/datafusion.proto | 3 +
datafusion/proto/src/generated/pbjson.rs | 17 +
datafusion/proto/src/generated/prost.rs | 4 +
datafusion/proto/src/logical_plan/file_formats.rs | 16 +-
datafusion/proto/src/logical_plan/mod.rs | 32 +-
datafusion/proto/src/physical_plan/from_proto.rs | 72 +-
datafusion/proto/src/physical_plan/mod.rs | 26 +-
datafusion/proto/src/physical_plan/to_proto.rs | 42 +-
.../proto/tests/cases/roundtrip_logical_plan.rs | 8 -
.../proto/tests/cases/roundtrip_physical_plan.rs | 315 +-
datafusion/pruning/src/pruning_predicate.rs | 121 +-
datafusion/spark/src/function/array/repeat.rs | 12 +-
datafusion/spark/src/function/array/slice.rs | 85 +-
datafusion/spark/src/function/math/ceil.rs | 304 +
datafusion/spark/src/function/math/mod.rs | 4 +
datafusion/spark/src/function/math/modulus.rs | 59 +-
.../spark/src/function/string/is_valid_utf8.rs | 118 +
.../spark/src/function/string/make_valid_utf8.rs | 125 +
datafusion/spark/src/function/string/mod.rs | 16 +
datafusion/sql/src/expr/mod.rs | 85 +-
datafusion/sql/src/expr/value.rs | 17 +-
datafusion/sql/src/planner.rs | 6 +-
datafusion/sql/src/relation/mod.rs | 18 +-
datafusion/sql/src/statement.rs | 25 +-
datafusion/sql/src/unparser/dialect.rs | 79 +
datafusion/sql/src/unparser/expr.rs | 113 +-
datafusion/sql/tests/cases/params.rs | 16 +
datafusion/sql/tests/cases/plan_to_sql.rs | 33 +
datafusion/sql/tests/common/mod.rs | 4 -
datafusion/sql/tests/sql_integration.rs | 93 +-
datafusion/sqllogictest/Cargo.toml | 8 +
.../src/engines/datafusion_engine/normalize.rs | 2 +-
datafusion/sqllogictest/src/test_context.rs | 11 +-
datafusion/sqllogictest/src/test_file.rs | 10 +-
datafusion/sqllogictest/test_files/aggregate.slt | 158 +-
.../test_files/aggregate_skip_partial.slt | 26 +-
datafusion/sqllogictest/test_files/array.slt | 9901 --------------------
.../sqllogictest/test_files/array/array_all.slt | 221 +
.../test_files/array/array_any_value.slt | 174 +
.../sqllogictest/test_files/array/array_append.slt | 273 +
.../sqllogictest/test_files/array/array_cast.slt | 189 +
.../sqllogictest/test_files/array/array_concat.slt | 391 +
.../test_files/array/array_distinct.slt | 214 +
.../test_files/array/array_element.slt | 275 +
.../sqllogictest/test_files/array/array_empty.slt | 180 +
.../sqllogictest/test_files/array/array_except.slt | 159 +
.../sqllogictest/test_files/array/array_has.slt | 897 ++
.../sqllogictest/test_files/array/array_index.slt | 258 +
.../sqllogictest/test_files/array/array_length.slt | 491 +
.../test_files/array/array_literal.slt | 156 +
.../test_files/array/array_min_max.slt | 317 +
.../test_files/array/array_operators.slt | 134 +
.../sqllogictest/test_files/array/array_pop.slt | 306 +
.../test_files/array/array_position.slt | 461 +
.../test_files/array/array_prepend.slt | 278 +
.../sqllogictest/test_files/array/array_range.slt | 472 +
.../sqllogictest/test_files/array/array_remove.slt | 540 ++
.../sqllogictest/test_files/array/array_repeat.slt | 229 +
.../test_files/array/array_replace.slt | 664 ++
.../sqllogictest/test_files/array/array_resize.slt | 173 +
.../test_files/array/array_reverse.slt | 187 +
.../sqllogictest/test_files/array/array_slice.slt | 465 +
.../sqllogictest/test_files/array/array_sort.slt | 259 +
.../test_files/array/array_to_string.slt | 378 +
.../sqllogictest/test_files/array/array_union.slt | 240 +
.../sqllogictest/test_files/array/arrays_zip.slt | 569 ++
.../sqllogictest/test_files/array/cardinality.slt | 118 +
.../sqllogictest/test_files/array/cleanup.slt.part | 170 +
.../test_files/array/init_data.slt.part | 692 ++
.../sqllogictest/test_files/array/make_array.slt | 166 +
.../test_files/array/string_to_array.slt | 229 +
datafusion/sqllogictest/test_files/arrow_field.slt | 146 +
datafusion/sqllogictest/test_files/clickbench.slt | 56 +-
.../test_files/clickbench_extended.slt | 2 +-
.../test_files/dynamic_filter_pushdown_config.slt | 50 +
.../test_files/eliminate_outer_join.slt | 280 +
datafusion/sqllogictest/test_files/explain.slt | 4 +
.../sqllogictest/test_files/information_schema.slt | 6 +
datafusion/sqllogictest/test_files/joins.slt | 73 +-
.../sqllogictest/test_files/lateral_join.slt | 284 +-
datafusion/sqllogictest/test_files/math.slt | 84 +
datafusion/sqllogictest/test_files/metadata.slt | 62 +-
.../test_files/nested_loop_join_spill.slt | 68 +
datafusion/sqllogictest/test_files/order.slt | 60 +-
.../test_files/preserve_file_partitioning.slt | 54 +
.../test_files/push_down_filter_parquet.slt | 857 ++
.../test_files/push_down_filter_regression.slt | 322 +-
datafusion/sqllogictest/test_files/repartition.slt | 2 +-
.../sqllogictest/test_files/run_end_encoded.slt | 12 +
.../test_files/spark/aggregate/collect.slt | 31 +
.../test_files/spark/array/array_repeat.slt | 14 +-
.../sqllogictest/test_files/spark/array/slice.slt | 23 +
.../sqllogictest/test_files/spark/math/ceil.slt | 124 +-
.../sqllogictest/test_files/spark/math/ceiling.slt | 42 -
.../sqllogictest/test_files/spark/math/mod.slt | 2 +-
.../test_files/spark/string/is_valid_utf8.slt | 203 +
.../{math/bin.slt => string/make_valid_utf8.slt} | 61 +-
.../test_files/statistics_registry.slt | 177 +
.../test_files/string/string_query.slt.part | 122 +
.../sqllogictest/test_files/subquery_sort.slt | 19 +
datafusion/sqllogictest/test_files/window.slt | 16 +-
datafusion/sqllogictest/test_files/window_topn.slt | 626 ++
.../logical_plan/consumer/substrait_consumer.rs | 16 +-
.../src/logical_plan/producer/expr/mod.rs | 4 +-
.../src/logical_plan/producer/expr/placeholder.rs | 68 +
.../logical_plan/producer/substrait_producer.rs | 18 +-
.../tests/cases/roundtrip_logical_plan.rs | 134 +
.../wasmtest/datafusion-wasm-app/package-lock.json | 12 +-
dev/changelog/52.5.0.md | 45 +
dev/changelog/53.1.0.md | 51 +
dev/release/README.md | 279 +-
dev/release/download-python-wheels.py | 4 +-
docs/pyproject.toml | 8 +-
docs/source/contributor-guide/index.md | 5 +
.../source/contributor-guide/release_management.md | 123 +
docs/source/index.rst | 1 +
docs/source/library-user-guide/catalogs.md | 17 -
.../library-user-guide/custom-table-providers.md | 1291 ++-
docs/source/library-user-guide/upgrading/53.0.0.md | 49 +-
docs/source/library-user-guide/upgrading/54.0.0.md | 125 +-
docs/source/user-guide/concepts-readings-events.md | 3 +
docs/source/user-guide/configs.md | 5 +-
docs/source/user-guide/sql/scalar_functions.md | 99 +
docs/source/user-guide/sql/select.md | 46 +-
451 files changed, 38235 insertions(+), 18742 deletions(-)
create mode 100644 benchmarks/queries/sort_pushdown_inexact/q1.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact/q2.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact/q3.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact/q4.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_overlap/q1.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_overlap/q2.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_overlap/q3.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_overlap/q4.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_unsorted/q1.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_unsorted/q2.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_unsorted/q3.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_unsorted/q4.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_unsorted/q5.sql
create mode 100644 benchmarks/queries/sort_pushdown_inexact_unsorted/q6.sql
create mode 100644 datafusion-cli/tests/snapshots/cli_wide_result_set_no_crash@wide_result_set.snap
create mode 100644 datafusion/common/src/types/canonical_extensions/bool8.rs
create mode 100644 datafusion/common/src/types/canonical_extensions/fixed_shape_tensor.rs
create mode 100644 datafusion/common/src/types/canonical_extensions/json.rs
create mode 100644 datafusion/common/src/types/canonical_extensions/opaque.rs
create mode 100644 datafusion/common/src/types/canonical_extensions/timestamp_with_offset.rs
create mode 100644 datafusion/common/src/types/canonical_extensions/variable_shape_tensor.rs
create mode 100644 datafusion/core/tests/physical_optimizer/window_topn.rs
rename datafusion/datasource/src/{file_scan_config.rs => file_scan_config/mod.rs} (82%)
create mode 100644 datafusion/datasource/src/file_scan_config/sort_pushdown.rs
create mode 100644 datafusion/datasource/src/file_stream/scan_state.rs
create mode 100644 datafusion/datasource/src/file_stream/work_source.rs
create mode 100644 datafusion/datasource/src/morsel/adapters.rs
create mode 100644 datafusion/datasource/src/morsel/mocks.rs
create mode 100644 datafusion/datasource/src/morsel/mod.rs
create mode 100644 datafusion/functions-aggregate/benches/count_distinct.rs
create mode 100644 datafusion/functions-nested/benches/array_resize.rs
create mode 100644 datafusion/functions-nested/benches/arrays_zip.rs
create mode 100644 datafusion/functions-nested/src/array_compact.rs
copy datafusion/functions/benches/{gcd.rs => lcm.rs} (54%)
create mode 100644 datafusion/functions/benches/to_local_time.rs
create mode 100644 datafusion/functions/benches/to_time.rs
create mode 100644 datafusion/functions/src/core/arrow_field.rs
create mode 100644 datafusion/functions/src/core/with_metadata.rs
create mode 100644 datafusion/optimizer/benches/optimize_projections.rs
create mode 100644 datafusion/physical-expr/benches/in_list_strategy.rs
create mode 100644 datafusion/physical-expr/benches/string_concat.rs
delete mode 100644 datafusion/physical-expr/src/expressions/cast_column.rs
create mode 100644 datafusion/physical-optimizer/src/window_topn.rs
create mode 100644 datafusion/physical-plan/src/operator_statistics/mod.rs
create mode 100644 datafusion/physical-plan/src/sorts/partitioned_topk.rs
create mode 100644 datafusion/spark/src/function/math/ceil.rs
create mode 100644 datafusion/spark/src/function/string/is_valid_utf8.rs
create mode 100644 datafusion/spark/src/function/string/make_valid_utf8.rs
delete mode 100644 datafusion/sqllogictest/test_files/array.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_all.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_any_value.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_append.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_cast.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_concat.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_distinct.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_element.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_empty.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_except.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_has.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_index.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_length.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_literal.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_min_max.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_operators.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_pop.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_position.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_prepend.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_range.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_remove.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_repeat.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_replace.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_resize.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_reverse.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_slice.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_sort.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_to_string.slt
create mode 100644 datafusion/sqllogictest/test_files/array/array_union.slt
create mode 100644 datafusion/sqllogictest/test_files/array/arrays_zip.slt
create mode 100644 datafusion/sqllogictest/test_files/array/cardinality.slt
create mode 100644 datafusion/sqllogictest/test_files/array/cleanup.slt.part
create mode 100644 datafusion/sqllogictest/test_files/array/init_data.slt.part
create mode 100644 datafusion/sqllogictest/test_files/array/make_array.slt
create mode 100644 datafusion/sqllogictest/test_files/array/string_to_array.slt
create mode 100644 datafusion/sqllogictest/test_files/arrow_field.slt
create mode 100644 datafusion/sqllogictest/test_files/nested_loop_join_spill.slt
delete mode 100644 datafusion/sqllogictest/test_files/spark/math/ceiling.slt
create mode 100644 datafusion/sqllogictest/test_files/spark/string/is_valid_utf8.slt
copy datafusion/sqllogictest/test_files/spark/{math/bin.slt => string/make_valid_utf8.slt} (51%)
create mode 100644 datafusion/sqllogictest/test_files/statistics_registry.slt
create mode 100644 datafusion/sqllogictest/test_files/window_topn.slt
create mode 100644 datafusion/substrait/src/logical_plan/producer/expr/placeholder.rs
create mode 100644 dev/changelog/52.5.0.md
create mode 100644 dev/changelog/53.1.0.md
create mode 100644 docs/source/contributor-guide/release_management.md
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org