You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by al...@apache.org on 2025/02/22 12:11:56 UTC
(datafusion) branch alamb-patch-2 updated (c0dd8b4ee3 -> 133b48dd67)
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch alamb-patch-2
in repository https://gitbox.apache.org/repos/asf/datafusion.git
from c0dd8b4ee3 Minor: comment in Cargo.toml about MSRV
add b66beb8d50 refactor: move `DataSource` to `datafusion-datasource` (#14671)
add faace2cddc Fix Clippy 1.85 warnings (#14800)
add 9ca09cf8f7 Allow `FileSource`-specific repartitioning (#14754)
add 3750dc9eb9 Bump MSRV to 1.82, toolchain to 1.85 (#14811)
add a8e1f2fa18 Chore/Add additional FFI unit tests (#14802)
add 22156b2a68 Chore/Add additional FFI unit tests (#14802)
add e03f9f6767 Remove CountWildcardRule in Analyzer and move the functionality in ExprPlanner, add `plan_aggregate` and `plan_window` to planner (#14689)
add bbc6049f1c fix: normalize column names in table constraints (#14794)
add 133b48dd67 Merge remote-tracking branch 'apache/main' into alamb-patch-2
No new revisions were added by this update.
Summary of changes:
Cargo.lock | 110 ++-
Cargo.toml | 2 +-
datafusion-cli/src/functions.rs | 2 +-
.../examples/parquet_exec_visitor.rs | 2 +-
datafusion-examples/examples/remote_catalog.rs | 2 +-
datafusion-examples/examples/simple_udtf.rs | 2 +-
datafusion/common/src/table_reference.rs | 7 +-
datafusion/core/Cargo.toml | 4 +
datafusion/core/benches/physical_plan.rs | 2 +-
datafusion/core/benches/sort.rs | 3 +-
datafusion/{physical-plan => core}/benches/spm.rs | 2 +-
datafusion/core/src/datasource/data_source.rs | 34 +-
datafusion/core/src/datasource/empty.rs | 3 +-
datafusion/core/src/datasource/listing/table.rs | 3 +-
datafusion/core/src/datasource/memory.rs | 4 +-
datafusion/core/src/datasource/mod.rs | 2 +
.../src/datasource/physical_plan/arrow_file.rs | 6 +-
.../core/src/datasource/physical_plan/avro.rs | 15 +-
.../core/src/datasource/physical_plan/csv.rs | 7 +-
.../datasource/physical_plan/file_scan_config.rs | 33 +-
.../core/src/datasource/physical_plan/json.rs | 6 +-
.../src/datasource/physical_plan/parquet/mod.rs | 4 +-
.../src/datasource/physical_plan/parquet/source.rs | 9 +-
.../core/src/execution/session_state_defaults.rs | 2 +
datafusion/core/src/physical_planner.rs | 6 +-
datafusion/core/src/test/mod.rs | 2 +-
datafusion/core/src/test_util/parquet.rs | 2 +-
.../core/tests/dataframe/dataframe_functions.rs | 34 +-
datafusion/core/tests/dataframe/mod.rs | 30 +-
datafusion/core/tests/execution/logical_plan.rs | 6 +-
datafusion/core/tests/fuzz_cases/aggregate_fuzz.rs | 4 +-
datafusion/core/tests/fuzz_cases/join_fuzz.rs | 4 +-
datafusion/core/tests/fuzz_cases/merge_fuzz.rs | 2 +-
datafusion/core/tests/fuzz_cases/sort_fuzz.rs | 2 +-
.../fuzz_cases/sort_preserving_repartition_fuzz.rs | 4 +-
datafusion/core/tests/fuzz_cases/window_fuzz.rs | 4 +-
datafusion/core/tests/memory_limit/mod.rs | 4 +-
datafusion/core/tests/parquet/file_statistics.rs | 2 +-
datafusion/core/tests/parquet/page_pruning.rs | 2 +-
datafusion/core/tests/parquet/utils.rs | 2 +-
.../physical_optimizer/aggregate_statistics.rs | 4 +-
.../physical_optimizer/enforce_distribution.rs | 2 +-
.../physical_optimizer/projection_pushdown.rs | 4 +-
.../replace_with_order_preserving_variants.rs | 4 +-
.../core/tests/physical_optimizer/test_utils.rs | 4 +-
datafusion/core/tests/sql/explain_analyze.rs | 2 +-
datafusion/core/tests/sql/path_partition.rs | 2 +-
.../user_defined/user_defined_table_functions.rs | 2 +-
datafusion/datasource/Cargo.toml | 2 +
.../{physical-plan => datasource}/src/memory.rs | 437 ++---------
datafusion/datasource/src/mod.rs | 2 +
.../{physical-plan => datasource}/src/source.rs | 10 +-
datafusion/execution/src/runtime_env.rs | 6 +-
datafusion/expr/src/expr.rs | 1 -
datafusion/expr/src/planner.rs | 62 +-
datafusion/expr/src/udaf.rs | 21 +-
datafusion/expr/src/utils.rs | 2 +-
datafusion/ffi/src/execution_plan.rs | 62 +-
datafusion/ffi/src/insert_op.rs | 23 +
datafusion/ffi/src/table_source.rs | 40 +
datafusion/ffi/src/volatility.rs | 21 +
datafusion/functions-aggregate/src/count.rs | 201 ++++-
datafusion/functions-aggregate/src/lib.rs | 19 +-
datafusion/functions-aggregate/src/planner.rs | 63 ++
datafusion/functions-window/src/lib.rs | 3 +
datafusion/functions-window/src/planner.rs | 61 ++
.../optimizer/src/analyzer/count_wildcard_rule.rs | 277 -------
datafusion/optimizer/src/analyzer/mod.rs | 3 -
.../optimizer/tests/optimizer_integration.rs | 28 +-
datafusion/physical-expr-common/src/binary_map.rs | 2 +-
datafusion/physical-expr-common/src/sort_expr.rs | 8 +-
.../physical-expr/src/equivalence/properties.rs | 2 +-
datafusion/physical-optimizer/Cargo.toml | 1 +
datafusion/physical-plan/Cargo.toml | 4 -
datafusion/physical-plan/src/aggregates/mod.rs | 19 +-
datafusion/physical-plan/src/empty.rs | 4 +-
datafusion/physical-plan/src/filter.rs | 1 -
datafusion/physical-plan/src/joins/hash_join.rs | 30 +-
.../physical-plan/src/joins/nested_loop_join.rs | 7 +-
.../physical-plan/src/joins/sort_merge_join.rs | 14 +-
datafusion/physical-plan/src/joins/test_utils.rs | 11 +-
datafusion/physical-plan/src/lib.rs | 2 -
datafusion/physical-plan/src/memory.rs | 874 +--------------------
datafusion/physical-plan/src/placeholder_row.rs | 9 +-
datafusion/physical-plan/src/recursive_query.rs | 12 +-
datafusion/physical-plan/src/repartition/mod.rs | 26 +-
datafusion/physical-plan/src/sorts/partial_sort.rs | 8 +-
datafusion/physical-plan/src/sorts/sort.rs | 8 +-
.../src/sorts/sort_preserving_merge.rs | 26 +-
datafusion/physical-plan/src/test.rs | 340 +++++++-
datafusion/physical-plan/src/union.rs | 11 +-
datafusion/physical-plan/src/values.rs | 7 +-
.../src/windows/bounded_window_agg_exec.rs | 4 +-
datafusion/physical-plan/src/work_table.rs | 6 +-
datafusion/proto/src/physical_plan/mod.rs | 2 +-
datafusion/sql/src/expr/function.rs | 70 +-
datafusion/sql/src/expr/value.rs | 2 +-
datafusion/sql/src/statement.rs | 85 +-
datafusion/sql/tests/sql_integration.rs | 12 +-
datafusion/sqllogictest/test_files/aggregate.slt | 20 +
datafusion/sqllogictest/test_files/avro.slt | 2 +-
datafusion/sqllogictest/test_files/coalesce.slt | 2 +-
datafusion/sqllogictest/test_files/copy.slt | 1 -
.../sqllogictest/test_files/count_star_rule.slt | 32 +-
datafusion/sqllogictest/test_files/ddl.slt | 1 -
datafusion/sqllogictest/test_files/errors.slt | 2 +-
datafusion/sqllogictest/test_files/explain.slt | 3 +-
.../test_files/ident_normalization.slt | 41 +
datafusion/sqllogictest/test_files/insert.slt | 6 +-
.../sqllogictest/test_files/insert_to_external.slt | 4 +-
datafusion/sqllogictest/test_files/joins.slt | 4 +-
datafusion/sqllogictest/test_files/json.slt | 2 +-
datafusion/sqllogictest/test_files/limit.slt | 8 +-
.../test_files/optimizer_group_by_constant.slt | 16 +-
datafusion/sqllogictest/test_files/select.slt | 2 +-
datafusion/sqllogictest/test_files/subquery.slt | 42 +-
.../sqllogictest/test_files/tpch/plans/q1.slt.part | 2 +-
.../test_files/tpch/plans/q13.slt.part | 2 +-
.../test_files/tpch/plans/q21.slt.part | 2 +-
.../test_files/tpch/plans/q22.slt.part | 2 +-
.../sqllogictest/test_files/tpch/plans/q4.slt.part | 2 +-
datafusion/sqllogictest/test_files/union.slt | 6 +-
datafusion/sqllogictest/test_files/window.slt | 12 +-
datafusion/substrait/src/physical_plan/producer.rs | 2 +-
.../substrait/tests/cases/consumer_integration.rs | 26 +-
.../tests/cases/roundtrip_logical_plan.rs | 4 +-
rust-toolchain.toml | 2 +-
test-utils/src/array_gen/string.rs | 1 -
128 files changed, 1546 insertions(+), 2056 deletions(-)
rename datafusion/{physical-plan => core}/benches/spm.rs (98%)
copy datafusion/{physical-plan => datasource}/src/memory.rs (72%)
rename datafusion/{physical-plan => datasource}/src/source.rs (95%)
create mode 100644 datafusion/functions-aggregate/src/planner.rs
create mode 100644 datafusion/functions-window/src/planner.rs
delete mode 100644 datafusion/optimizer/src/analyzer/count_wildcard_rule.rs
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org