You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by al...@apache.org on 2025/02/22 12:11:56 UTC

(datafusion) branch alamb-patch-2 updated (c0dd8b4ee3 -> 133b48dd67)

This is an automated email from the ASF dual-hosted git repository.

alamb pushed a change to branch alamb-patch-2
in repository https://gitbox.apache.org/repos/asf/datafusion.git


    from c0dd8b4ee3 Minor: comment in Cargo.toml about MSRV
     add b66beb8d50 refactor: move `DataSource` to `datafusion-datasource` (#14671)
     add faace2cddc Fix Clippy 1.85 warnings (#14800)
     add 9ca09cf8f7 Allow `FileSource`-specific repartitioning (#14754)
     add 3750dc9eb9 Bump MSRV to 1.82, toolchain to 1.85 (#14811)
     add a8e1f2fa18 Chore/Add additional FFI unit tests (#14802)
     add 22156b2a68 Chore/Add additional FFI unit tests (#14802)
     add e03f9f6767 Remove CountWildcardRule in Analyzer and move the functionality in ExprPlanner, add `plan_aggregate` and `plan_window` to planner (#14689)
     add bbc6049f1c fix: normalize column names in table constraints (#14794)
     add 133b48dd67 Merge remote-tracking branch 'apache/main' into alamb-patch-2

No new revisions were added by this update.

Summary of changes:
 Cargo.lock                                         | 110 ++-
 Cargo.toml                                         |   2 +-
 datafusion-cli/src/functions.rs                    |   2 +-
 .../examples/parquet_exec_visitor.rs               |   2 +-
 datafusion-examples/examples/remote_catalog.rs     |   2 +-
 datafusion-examples/examples/simple_udtf.rs        |   2 +-
 datafusion/common/src/table_reference.rs           |   7 +-
 datafusion/core/Cargo.toml                         |   4 +
 datafusion/core/benches/physical_plan.rs           |   2 +-
 datafusion/core/benches/sort.rs                    |   3 +-
 datafusion/{physical-plan => core}/benches/spm.rs  |   2 +-
 datafusion/core/src/datasource/data_source.rs      |  34 +-
 datafusion/core/src/datasource/empty.rs            |   3 +-
 datafusion/core/src/datasource/listing/table.rs    |   3 +-
 datafusion/core/src/datasource/memory.rs           |   4 +-
 datafusion/core/src/datasource/mod.rs              |   2 +
 .../src/datasource/physical_plan/arrow_file.rs     |   6 +-
 .../core/src/datasource/physical_plan/avro.rs      |  15 +-
 .../core/src/datasource/physical_plan/csv.rs       |   7 +-
 .../datasource/physical_plan/file_scan_config.rs   |  33 +-
 .../core/src/datasource/physical_plan/json.rs      |   6 +-
 .../src/datasource/physical_plan/parquet/mod.rs    |   4 +-
 .../src/datasource/physical_plan/parquet/source.rs |   9 +-
 .../core/src/execution/session_state_defaults.rs   |   2 +
 datafusion/core/src/physical_planner.rs            |   6 +-
 datafusion/core/src/test/mod.rs                    |   2 +-
 datafusion/core/src/test_util/parquet.rs           |   2 +-
 .../core/tests/dataframe/dataframe_functions.rs    |  34 +-
 datafusion/core/tests/dataframe/mod.rs             |  30 +-
 datafusion/core/tests/execution/logical_plan.rs    |   6 +-
 datafusion/core/tests/fuzz_cases/aggregate_fuzz.rs |   4 +-
 datafusion/core/tests/fuzz_cases/join_fuzz.rs      |   4 +-
 datafusion/core/tests/fuzz_cases/merge_fuzz.rs     |   2 +-
 datafusion/core/tests/fuzz_cases/sort_fuzz.rs      |   2 +-
 .../fuzz_cases/sort_preserving_repartition_fuzz.rs |   4 +-
 datafusion/core/tests/fuzz_cases/window_fuzz.rs    |   4 +-
 datafusion/core/tests/memory_limit/mod.rs          |   4 +-
 datafusion/core/tests/parquet/file_statistics.rs   |   2 +-
 datafusion/core/tests/parquet/page_pruning.rs      |   2 +-
 datafusion/core/tests/parquet/utils.rs             |   2 +-
 .../physical_optimizer/aggregate_statistics.rs     |   4 +-
 .../physical_optimizer/enforce_distribution.rs     |   2 +-
 .../physical_optimizer/projection_pushdown.rs      |   4 +-
 .../replace_with_order_preserving_variants.rs      |   4 +-
 .../core/tests/physical_optimizer/test_utils.rs    |   4 +-
 datafusion/core/tests/sql/explain_analyze.rs       |   2 +-
 datafusion/core/tests/sql/path_partition.rs        |   2 +-
 .../user_defined/user_defined_table_functions.rs   |   2 +-
 datafusion/datasource/Cargo.toml                   |   2 +
 .../{physical-plan => datasource}/src/memory.rs    | 437 ++---------
 datafusion/datasource/src/mod.rs                   |   2 +
 .../{physical-plan => datasource}/src/source.rs    |  10 +-
 datafusion/execution/src/runtime_env.rs            |   6 +-
 datafusion/expr/src/expr.rs                        |   1 -
 datafusion/expr/src/planner.rs                     |  62 +-
 datafusion/expr/src/udaf.rs                        |  21 +-
 datafusion/expr/src/utils.rs                       |   2 +-
 datafusion/ffi/src/execution_plan.rs               |  62 +-
 datafusion/ffi/src/insert_op.rs                    |  23 +
 datafusion/ffi/src/table_source.rs                 |  40 +
 datafusion/ffi/src/volatility.rs                   |  21 +
 datafusion/functions-aggregate/src/count.rs        | 201 ++++-
 datafusion/functions-aggregate/src/lib.rs          |  19 +-
 datafusion/functions-aggregate/src/planner.rs      |  63 ++
 datafusion/functions-window/src/lib.rs             |   3 +
 datafusion/functions-window/src/planner.rs         |  61 ++
 .../optimizer/src/analyzer/count_wildcard_rule.rs  | 277 -------
 datafusion/optimizer/src/analyzer/mod.rs           |   3 -
 .../optimizer/tests/optimizer_integration.rs       |  28 +-
 datafusion/physical-expr-common/src/binary_map.rs  |   2 +-
 datafusion/physical-expr-common/src/sort_expr.rs   |   8 +-
 .../physical-expr/src/equivalence/properties.rs    |   2 +-
 datafusion/physical-optimizer/Cargo.toml           |   1 +
 datafusion/physical-plan/Cargo.toml                |   4 -
 datafusion/physical-plan/src/aggregates/mod.rs     |  19 +-
 datafusion/physical-plan/src/empty.rs              |   4 +-
 datafusion/physical-plan/src/filter.rs             |   1 -
 datafusion/physical-plan/src/joins/hash_join.rs    |  30 +-
 .../physical-plan/src/joins/nested_loop_join.rs    |   7 +-
 .../physical-plan/src/joins/sort_merge_join.rs     |  14 +-
 datafusion/physical-plan/src/joins/test_utils.rs   |  11 +-
 datafusion/physical-plan/src/lib.rs                |   2 -
 datafusion/physical-plan/src/memory.rs             | 874 +--------------------
 datafusion/physical-plan/src/placeholder_row.rs    |   9 +-
 datafusion/physical-plan/src/recursive_query.rs    |  12 +-
 datafusion/physical-plan/src/repartition/mod.rs    |  26 +-
 datafusion/physical-plan/src/sorts/partial_sort.rs |   8 +-
 datafusion/physical-plan/src/sorts/sort.rs         |   8 +-
 .../src/sorts/sort_preserving_merge.rs             |  26 +-
 datafusion/physical-plan/src/test.rs               | 340 +++++++-
 datafusion/physical-plan/src/union.rs              |  11 +-
 datafusion/physical-plan/src/values.rs             |   7 +-
 .../src/windows/bounded_window_agg_exec.rs         |   4 +-
 datafusion/physical-plan/src/work_table.rs         |   6 +-
 datafusion/proto/src/physical_plan/mod.rs          |   2 +-
 datafusion/sql/src/expr/function.rs                |  70 +-
 datafusion/sql/src/expr/value.rs                   |   2 +-
 datafusion/sql/src/statement.rs                    |  85 +-
 datafusion/sql/tests/sql_integration.rs            |  12 +-
 datafusion/sqllogictest/test_files/aggregate.slt   |  20 +
 datafusion/sqllogictest/test_files/avro.slt        |   2 +-
 datafusion/sqllogictest/test_files/coalesce.slt    |   2 +-
 datafusion/sqllogictest/test_files/copy.slt        |   1 -
 .../sqllogictest/test_files/count_star_rule.slt    |  32 +-
 datafusion/sqllogictest/test_files/ddl.slt         |   1 -
 datafusion/sqllogictest/test_files/errors.slt      |   2 +-
 datafusion/sqllogictest/test_files/explain.slt     |   3 +-
 .../test_files/ident_normalization.slt             |  41 +
 datafusion/sqllogictest/test_files/insert.slt      |   6 +-
 .../sqllogictest/test_files/insert_to_external.slt |   4 +-
 datafusion/sqllogictest/test_files/joins.slt       |   4 +-
 datafusion/sqllogictest/test_files/json.slt        |   2 +-
 datafusion/sqllogictest/test_files/limit.slt       |   8 +-
 .../test_files/optimizer_group_by_constant.slt     |  16 +-
 datafusion/sqllogictest/test_files/select.slt      |   2 +-
 datafusion/sqllogictest/test_files/subquery.slt    |  42 +-
 .../sqllogictest/test_files/tpch/plans/q1.slt.part |   2 +-
 .../test_files/tpch/plans/q13.slt.part             |   2 +-
 .../test_files/tpch/plans/q21.slt.part             |   2 +-
 .../test_files/tpch/plans/q22.slt.part             |   2 +-
 .../sqllogictest/test_files/tpch/plans/q4.slt.part |   2 +-
 datafusion/sqllogictest/test_files/union.slt       |   6 +-
 datafusion/sqllogictest/test_files/window.slt      |  12 +-
 datafusion/substrait/src/physical_plan/producer.rs |   2 +-
 .../substrait/tests/cases/consumer_integration.rs  |  26 +-
 .../tests/cases/roundtrip_logical_plan.rs          |   4 +-
 rust-toolchain.toml                                |   2 +-
 test-utils/src/array_gen/string.rs                 |   1 -
 128 files changed, 1546 insertions(+), 2056 deletions(-)
 rename datafusion/{physical-plan => core}/benches/spm.rs (98%)
 copy datafusion/{physical-plan => datasource}/src/memory.rs (72%)
 rename datafusion/{physical-plan => datasource}/src/source.rs (95%)
 create mode 100644 datafusion/functions-aggregate/src/planner.rs
 create mode 100644 datafusion/functions-window/src/planner.rs
 delete mode 100644 datafusion/optimizer/src/analyzer/count_wildcard_rule.rs


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org