You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2022/11/15 19:11:50 UTC
[arrow-datafusion] branch dependabot/cargo/master/hashbrown-0.13 updated (6df552f80 -> a06643c63)
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch dependabot/cargo/master/hashbrown-0.13
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
from 6df552f80 Update hashbrown requirement from 0.12 to 0.13
add 9c24a7911 [Part3] Partition and Sort Enforcement, Enforcement rule implementation (#4122)
add 4d621c5c0 Minor: Extract parquet row group pruning code into its own module (#4160)
add 456c25422 Remove completed comment (#4167)
add 36890b835 MINOR: enable `dyn_cmp_dict` feature on arrow for physical expr crate (#4163)
add 509c82c6d Add another method to collect referenced columns from an expression (#4153)
add 5883e43db Use f64::total_cmp instead of OrderedFloat (#4133)
add f2f846512 Improve Error Handling and Readibility for downcasting `Decimal128Array` (#4168)
add 225d62c1d minor: remove redundant println and cleanup (#4173)
add 129654cd8 Window frame GROUPS mode support (#4155)
add bcd8af8e7 Add support for `DataType::Timestamp` casts in `unwrap_cast_in_comparison` optimizer pass (#4148)
add c4cb8c2ba Fix clippy by avoiding deprecated functions in chrono (#4189)
add 4272d9671 Simplify boolean parquet pushdown predicate (#4182)
add 96512ac05 fix clippy (#4190)
add d72b4f04c [FOLLOWUP] Enforcement Rule: resolve review comments, refactor adjust_input_keys_ordering() (#4184)
add d2814c960 Add ability to specify external sort information for ListingTables (#4170)
add 9de893e54 Add additional expr boolean simplification rules (#4200)
add d91ce0684 fix: shouldn't pass alias through into subquery. (#4141)
add 8bfc0ea2e Parse nanoseconds for intervals (#4186)
add 2a1c014c1 Improve error message for regexp_match 'g' flag (#4203)
add c9361e021 Provide a builder for ListingOptions with fixups (#4207)
add 4653df465 Support unsigned integers in `unwrap_cast_in_comparison` Optimizer rule (#4149)
add 28ca3eeac Add try_optimize method (#4208)
add 1cc800018 Merge remote-tracking branch 'apache/master' into dependabot/cargo/master/hashbrown-0.13
add a06643c63 Update Cargo.lock for datafusion-cli
No new revisions were added by this update.
Summary of changes:
benchmarks/expected-plans/q13.txt | 4 +-
benchmarks/expected-plans/q22.txt | 4 +-
benchmarks/expected-plans/q7.txt | 4 +-
benchmarks/expected-plans/q8.txt | 4 +-
benchmarks/expected-plans/q9.txt | 4 +-
benchmarks/src/bin/tpch.rs | 14 +-
benchmarks/src/tpch.rs | 8 +-
datafusion-cli/Cargo.lock | 159 +-
.../examples/parquet_sql_multiple_files.rs | 12 +-
datafusion/common/Cargo.toml | 1 -
datafusion/common/src/bisect.rs | 29 +-
datafusion/common/src/cast.rs | 19 +-
datafusion/common/src/delta.rs | 207 +-
datafusion/common/src/parsers.rs | 143 +-
datafusion/common/src/scalar.rs | 120 +-
datafusion/core/Cargo.toml | 1 -
datafusion/core/benches/data_utils/mod.rs | 2 +-
datafusion/core/benches/filter_query_sql.rs | 4 +-
datafusion/core/benches/math_query_sql.rs | 4 +-
datafusion/core/src/catalog/information_schema.rs | 2 +-
datafusion/core/src/datasource/file_format/mod.rs | 1 +
datafusion/core/src/datasource/listing/helpers.rs | 24 +-
datafusion/core/src/datasource/listing/table.rs | 289 ++-
datafusion/core/src/datasource/listing/url.rs | 2 +-
.../core/src/datasource/listing_table_factory.rs | 12 +-
datafusion/core/src/datasource/mod.rs | 6 +-
datafusion/core/src/execution/context.rs | 31 +-
datafusion/core/src/execution/options.rs | 49 +-
.../src/physical_optimizer/coalesce_batches.rs | 31 +-
.../core/src/physical_optimizer/enforcement.rs | 2137 ++++++++++++++++++++
.../core/src/physical_optimizer/merge_exec.rs | 75 -
datafusion/core/src/physical_optimizer/mod.rs | 2 +-
datafusion/core/src/physical_optimizer/pruning.rs | 25 +-
.../core/src/physical_optimizer/repartition.rs | 1 +
.../core/src/physical_plan/aggregates/mod.rs | 22 +-
datafusion/core/src/physical_plan/common.rs | 4 +-
.../core/src/physical_plan/file_format/avro.rs | 7 +-
.../core/src/physical_plan/file_format/csv.rs | 9 +-
.../src/physical_plan/file_format/file_stream.rs | 1 +
.../core/src/physical_plan/file_format/json.rs | 9 +-
.../core/src/physical_plan/file_format/mod.rs | 81 +-
.../core/src/physical_plan/file_format/parquet.rs | 796 +-------
.../file_format/parquet/page_filter.rs | 6 +-
.../file_format/parquet/row_filter.rs | 6 +-
.../file_format/parquet/row_groups.rs | 743 +++++++
.../core/src/physical_plan/joins/cross_join.rs | 26 +-
.../core/src/physical_plan/joins/hash_join.rs | 24 +-
.../src/physical_plan/joins/sort_merge_join.rs | 13 +-
datafusion/core/src/physical_plan/joins/utils.rs | 28 +-
datafusion/core/src/physical_plan/mod.rs | 171 +-
datafusion/core/src/physical_plan/planner.rs | 76 +-
datafusion/core/src/physical_plan/projection.rs | 18 +-
.../src => core/src/physical_plan}/rewrite.rs | 13 +-
.../src/physical_plan/windows/window_agg_exec.rs | 4 +-
datafusion/core/src/test/mod.rs | 5 +-
datafusion/core/tests/custom_parquet_reader.rs | 1 +
datafusion/core/tests/dataframe_functions.rs | 5 -
datafusion/core/tests/parquet/page_pruning.rs | 1 +
datafusion/core/tests/parquet/row_group_pruning.rs | 4 +-
datafusion/core/tests/path_partition.rs | 14 +-
datafusion/core/tests/provider_filter_pushdown.rs | 2 +-
datafusion/core/tests/row.rs | 1 +
datafusion/core/tests/sql/aggregates.rs | 2 +-
datafusion/core/tests/sql/explain_analyze.rs | 4 +-
datafusion/core/tests/sql/expr.rs | 6 +-
datafusion/core/tests/sql/group_by.rs | 2 +-
datafusion/core/tests/sql/joins.rs | 16 +-
datafusion/core/tests/sql/mod.rs | 6 +-
datafusion/core/tests/sql/parquet.rs | 99 +
datafusion/core/tests/sql/parquet_schema.rs | 2 +-
datafusion/core/tests/sql/partitioned_csv.rs | 2 +-
datafusion/core/tests/sql/subqueries.rs | 4 +-
datafusion/core/tests/sql/timestamp.rs | 2 +-
datafusion/core/tests/sql/window.rs | 167 +-
datafusion/expr/src/expr.rs | 33 +
datafusion/expr/src/logical_plan/builder.rs | 10 +-
.../optimizer/src/common_subexpr_eliminate.rs | 2 +-
.../optimizer/src/decorrelate_where_exists.rs | 76 +-
datafusion/optimizer/src/filter_push_down.rs | 17 +-
datafusion/optimizer/src/inline_table_scan.rs | 1 -
datafusion/optimizer/src/optimizer.rs | 23 +-
datafusion/optimizer/src/projection_push_down.rs | 2 +-
datafusion/optimizer/src/reduce_outer_join.rs | 2 +-
.../src/simplify_expressions/expr_simplifier.rs | 56 +
.../src/simplify_expressions/simplify_exprs.rs | 2 -
.../optimizer/src/simplify_expressions/utils.rs | 5 +
.../optimizer/src/single_distinct_to_groupby.rs | 2 -
datafusion/optimizer/src/test/mod.rs | 8 +
.../optimizer/src/unwrap_cast_in_comparison.rs | 282 ++-
datafusion/optimizer/src/utils.rs | 11 +-
datafusion/optimizer/tests/integration-test.rs | 13 +-
datafusion/physical-expr/Cargo.toml | 4 +-
.../src/aggregate/approx_percentile_cont.rs | 14 +-
.../approx_percentile_cont_with_weight.rs | 4 +-
.../physical-expr/src/aggregate/count_distinct.rs | 7 +-
datafusion/physical-expr/src/aggregate/tdigest.rs | 242 +--
.../physical-expr/src/datetime_expressions.rs | 5 +-
datafusion/physical-expr/src/equivalence.rs | 189 +-
datafusion/physical-expr/src/expressions/binary.rs | 15 +-
.../src/expressions/binary/adapter.rs | 3 +-
.../physical-expr/src/expressions/datetime.rs | 24 +-
datafusion/physical-expr/src/physical_expr.rs | 5 +-
datafusion/physical-expr/src/regex_expressions.rs | 21 +-
datafusion/physical-expr/src/rewrite.rs | 5 +-
datafusion/physical-expr/src/window/aggregate.rs | 6 +-
datafusion/physical-expr/src/window/built_in.rs | 5 +-
datafusion/physical-expr/src/window/mod.rs | 1 +
datafusion/physical-expr/src/window/window_expr.rs | 211 +-
.../physical-expr/src/window/window_frame_state.rs | 1003 +++++++++
datafusion/proto/proto/datafusion.proto | 1 +
datafusion/proto/src/generated/pbjson.rs | 18 +
datafusion/proto/src/generated/prost.rs | 2 +
datafusion/proto/src/lib.rs | 4 -
datafusion/proto/src/logical_plan.rs | 55 +-
datafusion/sql/src/planner.rs | 54 +-
integration-tests/sqls/simple_window_groups.sql | 71 +
integration-tests/test_psql_parity.py | 3 +-
parquet-test-utils/src/lib.rs | 1 +
118 files changed, 6315 insertions(+), 2035 deletions(-)
create mode 100644 datafusion/core/src/physical_optimizer/enforcement.rs
delete mode 100644 datafusion/core/src/physical_optimizer/merge_exec.rs
create mode 100644 datafusion/core/src/physical_plan/file_format/parquet/row_groups.rs
copy datafusion/{physical-expr/src => core/src/physical_plan}/rewrite.rs (94%)
create mode 100644 datafusion/physical-expr/src/window/window_frame_state.rs
create mode 100644 integration-tests/sqls/simple_window_groups.sql