You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2022/11/15 19:10:22 UTC
[arrow-datafusion] 01/02: Merge remote-tracking branch 'apache/master' into hashbrown-0.13
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch hashbrown-0.13
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
commit 0aefa58835815829dec38e39c16ad1e673e8cc42
Merge: 6df552f80 28ca3eeac
Author: Andrew Lamb <an...@nerdnetworks.org>
AuthorDate: Tue Nov 15 14:09:43 2022 -0500
Merge remote-tracking branch 'apache/master' into hashbrown-0.13
benchmarks/expected-plans/q13.txt | 4 +-
benchmarks/expected-plans/q22.txt | 4 +-
benchmarks/expected-plans/q7.txt | 4 +-
benchmarks/expected-plans/q8.txt | 4 +-
benchmarks/expected-plans/q9.txt | 4 +-
benchmarks/src/bin/tpch.rs | 14 +-
benchmarks/src/tpch.rs | 8 +-
datafusion-cli/Cargo.lock | 14 +-
.../examples/parquet_sql_multiple_files.rs | 12 +-
datafusion/common/Cargo.toml | 1 -
datafusion/common/src/bisect.rs | 29 +-
datafusion/common/src/cast.rs | 19 +-
datafusion/common/src/delta.rs | 207 +-
datafusion/common/src/parsers.rs | 143 +-
datafusion/common/src/scalar.rs | 120 +-
datafusion/core/Cargo.toml | 1 -
datafusion/core/benches/data_utils/mod.rs | 2 +-
datafusion/core/benches/filter_query_sql.rs | 4 +-
datafusion/core/benches/math_query_sql.rs | 4 +-
datafusion/core/src/catalog/information_schema.rs | 2 +-
datafusion/core/src/datasource/file_format/mod.rs | 1 +
datafusion/core/src/datasource/listing/helpers.rs | 24 +-
datafusion/core/src/datasource/listing/table.rs | 289 ++-
datafusion/core/src/datasource/listing/url.rs | 2 +-
.../core/src/datasource/listing_table_factory.rs | 12 +-
datafusion/core/src/datasource/mod.rs | 6 +-
datafusion/core/src/execution/context.rs | 31 +-
datafusion/core/src/execution/options.rs | 49 +-
.../src/physical_optimizer/coalesce_batches.rs | 31 +-
.../core/src/physical_optimizer/enforcement.rs | 2137 ++++++++++++++++++++
.../core/src/physical_optimizer/merge_exec.rs | 75 -
datafusion/core/src/physical_optimizer/mod.rs | 2 +-
datafusion/core/src/physical_optimizer/pruning.rs | 25 +-
.../core/src/physical_optimizer/repartition.rs | 1 +
.../core/src/physical_plan/aggregates/mod.rs | 22 +-
datafusion/core/src/physical_plan/common.rs | 4 +-
.../core/src/physical_plan/file_format/avro.rs | 7 +-
.../core/src/physical_plan/file_format/csv.rs | 9 +-
.../src/physical_plan/file_format/file_stream.rs | 1 +
.../core/src/physical_plan/file_format/json.rs | 9 +-
.../core/src/physical_plan/file_format/mod.rs | 81 +-
.../core/src/physical_plan/file_format/parquet.rs | 796 +-------
.../file_format/parquet/page_filter.rs | 6 +-
.../file_format/parquet/row_filter.rs | 6 +-
.../file_format/parquet/row_groups.rs | 743 +++++++
.../core/src/physical_plan/joins/cross_join.rs | 26 +-
.../core/src/physical_plan/joins/hash_join.rs | 24 +-
.../src/physical_plan/joins/sort_merge_join.rs | 13 +-
datafusion/core/src/physical_plan/joins/utils.rs | 28 +-
datafusion/core/src/physical_plan/mod.rs | 171 +-
datafusion/core/src/physical_plan/planner.rs | 76 +-
datafusion/core/src/physical_plan/projection.rs | 18 +-
.../src => core/src/physical_plan}/rewrite.rs | 13 +-
.../src/physical_plan/windows/window_agg_exec.rs | 4 +-
datafusion/core/src/test/mod.rs | 5 +-
datafusion/core/tests/custom_parquet_reader.rs | 1 +
datafusion/core/tests/dataframe_functions.rs | 5 -
datafusion/core/tests/parquet/page_pruning.rs | 1 +
datafusion/core/tests/parquet/row_group_pruning.rs | 4 +-
datafusion/core/tests/path_partition.rs | 14 +-
datafusion/core/tests/provider_filter_pushdown.rs | 2 +-
datafusion/core/tests/row.rs | 1 +
datafusion/core/tests/sql/aggregates.rs | 2 +-
datafusion/core/tests/sql/explain_analyze.rs | 4 +-
datafusion/core/tests/sql/expr.rs | 6 +-
datafusion/core/tests/sql/group_by.rs | 2 +-
datafusion/core/tests/sql/joins.rs | 16 +-
datafusion/core/tests/sql/mod.rs | 6 +-
datafusion/core/tests/sql/parquet.rs | 99 +
datafusion/core/tests/sql/parquet_schema.rs | 2 +-
datafusion/core/tests/sql/partitioned_csv.rs | 2 +-
datafusion/core/tests/sql/subqueries.rs | 4 +-
datafusion/core/tests/sql/timestamp.rs | 2 +-
datafusion/core/tests/sql/window.rs | 167 +-
datafusion/expr/src/expr.rs | 33 +
datafusion/expr/src/logical_plan/builder.rs | 10 +-
.../optimizer/src/common_subexpr_eliminate.rs | 2 +-
.../optimizer/src/decorrelate_where_exists.rs | 76 +-
datafusion/optimizer/src/filter_push_down.rs | 17 +-
datafusion/optimizer/src/inline_table_scan.rs | 1 -
datafusion/optimizer/src/optimizer.rs | 23 +-
datafusion/optimizer/src/projection_push_down.rs | 2 +-
datafusion/optimizer/src/reduce_outer_join.rs | 2 +-
.../src/simplify_expressions/expr_simplifier.rs | 56 +
.../src/simplify_expressions/simplify_exprs.rs | 2 -
.../optimizer/src/simplify_expressions/utils.rs | 5 +
.../optimizer/src/single_distinct_to_groupby.rs | 2 -
datafusion/optimizer/src/test/mod.rs | 8 +
.../optimizer/src/unwrap_cast_in_comparison.rs | 282 ++-
datafusion/optimizer/src/utils.rs | 11 +-
datafusion/optimizer/tests/integration-test.rs | 13 +-
datafusion/physical-expr/Cargo.toml | 4 +-
.../src/aggregate/approx_percentile_cont.rs | 14 +-
.../approx_percentile_cont_with_weight.rs | 4 +-
.../physical-expr/src/aggregate/count_distinct.rs | 7 +-
datafusion/physical-expr/src/aggregate/tdigest.rs | 242 +--
.../physical-expr/src/datetime_expressions.rs | 5 +-
datafusion/physical-expr/src/equivalence.rs | 189 +-
datafusion/physical-expr/src/expressions/binary.rs | 15 +-
.../src/expressions/binary/adapter.rs | 3 +-
.../physical-expr/src/expressions/datetime.rs | 24 +-
datafusion/physical-expr/src/physical_expr.rs | 5 +-
datafusion/physical-expr/src/regex_expressions.rs | 21 +-
datafusion/physical-expr/src/rewrite.rs | 5 +-
datafusion/physical-expr/src/window/aggregate.rs | 6 +-
datafusion/physical-expr/src/window/built_in.rs | 5 +-
datafusion/physical-expr/src/window/mod.rs | 1 +
datafusion/physical-expr/src/window/window_expr.rs | 211 +-
.../physical-expr/src/window/window_frame_state.rs | 1003 +++++++++
datafusion/proto/proto/datafusion.proto | 1 +
datafusion/proto/src/generated/pbjson.rs | 18 +
datafusion/proto/src/generated/prost.rs | 2 +
datafusion/proto/src/lib.rs | 4 -
datafusion/proto/src/logical_plan.rs | 55 +-
datafusion/sql/src/planner.rs | 54 +-
integration-tests/sqls/simple_window_groups.sql | 71 +
integration-tests/test_psql_parity.py | 3 +-
parquet-test-utils/src/lib.rs | 1 +
118 files changed, 6244 insertions(+), 1961 deletions(-)