You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2023/06/11 22:08:26 UTC
[arrow-datafusion] 01/02: Merge remote-tracking branch 'apache/main' into feature/prioritize_udf
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch feature/prioritize_udf
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
commit 327b6d97d21d5191c34626ca3e6096704be43ad1
Merge: be0507de19 708044ce92
Author: Andrew Lamb <an...@nerdnetworks.org>
AuthorDate: Sun Jun 11 17:59:13 2023 -0400
Merge remote-tracking branch 'apache/main' into feature/prioritize_udf
.github/workflows/rust.yml | 38 +-
Cargo.toml | 12 +-
benchmarks/src/bin/parquet.rs | 2 +-
benchmarks/src/tpch.rs | 299 +--
ci/scripts/rust_clippy.sh | 2 +
ci/scripts/rust_docs.sh | 2 +
ci/scripts/rust_fmt.sh | 2 +
datafusion-cli/Cargo.lock | 213 ++-
datafusion-cli/Cargo.toml | 6 +-
datafusion-cli/src/exec.rs | 39 +-
datafusion-cli/src/object_storage.rs | 162 +-
datafusion-cli/src/print_format.rs | 13 +-
datafusion-examples/Cargo.toml | 2 +-
datafusion-examples/examples/csv_opener.rs | 9 +-
.../examples/dataframe_in_memory.rs | 5 +-
datafusion-examples/examples/flight_sql_server.rs | 93 +-
datafusion-examples/examples/json_opener.rs | 9 +-
.../examples/parquet_sql_multiple_files.rs | 2 +-
datafusion-examples/examples/simple_udaf.rs | 5 +-
datafusion-examples/examples/simple_udf.rs | 5 +-
datafusion/common/Cargo.toml | 4 +-
datafusion/common/src/cast.rs | 7 +-
datafusion/common/src/display.rs | 110 ++
datafusion/common/src/from_slice.rs | 116 --
datafusion/common/src/join_type.rs | 98 +
datafusion/common/src/lib.rs | 4 +-
datafusion/common/src/pyarrow.rs | 12 +-
datafusion/common/src/scalar.rs | 25 +-
datafusion/common/src/utils.rs | 44 +-
datafusion/core/Cargo.toml | 5 +-
datafusion/core/benches/data_utils/mod.rs | 3 +-
datafusion/core/benches/filter_query_sql.rs | 5 +-
datafusion/core/benches/math_query_sql.rs | 5 +-
datafusion/core/src/dataframe.rs | 9 +-
.../core/src/datasource/file_format/arrow.rs | 2 +-
datafusion/core/src/datasource/file_format/avro.rs | 2 +-
datafusion/core/src/datasource/file_format/csv.rs | 330 +++-
.../core/src/datasource/file_format/file_type.rs | 30 +-
datafusion/core/src/datasource/file_format/json.rs | 2 +-
datafusion/core/src/datasource/file_format/mod.rs | 242 ++-
.../core/src/datasource/file_format/options.rs | 4 +-
.../core/src/datasource/file_format/parquet.rs | 23 +-
datafusion/core/src/datasource/listing/mod.rs | 6 +-
datafusion/core/src/datasource/listing/table.rs | 286 ++-
.../core/src/datasource/listing_table_factory.rs | 4 +-
datafusion/core/src/datasource/memory.rs | 92 +-
datafusion/core/src/datasource/mod.rs | 1 +
.../physical_plan}/arrow_file.rs | 4 +-
.../physical_plan}/avro.rs | 6 +-
.../physical_plan}/chunked_store.rs | 6 +-
.../physical_plan}/csv.rs | 14 +-
.../physical_plan}/file_stream.rs | 54 +-
.../physical_plan}/json.rs | 10 +-
.../physical_plan}/mod.rs | 280 +--
.../physical_plan}/parquet.rs | 29 +-
.../physical_plan}/parquet/metrics.rs | 0
.../physical_plan}/parquet/page_filter.rs | 6 +-
.../physical_plan}/parquet/row_filter.rs | 0
.../physical_plan}/parquet/row_groups.rs | 2 +-
datafusion/core/src/datasource/streaming.rs | 16 +-
datafusion/core/src/execution/context.rs | 39 +-
datafusion/core/src/lib.rs | 4 +-
.../combine_partial_final_agg.rs | 2 +-
.../src/physical_optimizer/dist_enforcement.rs | 2 +-
datafusion/core/src/physical_optimizer/pruning.rs | 3 +-
.../core/src/physical_optimizer/repartition.rs | 6 +-
.../src/physical_optimizer/sort_enforcement.rs | 5 +-
.../core/src/physical_plan/aggregates/mod.rs | 9 +-
datafusion/core/src/physical_plan/analyze.rs | 44 +-
.../core/src/physical_plan/coalesce_batches.rs | 2 +-
.../core/src/physical_plan/coalesce_partitions.rs | 77 +-
datafusion/core/src/physical_plan/common.rs | 65 +-
datafusion/core/src/physical_plan/display.rs | 2 +-
datafusion/core/src/physical_plan/empty.rs | 2 +-
datafusion/core/src/physical_plan/explain.rs | 10 +-
datafusion/core/src/physical_plan/filter.rs | 2 +-
datafusion/core/src/physical_plan/insert.rs | 14 +-
.../core/src/physical_plan/joins/cross_join.rs | 2 +-
.../core/src/physical_plan/joins/hash_join.rs | 12 +-
.../src/physical_plan/joins/hash_join_utils.rs | 2 +-
.../src/physical_plan/joins/nested_loop_join.rs | 4 +-
.../src/physical_plan/joins/sort_merge_join.rs | 10 +-
.../src/physical_plan/joins/symmetric_hash_join.rs | 4 +-
datafusion/core/src/physical_plan/joins/utils.rs | 6 +-
datafusion/core/src/physical_plan/limit.rs | 2 +-
datafusion/core/src/physical_plan/memory.rs | 2 +-
.../core/src/physical_plan/metrics/baseline.rs | 2 +-
datafusion/core/src/physical_plan/mod.rs | 9 +-
datafusion/core/src/physical_plan/planner.rs | 4 +-
datafusion/core/src/physical_plan/projection.rs | 4 +-
.../core/src/physical_plan/repartition/mod.rs | 23 +-
datafusion/core/src/physical_plan/sorts/builder.rs | 2 +-
datafusion/core/src/physical_plan/sorts/merge.rs | 2 +-
datafusion/core/src/physical_plan/sorts/sort.rs | 20 +-
.../physical_plan/sorts/sort_preserving_merge.rs | 47 +-
datafusion/core/src/physical_plan/sorts/stream.rs | 2 +-
datafusion/core/src/physical_plan/stream.rs | 394 +++-
datafusion/core/src/physical_plan/streaming.rs | 16 +-
datafusion/core/src/physical_plan/udaf.rs | 2 +-
datafusion/core/src/physical_plan/union.rs | 47 +-
datafusion/core/src/physical_plan/unnest.rs | 5 +-
datafusion/core/src/physical_plan/values.rs | 4 +-
.../windows/bounded_window_agg_exec.rs | 2 +-
datafusion/core/src/physical_plan/windows/mod.rs | 41 +-
.../src/physical_plan/windows/window_agg_exec.rs | 2 +-
datafusion/core/src/test/exec.rs | 230 ++-
datafusion/core/src/test/mod.rs | 9 +-
datafusion/core/src/test/object_store.rs | 1 +
datafusion/core/src/test_util/parquet.rs | 3 +-
datafusion/core/tests/custom_sources.rs | 11 +-
datafusion/core/tests/dataframe.rs | 41 +-
datafusion/core/tests/dataframe_functions.rs | 5 +-
datafusion/core/tests/fifo.rs | 91 +
datafusion/core/tests/parquet/custom_reader.rs | 3 +-
datafusion/core/tests/parquet/mod.rs | 9 +-
datafusion/core/tests/parquet/page_pruning.rs | 5 +-
datafusion/core/tests/parquet/schema_coercion.rs | 3 +-
datafusion/core/tests/path_partition.rs | 11 +-
datafusion/core/tests/repartition.rs | 3 +-
datafusion/core/tests/row.rs | 2 +-
datafusion/core/tests/sql/aggregates.rs | 8 +-
datafusion/core/tests/sql/functions.rs | 143 --
datafusion/core/tests/sql/information_schema.rs | 8 +-
datafusion/core/tests/sql/joins.rs | 2006 +-------------------
datafusion/core/tests/sql/mod.rs | 178 +-
datafusion/core/tests/sql/order.rs | 2 +-
datafusion/core/tests/sql/parquet.rs | 6 +-
datafusion/core/tests/sql/parquet_schema.rs | 4 +-
datafusion/core/tests/sql/projection.rs | 6 +-
datafusion/core/tests/sql/timestamp.rs | 6 +-
datafusion/core/tests/sql/udf.rs | 10 +-
.../tests/sqllogictests/test_files/aggregate.slt | 36 +
.../core/tests/sqllogictests/test_files/array.slt | 206 ++
.../core/tests/sqllogictests/test_files/dates.slt | 3 +-
.../tests/sqllogictests/test_files/decimal.slt | 6 +
.../tests/sqllogictests/test_files/explain.slt | 36 +
.../tests/sqllogictests/test_files/functions.slt | 108 ++
.../tests/sqllogictests/test_files/groupby.slt | 2 +-
.../core/tests/sqllogictests/test_files/joins.slt | 1715 +++++++++++++++++
.../core/tests/sqllogictests/test_files/scalar.slt | 14 +-
.../core/tests/sqllogictests/test_files/union.slt | 4 +-
datafusion/execution/Cargo.toml | 4 +-
datafusion/expr/src/built_in_function.rs | 772 +++++++-
datafusion/expr/src/expr.rs | 6 +-
datafusion/expr/src/expr_fn.rs | 106 +-
datafusion/expr/src/expr_schema.rs | 28 +-
datafusion/expr/src/function.rs | 719 +------
datafusion/expr/src/function_err.rs | 125 --
datafusion/expr/src/lib.rs | 1 -
datafusion/expr/src/literal.rs | 61 +
datafusion/expr/src/logical_plan/builder.rs | 8 +-
datafusion/expr/src/logical_plan/plan.rs | 165 +-
datafusion/expr/src/signature.rs | 42 +
datafusion/expr/src/type_coercion/binary.rs | 45 +-
datafusion/expr/src/window_function.rs | 4 +-
datafusion/optimizer/Cargo.toml | 2 +-
datafusion/optimizer/src/analyzer/type_coercion.rs | 17 +-
.../optimizer/src/rewrite_disjunctive_predicate.rs | 2 +-
datafusion/physical-expr/Cargo.toml | 2 +-
.../physical-expr/src/aggregate/bit_and_or_xor.rs | 320 +++-
.../physical-expr/src/aggregate/bool_and_or.rs | 15 +-
datafusion/physical-expr/src/aggregate/build_in.rs | 38 +-
datafusion/physical-expr/src/aggregate/median.rs | 140 ++
datafusion/physical-expr/src/array_expressions.rs | 1597 +++++++++++++++-
.../physical-expr/src/datetime_expressions.rs | 6 +-
datafusion/physical-expr/src/expressions/binary.rs | 3 +-
.../src/expressions/binary/kernels.rs | 372 +---
datafusion/physical-expr/src/expressions/mod.rs | 4 +-
datafusion/physical-expr/src/expressions/not.rs | 194 +-
datafusion/physical-expr/src/functions.rs | 140 +-
datafusion/physical-expr/src/hash_utils.rs | 5 +-
datafusion/physical-expr/src/lib.rs | 2 -
datafusion/physical-expr/src/sort_expr.rs | 2 +-
datafusion/physical-expr/src/type_coercion.rs | 201 --
datafusion/physical-expr/src/window/aggregate.rs | 11 +-
datafusion/physical-expr/src/window/built_in.rs | 4 +-
.../src/window/built_in_window_function_expr.rs | 45 +-
datafusion/physical-expr/src/window/nth_value.rs | 4 +-
datafusion/physical-expr/src/window/ntile.rs | 2 +-
.../src/window/partition_evaluator.rs | 145 +-
.../physical-expr/src/window/sliding_aggregate.rs | 19 +-
datafusion/physical-expr/src/window/window_expr.rs | 29 +-
.../physical-expr/src/window/window_frame_state.rs | 3 +-
datafusion/proto/Cargo.toml | 2 +-
datafusion/proto/proto/datafusion.proto | 14 +
datafusion/proto/src/generated/pbjson.rs | 42 +
datafusion/proto/src/generated/prost.rs | 42 +
datafusion/proto/src/logical_plan/from_proto.rs | 83 +-
datafusion/proto/src/logical_plan/mod.rs | 2 +-
datafusion/proto/src/logical_plan/to_proto.rs | 14 +
datafusion/proto/src/physical_plan/from_proto.rs | 3 +-
datafusion/proto/src/physical_plan/mod.rs | 8 +-
datafusion/proto/src/physical_plan/to_proto.rs | 2 +-
datafusion/sql/src/expr/function.rs | 2 +-
datafusion/sql/src/parser.rs | 3 +-
datafusion/substrait/Cargo.toml | 4 +-
datafusion/substrait/src/logical_plan/consumer.rs | 2 +-
datafusion/substrait/src/logical_plan/producer.rs | 191 +-
datafusion/substrait/src/physical_plan/consumer.rs | 3 +-
datafusion/substrait/src/physical_plan/producer.rs | 2 +-
.../substrait/tests/roundtrip_logical_plan.rs | 24 +
.../substrait/tests/roundtrip_physical_plan.rs | 2 +-
docs/source/user-guide/expressions.md | 20 +
docs/source/user-guide/sql/scalar_functions.md | 243 ++-
204 files changed, 8939 insertions(+), 5891 deletions(-)