You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2023/06/11 22:08:25 UTC
[arrow-datafusion] branch feature/prioritize_udf created (now 508f1858b7)
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch feature/prioritize_udf
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
at 508f1858b7 Fix logical merge conflict
This branch includes the following new commits:
new 327b6d97d2 Merge remote-tracking branch 'apache/main' into feature/prioritize_udf
new 508f1858b7 Fix logical merge conflict
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[arrow-datafusion] 02/02: Fix logical merge conflict
Posted by al...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch feature/prioritize_udf
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
commit 508f1858b75bbfb01295fc0fd7b846517e84646a
Author: Andrew Lamb <an...@nerdnetworks.org>
AuthorDate: Sun Jun 11 18:07:51 2023 -0400
Fix logical merge conflict
---
datafusion/core/tests/sql/udf.rs | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/datafusion/core/tests/sql/udf.rs b/datafusion/core/tests/sql/udf.rs
index eb76c34175..0ecd5d0fde 100644
--- a/datafusion/core/tests/sql/udf.rs
+++ b/datafusion/core/tests/sql/udf.rs
@@ -185,7 +185,7 @@ async fn scalar_udf_override_built_in_scalar_function() -> Result<()> {
let batch = RecordBatch::try_new(
Arc::new(schema.clone()),
- vec![Arc::new(Int32Array::from_slice([-100]))],
+ vec![Arc::new(Int32Array::from(vec![-100]))],
)?;
let ctx = SessionContext::new();
[arrow-datafusion] 01/02: Merge remote-tracking branch 'apache/main' into feature/prioritize_udf
Posted by al...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch feature/prioritize_udf
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
commit 327b6d97d21d5191c34626ca3e6096704be43ad1
Merge: be0507de19 708044ce92
Author: Andrew Lamb <an...@nerdnetworks.org>
AuthorDate: Sun Jun 11 17:59:13 2023 -0400
Merge remote-tracking branch 'apache/main' into feature/prioritize_udf
.github/workflows/rust.yml | 38 +-
Cargo.toml | 12 +-
benchmarks/src/bin/parquet.rs | 2 +-
benchmarks/src/tpch.rs | 299 +--
ci/scripts/rust_clippy.sh | 2 +
ci/scripts/rust_docs.sh | 2 +
ci/scripts/rust_fmt.sh | 2 +
datafusion-cli/Cargo.lock | 213 ++-
datafusion-cli/Cargo.toml | 6 +-
datafusion-cli/src/exec.rs | 39 +-
datafusion-cli/src/object_storage.rs | 162 +-
datafusion-cli/src/print_format.rs | 13 +-
datafusion-examples/Cargo.toml | 2 +-
datafusion-examples/examples/csv_opener.rs | 9 +-
.../examples/dataframe_in_memory.rs | 5 +-
datafusion-examples/examples/flight_sql_server.rs | 93 +-
datafusion-examples/examples/json_opener.rs | 9 +-
.../examples/parquet_sql_multiple_files.rs | 2 +-
datafusion-examples/examples/simple_udaf.rs | 5 +-
datafusion-examples/examples/simple_udf.rs | 5 +-
datafusion/common/Cargo.toml | 4 +-
datafusion/common/src/cast.rs | 7 +-
datafusion/common/src/display.rs | 110 ++
datafusion/common/src/from_slice.rs | 116 --
datafusion/common/src/join_type.rs | 98 +
datafusion/common/src/lib.rs | 4 +-
datafusion/common/src/pyarrow.rs | 12 +-
datafusion/common/src/scalar.rs | 25 +-
datafusion/common/src/utils.rs | 44 +-
datafusion/core/Cargo.toml | 5 +-
datafusion/core/benches/data_utils/mod.rs | 3 +-
datafusion/core/benches/filter_query_sql.rs | 5 +-
datafusion/core/benches/math_query_sql.rs | 5 +-
datafusion/core/src/dataframe.rs | 9 +-
.../core/src/datasource/file_format/arrow.rs | 2 +-
datafusion/core/src/datasource/file_format/avro.rs | 2 +-
datafusion/core/src/datasource/file_format/csv.rs | 330 +++-
.../core/src/datasource/file_format/file_type.rs | 30 +-
datafusion/core/src/datasource/file_format/json.rs | 2 +-
datafusion/core/src/datasource/file_format/mod.rs | 242 ++-
.../core/src/datasource/file_format/options.rs | 4 +-
.../core/src/datasource/file_format/parquet.rs | 23 +-
datafusion/core/src/datasource/listing/mod.rs | 6 +-
datafusion/core/src/datasource/listing/table.rs | 286 ++-
.../core/src/datasource/listing_table_factory.rs | 4 +-
datafusion/core/src/datasource/memory.rs | 92 +-
datafusion/core/src/datasource/mod.rs | 1 +
.../physical_plan}/arrow_file.rs | 4 +-
.../physical_plan}/avro.rs | 6 +-
.../physical_plan}/chunked_store.rs | 6 +-
.../physical_plan}/csv.rs | 14 +-
.../physical_plan}/file_stream.rs | 54 +-
.../physical_plan}/json.rs | 10 +-
.../physical_plan}/mod.rs | 280 +--
.../physical_plan}/parquet.rs | 29 +-
.../physical_plan}/parquet/metrics.rs | 0
.../physical_plan}/parquet/page_filter.rs | 6 +-
.../physical_plan}/parquet/row_filter.rs | 0
.../physical_plan}/parquet/row_groups.rs | 2 +-
datafusion/core/src/datasource/streaming.rs | 16 +-
datafusion/core/src/execution/context.rs | 39 +-
datafusion/core/src/lib.rs | 4 +-
.../combine_partial_final_agg.rs | 2 +-
.../src/physical_optimizer/dist_enforcement.rs | 2 +-
datafusion/core/src/physical_optimizer/pruning.rs | 3 +-
.../core/src/physical_optimizer/repartition.rs | 6 +-
.../src/physical_optimizer/sort_enforcement.rs | 5 +-
.../core/src/physical_plan/aggregates/mod.rs | 9 +-
datafusion/core/src/physical_plan/analyze.rs | 44 +-
.../core/src/physical_plan/coalesce_batches.rs | 2 +-
.../core/src/physical_plan/coalesce_partitions.rs | 77 +-
datafusion/core/src/physical_plan/common.rs | 65 +-
datafusion/core/src/physical_plan/display.rs | 2 +-
datafusion/core/src/physical_plan/empty.rs | 2 +-
datafusion/core/src/physical_plan/explain.rs | 10 +-
datafusion/core/src/physical_plan/filter.rs | 2 +-
datafusion/core/src/physical_plan/insert.rs | 14 +-
.../core/src/physical_plan/joins/cross_join.rs | 2 +-
.../core/src/physical_plan/joins/hash_join.rs | 12 +-
.../src/physical_plan/joins/hash_join_utils.rs | 2 +-
.../src/physical_plan/joins/nested_loop_join.rs | 4 +-
.../src/physical_plan/joins/sort_merge_join.rs | 10 +-
.../src/physical_plan/joins/symmetric_hash_join.rs | 4 +-
datafusion/core/src/physical_plan/joins/utils.rs | 6 +-
datafusion/core/src/physical_plan/limit.rs | 2 +-
datafusion/core/src/physical_plan/memory.rs | 2 +-
.../core/src/physical_plan/metrics/baseline.rs | 2 +-
datafusion/core/src/physical_plan/mod.rs | 9 +-
datafusion/core/src/physical_plan/planner.rs | 4 +-
datafusion/core/src/physical_plan/projection.rs | 4 +-
.../core/src/physical_plan/repartition/mod.rs | 23 +-
datafusion/core/src/physical_plan/sorts/builder.rs | 2 +-
datafusion/core/src/physical_plan/sorts/merge.rs | 2 +-
datafusion/core/src/physical_plan/sorts/sort.rs | 20 +-
.../physical_plan/sorts/sort_preserving_merge.rs | 47 +-
datafusion/core/src/physical_plan/sorts/stream.rs | 2 +-
datafusion/core/src/physical_plan/stream.rs | 394 +++-
datafusion/core/src/physical_plan/streaming.rs | 16 +-
datafusion/core/src/physical_plan/udaf.rs | 2 +-
datafusion/core/src/physical_plan/union.rs | 47 +-
datafusion/core/src/physical_plan/unnest.rs | 5 +-
datafusion/core/src/physical_plan/values.rs | 4 +-
.../windows/bounded_window_agg_exec.rs | 2 +-
datafusion/core/src/physical_plan/windows/mod.rs | 41 +-
.../src/physical_plan/windows/window_agg_exec.rs | 2 +-
datafusion/core/src/test/exec.rs | 230 ++-
datafusion/core/src/test/mod.rs | 9 +-
datafusion/core/src/test/object_store.rs | 1 +
datafusion/core/src/test_util/parquet.rs | 3 +-
datafusion/core/tests/custom_sources.rs | 11 +-
datafusion/core/tests/dataframe.rs | 41 +-
datafusion/core/tests/dataframe_functions.rs | 5 +-
datafusion/core/tests/fifo.rs | 91 +
datafusion/core/tests/parquet/custom_reader.rs | 3 +-
datafusion/core/tests/parquet/mod.rs | 9 +-
datafusion/core/tests/parquet/page_pruning.rs | 5 +-
datafusion/core/tests/parquet/schema_coercion.rs | 3 +-
datafusion/core/tests/path_partition.rs | 11 +-
datafusion/core/tests/repartition.rs | 3 +-
datafusion/core/tests/row.rs | 2 +-
datafusion/core/tests/sql/aggregates.rs | 8 +-
datafusion/core/tests/sql/functions.rs | 143 --
datafusion/core/tests/sql/information_schema.rs | 8 +-
datafusion/core/tests/sql/joins.rs | 2006 +-------------------
datafusion/core/tests/sql/mod.rs | 178 +-
datafusion/core/tests/sql/order.rs | 2 +-
datafusion/core/tests/sql/parquet.rs | 6 +-
datafusion/core/tests/sql/parquet_schema.rs | 4 +-
datafusion/core/tests/sql/projection.rs | 6 +-
datafusion/core/tests/sql/timestamp.rs | 6 +-
datafusion/core/tests/sql/udf.rs | 10 +-
.../tests/sqllogictests/test_files/aggregate.slt | 36 +
.../core/tests/sqllogictests/test_files/array.slt | 206 ++
.../core/tests/sqllogictests/test_files/dates.slt | 3 +-
.../tests/sqllogictests/test_files/decimal.slt | 6 +
.../tests/sqllogictests/test_files/explain.slt | 36 +
.../tests/sqllogictests/test_files/functions.slt | 108 ++
.../tests/sqllogictests/test_files/groupby.slt | 2 +-
.../core/tests/sqllogictests/test_files/joins.slt | 1715 +++++++++++++++++
.../core/tests/sqllogictests/test_files/scalar.slt | 14 +-
.../core/tests/sqllogictests/test_files/union.slt | 4 +-
datafusion/execution/Cargo.toml | 4 +-
datafusion/expr/src/built_in_function.rs | 772 +++++++-
datafusion/expr/src/expr.rs | 6 +-
datafusion/expr/src/expr_fn.rs | 106 +-
datafusion/expr/src/expr_schema.rs | 28 +-
datafusion/expr/src/function.rs | 719 +------
datafusion/expr/src/function_err.rs | 125 --
datafusion/expr/src/lib.rs | 1 -
datafusion/expr/src/literal.rs | 61 +
datafusion/expr/src/logical_plan/builder.rs | 8 +-
datafusion/expr/src/logical_plan/plan.rs | 165 +-
datafusion/expr/src/signature.rs | 42 +
datafusion/expr/src/type_coercion/binary.rs | 45 +-
datafusion/expr/src/window_function.rs | 4 +-
datafusion/optimizer/Cargo.toml | 2 +-
datafusion/optimizer/src/analyzer/type_coercion.rs | 17 +-
.../optimizer/src/rewrite_disjunctive_predicate.rs | 2 +-
datafusion/physical-expr/Cargo.toml | 2 +-
.../physical-expr/src/aggregate/bit_and_or_xor.rs | 320 +++-
.../physical-expr/src/aggregate/bool_and_or.rs | 15 +-
datafusion/physical-expr/src/aggregate/build_in.rs | 38 +-
datafusion/physical-expr/src/aggregate/median.rs | 140 ++
datafusion/physical-expr/src/array_expressions.rs | 1597 +++++++++++++++-
.../physical-expr/src/datetime_expressions.rs | 6 +-
datafusion/physical-expr/src/expressions/binary.rs | 3 +-
.../src/expressions/binary/kernels.rs | 372 +---
datafusion/physical-expr/src/expressions/mod.rs | 4 +-
datafusion/physical-expr/src/expressions/not.rs | 194 +-
datafusion/physical-expr/src/functions.rs | 140 +-
datafusion/physical-expr/src/hash_utils.rs | 5 +-
datafusion/physical-expr/src/lib.rs | 2 -
datafusion/physical-expr/src/sort_expr.rs | 2 +-
datafusion/physical-expr/src/type_coercion.rs | 201 --
datafusion/physical-expr/src/window/aggregate.rs | 11 +-
datafusion/physical-expr/src/window/built_in.rs | 4 +-
.../src/window/built_in_window_function_expr.rs | 45 +-
datafusion/physical-expr/src/window/nth_value.rs | 4 +-
datafusion/physical-expr/src/window/ntile.rs | 2 +-
.../src/window/partition_evaluator.rs | 145 +-
.../physical-expr/src/window/sliding_aggregate.rs | 19 +-
datafusion/physical-expr/src/window/window_expr.rs | 29 +-
.../physical-expr/src/window/window_frame_state.rs | 3 +-
datafusion/proto/Cargo.toml | 2 +-
datafusion/proto/proto/datafusion.proto | 14 +
datafusion/proto/src/generated/pbjson.rs | 42 +
datafusion/proto/src/generated/prost.rs | 42 +
datafusion/proto/src/logical_plan/from_proto.rs | 83 +-
datafusion/proto/src/logical_plan/mod.rs | 2 +-
datafusion/proto/src/logical_plan/to_proto.rs | 14 +
datafusion/proto/src/physical_plan/from_proto.rs | 3 +-
datafusion/proto/src/physical_plan/mod.rs | 8 +-
datafusion/proto/src/physical_plan/to_proto.rs | 2 +-
datafusion/sql/src/expr/function.rs | 2 +-
datafusion/sql/src/parser.rs | 3 +-
datafusion/substrait/Cargo.toml | 4 +-
datafusion/substrait/src/logical_plan/consumer.rs | 2 +-
datafusion/substrait/src/logical_plan/producer.rs | 191 +-
datafusion/substrait/src/physical_plan/consumer.rs | 3 +-
datafusion/substrait/src/physical_plan/producer.rs | 2 +-
.../substrait/tests/roundtrip_logical_plan.rs | 24 +
.../substrait/tests/roundtrip_physical_plan.rs | 2 +-
docs/source/user-guide/expressions.md | 20 +
docs/source/user-guide/sql/scalar_functions.md | 243 ++-
204 files changed, 8939 insertions(+), 5891 deletions(-)