You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2023/01/20 14:54:39 UTC
[arrow-datafusion] branch dependabot/cargo/master/sqllogictest-0.11.1 updated (8f74becce -> 7a4ef0af2)
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch dependabot/cargo/master/sqllogictest-0.11.1
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
from 8f74becce Update sqllogictest requirement from 0.10.0 to 0.11.1
add 48e3681f5 Update for new API
add 8ab3a9115 Refine the statistics estimation for the limit and aggregate operator (#4716)
add 9301133f1 Do not repartition inputs whose sort order is required (#4885)
add 4e08117b1 Make it able to specify a session id for SessionState (#4933)
add e7c2ef092 Reduce redundancy in sort_enforcement tests (#4928)
add f27912b00 upgrade object_store from 0.5.0 to 0.5.3 (#4929)
add 489a55564 Support gs:// as GCS schema (#4930)
add 84ba3c2d9 Upgrade to substrait 0.3 (#4895)
add 279440b2a Do not resort inputs to `UnionExec` if they are already sorted (#4946)
add aa8f139dd Add insert/update/delete to LogicalPlan and add SQL planner support (#4902)
add b756d053e Update main DataFusion README (#4903)
add 933e5bad2 SUPPORT SEMI/ANTI JOIN SQL syntax in DataFusion (#4932)
add 2f0ed3864 Add datafusion-substrait crate to workspace (#4893)
add 097523f70 Minor: comma engineering in Readme (#4954)
add 4623166c5 Update to arrow 31 (#4927)
add 906896b7c Minor: Make messages consistent for LogicalPlan::Dml (#4953)
add db9214aa4 Upgrade to Substrait 0.4.0 (#4966)
add 7062c2efc Add Substrait to features (#4955)
add 2fdc7b836 Split function (#4958)
add ba9fc129b propagate planning error (#4940)
add ef4ca7e8f Improve documentation for ExprVisitor, port simple uses to new walking function (#4916)
add 8a34fe139 fix: `FieldNotFound` error message without valid fields (#4942)
add 896fd3f8f Add DataFusionError::Substrait variant to DataFusionError enum (#4971)
add 64fa312ec Minor: Reduce redundancy creating window_agg in sort_enforcement tests (#4945)
add e6a050058 Infer prepared statement parameter types (#4701)
add 96cf046be Unify Row hash and hash implementation (#4924)
add 19f6f19c1 refactor: display input partitions for `RepartitionExec` (#4969)
add dde23efed Support join-filter pushdown for semi/anti join (#4923)
add 5025aa58f re-export substrait crate (#4988)
add 6dce728a3 refactor and add simple function to deserialize and serialize proto b… (#4892)
add 22d106a65 fix(4981): incorrect error wrapping in `OnceFut` (#4983)
add e566bfc4a Only add outer filter once when transforming exists/in subquery to join (#4944)
add 65555d770 Minor: Document how to create ListingTables (#5001)
add 5dd5ffd5e Allow overriding error type in DataFusion Result (#5000)
add 7a4ef0af2 Merge remote-tracking branch 'apache/master' into dependabot/cargo/master/sqllogictest-0.11.1
No new revisions were added by this update.
Summary of changes:
Cargo.toml | 3 +-
README.md | 115 +++-
benchmarks/Cargo.toml | 4 +-
datafusion-cli/Cargo.lock | 62 +--
datafusion-cli/Cargo.toml | 2 +-
datafusion-cli/src/command.rs | 4 +-
datafusion-cli/src/functions.rs | 2 +-
datafusion-cli/src/main.rs | 6 +-
datafusion-cli/src/object_storage.rs | 14 +-
datafusion-cli/src/print_format.rs | 2 +-
datafusion-examples/Cargo.toml | 4 +-
datafusion/common/Cargo.toml | 4 +-
datafusion/common/src/column.rs | 12 +-
datafusion/common/src/dfschema.rs | 17 +-
datafusion/common/src/error.rs | 29 +-
datafusion/common/src/lib.rs | 2 +-
datafusion/common/src/scalar.rs | 2 +-
datafusion/core/Cargo.toml | 8 +-
.../core/src/avro_to_arrow/arrow_array_reader.rs | 2 +-
datafusion/core/src/datasource/listing/table.rs | 94 +++-
datafusion/core/src/error.rs | 2 +-
datafusion/core/src/execution/context.rs | 64 ++-
.../src/physical_optimizer/dist_enforcement.rs | 112 ++--
.../core/src/physical_optimizer/repartition.rs | 327 ++++++++++--
.../src/physical_optimizer/sort_enforcement.rs | 582 +++++++++++----------
.../core/src/physical_plan/aggregates/hash.rs | 563 --------------------
.../core/src/physical_plan/aggregates/mod.rs | 51 +-
.../core/src/physical_plan/aggregates/row_hash.rs | 484 +++++++++++------
.../core/src/physical_plan/coalesce_batches.rs | 22 +-
datafusion/core/src/physical_plan/common.rs | 2 +-
datafusion/core/src/physical_plan/display.rs | 5 +-
.../core/src/physical_plan/file_format/csv.rs | 2 +-
datafusion/core/src/physical_plan/joins/utils.rs | 57 +-
datafusion/core/src/physical_plan/limit.rs | 81 ++-
datafusion/core/src/physical_plan/mod.rs | 23 +-
datafusion/core/src/physical_plan/planner.rs | 49 +-
.../core/src/physical_plan/repartition/mod.rs | 7 +-
datafusion/core/src/physical_plan/union.rs | 24 +
datafusion/core/tests/dataframe.rs | 89 ++++
datafusion/core/tests/sql/aggregates.rs | 29 +
datafusion/core/tests/sql/avro.rs | 2 +-
datafusion/core/tests/sql/explain_analyze.rs | 22 +-
datafusion/core/tests/sql/joins.rs | 275 +++++++---
datafusion/core/tests/sql/json.rs | 2 +-
datafusion/core/tests/sql/timestamp.rs | 50 +-
datafusion/core/tests/sql/window.rs | 36 +-
datafusion/core/tests/sqllogictests/src/error.rs | 2 +-
.../core/tests/sqllogictests/src/insert/mod.rs | 2 +-
datafusion/core/tests/sqllogictests/src/main.rs | 2 +-
.../core/tests/sqllogictests/test_files/join.slt | 43 +-
.../tests/sqllogictests/test_files/subquery.slt | 62 +++
datafusion/core/tests/user_defined_plan.rs | 2 +-
datafusion/expr/Cargo.toml | 2 +-
datafusion/expr/src/expr.rs | 2 +-
datafusion/expr/src/expr_schema.rs | 17 +-
datafusion/expr/src/expr_visitor.rs | 91 ++--
datafusion/expr/src/lib.rs | 10 +-
datafusion/expr/src/logical_plan/mod.rs | 10 +-
datafusion/expr/src/logical_plan/plan.rs | 147 +++++-
datafusion/expr/src/utils.rs | 109 ++--
datafusion/jit/Cargo.toml | 2 +-
datafusion/optimizer/Cargo.toml | 2 +-
.../optimizer/src/common_subexpr_eliminate.rs | 1 +
.../optimizer/src/decorrelate_where_exists.rs | 86 ++-
datafusion/optimizer/src/decorrelate_where_in.rs | 54 +-
datafusion/optimizer/src/push_down_filter.rs | 195 ++++++-
datafusion/optimizer/src/push_down_projection.rs | 1 +
.../optimizer/src/scalar_subquery_to_join.rs | 2 +-
datafusion/optimizer/src/utils.rs | 33 +-
datafusion/physical-expr/Cargo.toml | 6 +-
datafusion/physical-expr/src/aggregate/count.rs | 4 +-
datafusion/proto/Cargo.toml | 4 +-
datafusion/proto/src/logical_plan/from_proto.rs | 10 +-
datafusion/proto/src/logical_plan/mod.rs | 3 +
datafusion/proto/src/logical_plan/to_proto.rs | 13 +-
datafusion/row/Cargo.toml | 2 +-
datafusion/sql/Cargo.toml | 2 +-
datafusion/sql/src/expr/mod.rs | 48 ++
datafusion/sql/src/expr/value.rs | 9 +-
datafusion/sql/src/relation/join.rs | 28 +
datafusion/sql/src/select.rs | 2 +-
datafusion/sql/src/statement.rs | 296 ++++++++++-
datafusion/sql/tests/integration_test.rs | 156 +++++-
datafusion/substrait/Cargo.toml | 6 +-
datafusion/substrait/src/consumer.rs | 7 +-
datafusion/substrait/src/lib.rs | 3 +
datafusion/substrait/src/producer.rs | 14 +-
datafusion/substrait/src/serializer.rs | 26 +-
datafusion/substrait/tests/roundtrip.rs | 2 +-
datafusion/substrait/tests/serialize.rs | 2 +-
docs/source/user-guide/introduction.md | 10 +-
parquet-test-utils/Cargo.toml | 2 +-
test-utils/Cargo.toml | 2 +-
93 files changed, 3148 insertions(+), 1736 deletions(-)
delete mode 100644 datafusion/core/src/physical_plan/aggregates/hash.rs
create mode 100644 datafusion/core/tests/sqllogictests/test_files/subquery.slt