You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2021/11/01 20:30:04 UTC
[arrow-datafusion] branch master updated (57765cd -> b2a5028)
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git.
from 57765cd [fix] removed deprecated with_concurrency context method (#1200)
add b2a5028 File partitioning for ListingTable (#1141)
No new revisions were added by this update.
Summary of changes:
ballista/rust/core/proto/ballista.proto | 36 +-
.../rust/core/src/serde/logical_plan/from_proto.rs | 2 +-
.../rust/core/src/serde/logical_plan/to_proto.rs | 7 +-
.../core/src/serde/physical_plan/from_proto.rs | 127 ++--
.../rust/core/src/serde/physical_plan/to_proto.rs | 132 ++--
benchmarks/src/bin/tpch.rs | 2 +-
datafusion/src/datasource/file_format/avro.rs | 54 +-
datafusion/src/datasource/file_format/csv.rs | 52 +-
datafusion/src/datasource/file_format/json.rs | 46 +-
datafusion/src/datasource/file_format/mod.rs | 26 +-
datafusion/src/datasource/file_format/parquet.rs | 53 +-
datafusion/src/datasource/listing/helpers.rs | 723 +++++++++++++++++++++
.../src/{execution => datasource/listing}/mod.rs | 10 +-
.../datasource/{listing.rs => listing/table.rs} | 316 +++++----
datafusion/src/datasource/mod.rs | 20 +-
datafusion/src/datasource/object_store/local.rs | 18 +-
datafusion/src/datasource/object_store/mod.rs | 4 +-
datafusion/src/execution/context.rs | 4 +-
datafusion/src/execution/options.rs | 4 +-
datafusion/src/logical_plan/builder.rs | 2 +-
datafusion/src/physical_optimizer/repartition.rs | 44 +-
.../src/physical_plan/coalesce_partitions.rs | 19 +-
datafusion/src/physical_plan/file_format/avro.rs | 207 +++---
datafusion/src/physical_plan/file_format/csv.rs | 243 ++++---
.../src/physical_plan/file_format/file_stream.rs | 65 +-
datafusion/src/physical_plan/file_format/json.rs | 117 ++--
datafusion/src/physical_plan/file_format/mod.rs | 442 ++++++++++++-
.../src/physical_plan/file_format/parquet.rs | 227 +++----
datafusion/src/physical_plan/filter.rs | 21 +-
datafusion/src/physical_plan/limit.rs | 19 +-
datafusion/src/physical_plan/projection.rs | 21 +-
datafusion/src/physical_plan/sort.rs | 24 +-
.../src/physical_plan/sort_preserving_merge.rs | 36 +-
datafusion/src/physical_plan/union.rs | 40 +-
datafusion/src/physical_plan/windows/mod.rs | 19 +-
datafusion/src/test/mod.rs | 8 +-
datafusion/src/test/object_store.rs | 7 +-
datafusion/tests/common.rs | 40 ++
datafusion/tests/path_partition.rs | 392 +++++++++++
datafusion/tests/sql.rs | 22 +-
40 files changed, 2616 insertions(+), 1035 deletions(-)
create mode 100644 datafusion/src/datasource/listing/helpers.rs
copy datafusion/src/{execution => datasource/listing}/mod.rs (82%)
rename datafusion/src/datasource/{listing.rs => listing/table.rs} (63%)
create mode 100644 datafusion/tests/common.rs
create mode 100644 datafusion/tests/path_partition.rs