You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by bk...@apache.org on 2019/12/10 22:05:50 UTC
[arrow] branch master updated (2ab72ca -> 5b9deef)
This is an automated email from the ASF dual-hosted git repository.
bkietz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from 2ab72ca ARROW-7361: [Rust] Build directory is not passed to ci/scripts/rust_test.sh
add 5b9deef ARROW-6965: [C++][Dataset] Optionally expose partition keys as columns
No new revisions were added by this update.
Summary of changes:
cpp/src/arrow/CMakeLists.txt | 2 +-
cpp/src/arrow/dataset/CMakeLists.txt | 1 +
cpp/src/arrow/dataset/dataset.cc | 7 +-
cpp/src/arrow/dataset/dataset.h | 17 +-
cpp/src/arrow/dataset/dataset_internal.h | 124 +---------
cpp/src/arrow/dataset/dataset_test.cc | 354 ++++++++++++++++++++++-----
cpp/src/arrow/dataset/discovery.cc | 67 +++--
cpp/src/arrow/dataset/discovery.h | 8 +-
cpp/src/arrow/dataset/discovery_test.cc | 15 +-
cpp/src/arrow/dataset/file_base.cc | 162 ++++++++----
cpp/src/arrow/dataset/file_base.h | 107 +++++---
cpp/src/arrow/dataset/file_parquet.cc | 23 +-
cpp/src/arrow/dataset/file_parquet.h | 1 +
cpp/src/arrow/dataset/file_parquet_test.cc | 16 +-
cpp/src/arrow/dataset/file_test.cc | 21 +-
cpp/src/arrow/dataset/filter.cc | 131 +++++-----
cpp/src/arrow/dataset/filter.h | 34 ++-
cpp/src/arrow/dataset/filter_test.cc | 47 ++--
cpp/src/arrow/dataset/partition.cc | 196 +++++++++++----
cpp/src/arrow/dataset/partition.h | 150 ++++++++----
cpp/src/arrow/dataset/partition_test.cc | 141 ++++++++---
cpp/src/arrow/dataset/projector.cc | 131 ++++++++++
cpp/src/arrow/dataset/projector.h | 72 ++++++
cpp/src/arrow/dataset/scanner.cc | 67 +++--
cpp/src/arrow/dataset/scanner.h | 43 ++--
cpp/src/arrow/dataset/scanner_internal.h | 63 ++---
cpp/src/arrow/dataset/scanner_test.cc | 124 +++++-----
cpp/src/arrow/dataset/test_util.h | 58 +++--
cpp/src/arrow/dataset/type_fwd.h | 10 +-
cpp/src/arrow/filesystem/CMakeLists.txt | 2 +-
cpp/src/arrow/filesystem/filesystem.cc | 7 +
cpp/src/arrow/filesystem/filesystem.h | 7 +-
cpp/src/arrow/filesystem/path_forest.cc | 127 ++++++++++
cpp/src/arrow/filesystem/path_forest.h | 154 ++++++++++++
cpp/src/arrow/filesystem/path_forest_test.cc | 249 +++++++++++++++++++
cpp/src/arrow/filesystem/path_tree.cc | 138 -----------
cpp/src/arrow/filesystem/path_tree.h | 110 ---------
cpp/src/arrow/filesystem/path_tree_test.cc | 179 --------------
cpp/src/arrow/filesystem/path_util.cc | 29 +++
cpp/src/arrow/filesystem/path_util.h | 8 +
cpp/src/arrow/record_batch.cc | 2 +-
cpp/src/arrow/result.h | 20 +-
cpp/src/arrow/result_test.cc | 37 +++
cpp/src/arrow/scalar.cc | 35 +--
cpp/src/arrow/scalar.h | 24 +-
cpp/src/arrow/scalar_test.cc | 63 +++--
cpp/src/arrow/table.cc | 2 +-
cpp/src/arrow/type.cc | 4 +-
cpp/src/arrow/type.h | 2 +
cpp/src/arrow/type_fwd.h | 1 +
cpp/src/arrow/util/iterator.h | 43 +++-
cpp/src/arrow/util/iterator_test.cc | 4 +
cpp/src/arrow/util/key_value_metadata.cc | 2 +-
cpp/src/arrow/util/sort.h | 78 ++++++
cpp/src/arrow/util/stl_util_test.cc | 39 ++-
cpp/src/arrow/util/{stl.h => vector.h} | 14 --
r/R/dataset.R | 6 +-
r/tests/testthat/test-dataset.R | 18 +-
58 files changed, 2304 insertions(+), 1292 deletions(-)
create mode 100644 cpp/src/arrow/dataset/projector.cc
create mode 100644 cpp/src/arrow/dataset/projector.h
create mode 100644 cpp/src/arrow/filesystem/path_forest.cc
create mode 100644 cpp/src/arrow/filesystem/path_forest.h
create mode 100644 cpp/src/arrow/filesystem/path_forest_test.cc
delete mode 100644 cpp/src/arrow/filesystem/path_tree.cc
delete mode 100644 cpp/src/arrow/filesystem/path_tree.h
delete mode 100644 cpp/src/arrow/filesystem/path_tree_test.cc
create mode 100644 cpp/src/arrow/util/sort.h
rename cpp/src/arrow/util/{stl.h => vector.h} (84%)