You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by we...@apache.org on 2020/05/24 14:35:38 UTC
[arrow] branch master updated (6e84421 -> 7ad49ee)
This is an automated email from the ASF dual-hosted git repository.
wesm pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from 6e84421 ARROW-8869: [Rust] [DataFusion] Add support for new scan nodes to type coercion rule
add 7ad49ee ARROW-8792: [C++][Python][R][GLib] New Array compute kernels implementation and execution framework
No new revisions were added by this update.
Summary of changes:
c_glib/arrow-glib/compute.cpp | 626 +++-----
c_glib/arrow-glib/error.cpp | 58 +-
c_glib/arrow-glib/error.hpp | 46 +-
cpp/src/arrow/CMakeLists.txt | 46 +-
cpp/src/arrow/adapters/orc/CMakeLists.txt | 2 +-
cpp/src/arrow/array/diff_test.cc | 13 +-
cpp/src/arrow/compute/CMakeLists.txt | 9 +-
cpp/src/arrow/compute/README.md | 58 +
cpp/src/arrow/compute/api.h | 27 +-
.../arrow/compute/{context.cc => api_aggregate.cc} | 32 +-
cpp/src/arrow/compute/api_aggregate.h | 148 ++
cpp/src/arrow/compute/api_scalar.cc | 113 ++
cpp/src/arrow/compute/api_scalar.h | 208 +++
cpp/src/arrow/compute/api_vector.cc | 226 +++
cpp/src/arrow/compute/api_vector.h | 308 ++++
cpp/src/arrow/compute/cast.cc | 180 +++
cpp/src/arrow/compute/cast.h | 145 ++
.../arrow/compute/{context.cc => cast_internal.h} | 37 +-
cpp/src/arrow/compute/compute_test.cc | 95 --
cpp/src/arrow/compute/context.h | 79 -
cpp/src/arrow/compute/exec.cc | 942 ++++++++++++
cpp/src/arrow/compute/exec.h | 183 +++
cpp/src/arrow/compute/exec_internal.h | 137 ++
cpp/src/arrow/compute/exec_test.cc | 841 +++++++++++
cpp/src/arrow/compute/function.cc | 167 +++
cpp/src/arrow/compute/function.h | 216 +++
cpp/src/arrow/compute/function_test.cc | 235 +++
cpp/src/arrow/compute/kernel.cc | 376 +++++
cpp/src/arrow/compute/kernel.h | 735 +++++++---
cpp/src/arrow/compute/kernel_test.cc | 479 ++++++
cpp/src/arrow/compute/kernels/CMakeLists.txt | 62 +-
cpp/src/arrow/compute/kernels/add.cc | 131 --
cpp/src/arrow/compute/kernels/add.h | 77 -
cpp/src/arrow/compute/kernels/aggregate.cc | 88 --
cpp/src/arrow/compute/kernels/aggregate.h | 115 --
cpp/src/arrow/compute/kernels/aggregate_basic.cc | 523 +++++++
.../arrow/compute/kernels/aggregate_benchmark.cc | 9 +-
.../kernels/{isin.h => aggregate_internal.h} | 41 +-
cpp/src/arrow/compute/kernels/aggregate_test.cc | 251 ++--
cpp/src/arrow/compute/kernels/boolean.cc | 269 ----
cpp/src/arrow/compute/kernels/boolean.h | 105 --
cpp/src/arrow/compute/kernels/cast.cc | 1549 --------------------
cpp/src/arrow/compute/kernels/cast.h | 101 --
cpp/src/arrow/compute/kernels/codegen_internal.cc | 166 +++
cpp/src/arrow/compute/kernels/codegen_internal.h | 776 ++++++++++
cpp/src/arrow/compute/kernels/common.h | 53 +
cpp/src/arrow/compute/kernels/compare.cc | 332 -----
cpp/src/arrow/compute/kernels/compare.h | 72 -
cpp/src/arrow/compute/kernels/count.cc | 115 --
cpp/src/arrow/compute/kernels/count.h | 88 --
cpp/src/arrow/compute/kernels/filter.cc | 257 ----
cpp/src/arrow/compute/kernels/filter.h | 105 --
.../kernels/generated/cast_codegen_internal.h | 258 ----
cpp/src/arrow/compute/kernels/generated/codegen.py | 142 --
cpp/src/arrow/compute/kernels/hash.h | 102 --
cpp/src/arrow/compute/kernels/isin.cc | 306 ----
cpp/src/arrow/compute/kernels/isin_test.cc | 415 ------
cpp/src/arrow/compute/kernels/match.cc | 281 ----
cpp/src/arrow/compute/kernels/match.h | 57 -
cpp/src/arrow/compute/kernels/match_test.cc | 389 -----
cpp/src/arrow/compute/kernels/mean.cc | 116 --
cpp/src/arrow/compute/kernels/mean.h | 66 -
cpp/src/arrow/compute/kernels/minmax.cc | 203 ---
cpp/src/arrow/compute/kernels/minmax.h | 98 --
cpp/src/arrow/compute/kernels/nth_to_indices.cc | 140 --
cpp/src/arrow/compute/kernels/nth_to_indices.h | 53 -
.../arrow/compute/kernels/nth_to_indices_test.cc | 175 ---
.../{context.cc => kernels/scalar_arithmetic.cc} | 43 +-
.../{add_test.cc => scalar_arithmetic_test.cc} | 21 +-
cpp/src/arrow/compute/kernels/scalar_boolean.cc | 184 +++
.../{boolean_test.cc => scalar_boolean_test.cc} | 55 +-
.../arrow/compute/kernels/scalar_cast_boolean.cc | 70 +
.../arrow/compute/kernels/scalar_cast_internal.cc | 90 ++
.../arrow/compute/kernels/scalar_cast_internal.h | 286 ++++
.../arrow/compute/kernels/scalar_cast_nested.cc | 91 ++
.../arrow/compute/kernels/scalar_cast_numeric.cc | 565 +++++++
.../arrow/compute/kernels/scalar_cast_string.cc | 180 +++
.../arrow/compute/kernels/scalar_cast_temporal.cc | 418 ++++++
.../kernels/{cast_test.cc => scalar_cast_test.cc} | 187 +--
cpp/src/arrow/compute/kernels/scalar_compare.cc | 131 ++
...re_benchmark.cc => scalar_compare_benchmark.cc} | 14 +-
.../{compare_test.cc => scalar_compare_test.cc} | 360 ++---
cpp/src/arrow/compute/kernels/scalar_set_lookup.cc | 330 +++++
.../compute/kernels/scalar_set_lookup_test.cc | 734 ++++++++++
cpp/src/arrow/compute/kernels/sort_to_indices.cc | 317 ----
cpp/src/arrow/compute/kernels/sum.cc | 114 --
cpp/src/arrow/compute/kernels/sum.h | 71 -
cpp/src/arrow/compute/kernels/sum_internal.h | 207 ---
cpp/src/arrow/compute/kernels/take.cc | 199 ---
cpp/src/arrow/compute/kernels/take.h | 214 ---
cpp/src/arrow/compute/kernels/util_internal.cc | 337 -----
cpp/src/arrow/compute/kernels/util_internal.h | 154 --
.../arrow/compute/kernels/util_internal_test.cc | 247 ----
cpp/src/arrow/compute/kernels/vector_filter.cc | 183 +++
...ter_benchmark.cc => vector_filter_benchmark.cc} | 21 +-
.../{filter_test.cc => vector_filter_test.cc} | 135 +-
.../compute/kernels/{hash.cc => vector_hash.cc} | 358 ++---
.../vector_hash_benchmark.cc} | 21 +-
.../kernels/{hash_test.cc => vector_hash_test.cc} | 246 ++--
..._benchmark.cc => vector_partition_benchmark.cc} | 8 +-
...take_internal.h => vector_selection_internal.h} | 51 +-
cpp/src/arrow/compute/kernels/vector_sort.cc | 298 ++++
...dices_benchmark.cc => vector_sort_benchmark.cc} | 8 +-
...sort_to_indices_test.cc => vector_sort_test.cc} | 252 +++-
cpp/src/arrow/compute/kernels/vector_take.cc | 113 ++
...{take_benchmark.cc => vector_take_benchmark.cc} | 8 +-
.../kernels/{take_test.cc => vector_take_test.cc} | 296 ++--
cpp/src/arrow/compute/registry.cc | 126 ++
cpp/src/arrow/compute/registry.h | 72 +
.../sort_to_indices.h => registry_internal.h} | 41 +-
cpp/src/arrow/compute/registry_test.cc | 84 ++
cpp/src/arrow/compute/test_util.h | 30 +-
cpp/src/arrow/dataset/filter.cc | 88 +-
cpp/src/arrow/dataset/filter.h | 82 +-
cpp/src/arrow/dataset/filter_test.cc | 29 +-
cpp/src/arrow/dataset/scanner.h | 1 -
cpp/src/arrow/dataset/scanner_internal.h | 2 +-
cpp/src/arrow/dataset/scanner_test.cc | 1 -
cpp/src/arrow/dataset/type_fwd.h | 2 +-
cpp/src/arrow/datum.cc | 215 +++
cpp/src/arrow/datum.h | 270 ++++
cpp/src/arrow/datum_test.cc | 161 ++
cpp/src/arrow/python/arrow_to_pandas.cc | 26 +-
cpp/src/arrow/python/numpy_to_arrow.cc | 22 +-
cpp/src/arrow/python/numpy_to_arrow.h | 2 +-
cpp/src/arrow/stl.h | 14 +-
cpp/src/arrow/stl_test.cc | 6 +-
cpp/src/arrow/testing/gtest_util.cc | 16 +-
cpp/src/arrow/testing/gtest_util.h | 8 +-
cpp/src/arrow/type.cc | 103 ++
cpp/src/arrow/type.h | 13 +
cpp/src/arrow/type_fwd.h | 1 +
cpp/src/arrow/type_traits.h | 19 +-
cpp/src/arrow/util/hash_util.h | 66 +
cpp/src/arrow/util/hashing.h | 42 -
cpp/src/arrow/util/macros.h | 1 -
cpp/src/gandiva/arrow.h | 27 +-
cpp/src/gandiva/filter.cc | 2 +-
cpp/src/gandiva/function_signature.cc | 3 +-
cpp/src/gandiva/projector.cc | 3 +-
cpp/src/parquet/arrow/arrow_reader_writer_test.cc | 17 +-
cpp/src/parquet/arrow/reader_internal.cc | 4 +-
cpp/src/parquet/arrow/reader_writer_benchmark.cc | 2 +-
cpp/src/parquet/column_writer.cc | 10 +-
cpp/src/parquet/encoding_benchmark.cc | 8 +-
cpp/src/parquet/encoding_test.cc | 1 -
docs/source/developers/python.rst | 1 +
python/pyarrow/_compute.pyx | 312 +++-
python/pyarrow/array.pxi | 90 +-
python/pyarrow/compute.py | 21 +-
python/pyarrow/includes/libarrow.pxd | 153 +-
python/pyarrow/lib.pxd | 1 -
python/pyarrow/lib.pyx | 6 +
python/pyarrow/table.pxi | 77 +-
python/pyarrow/tests/test_array.py | 8 +-
python/pyarrow/tests/test_compute.py | 14 +-
python/pyarrow/tests/test_pandas.py | 3 +
r/src/compute.cpp | 75 +-
158 files changed, 13916 insertions(+), 10935 deletions(-)
create mode 100644 cpp/src/arrow/compute/README.md
copy cpp/src/arrow/compute/{context.cc => api_aggregate.cc} (56%)
create mode 100644 cpp/src/arrow/compute/api_aggregate.h
create mode 100644 cpp/src/arrow/compute/api_scalar.cc
create mode 100644 cpp/src/arrow/compute/api_scalar.h
create mode 100644 cpp/src/arrow/compute/api_vector.cc
create mode 100644 cpp/src/arrow/compute/api_vector.h
create mode 100644 cpp/src/arrow/compute/cast.cc
create mode 100644 cpp/src/arrow/compute/cast.h
copy cpp/src/arrow/compute/{context.cc => cast_internal.h} (57%)
delete mode 100644 cpp/src/arrow/compute/compute_test.cc
delete mode 100644 cpp/src/arrow/compute/context.h
create mode 100644 cpp/src/arrow/compute/exec.cc
create mode 100644 cpp/src/arrow/compute/exec.h
create mode 100644 cpp/src/arrow/compute/exec_internal.h
create mode 100644 cpp/src/arrow/compute/exec_test.cc
create mode 100644 cpp/src/arrow/compute/function.cc
create mode 100644 cpp/src/arrow/compute/function.h
create mode 100644 cpp/src/arrow/compute/function_test.cc
create mode 100644 cpp/src/arrow/compute/kernel.cc
create mode 100644 cpp/src/arrow/compute/kernel_test.cc
delete mode 100644 cpp/src/arrow/compute/kernels/add.cc
delete mode 100644 cpp/src/arrow/compute/kernels/add.h
delete mode 100644 cpp/src/arrow/compute/kernels/aggregate.cc
delete mode 100644 cpp/src/arrow/compute/kernels/aggregate.h
create mode 100644 cpp/src/arrow/compute/kernels/aggregate_basic.cc
rename cpp/src/arrow/compute/kernels/{isin.h => aggregate_internal.h} (57%)
delete mode 100644 cpp/src/arrow/compute/kernels/boolean.cc
delete mode 100644 cpp/src/arrow/compute/kernels/boolean.h
delete mode 100644 cpp/src/arrow/compute/kernels/cast.cc
delete mode 100644 cpp/src/arrow/compute/kernels/cast.h
create mode 100644 cpp/src/arrow/compute/kernels/codegen_internal.cc
create mode 100644 cpp/src/arrow/compute/kernels/codegen_internal.h
create mode 100644 cpp/src/arrow/compute/kernels/common.h
delete mode 100644 cpp/src/arrow/compute/kernels/compare.cc
delete mode 100644 cpp/src/arrow/compute/kernels/compare.h
delete mode 100644 cpp/src/arrow/compute/kernels/count.cc
delete mode 100644 cpp/src/arrow/compute/kernels/count.h
delete mode 100644 cpp/src/arrow/compute/kernels/filter.cc
delete mode 100644 cpp/src/arrow/compute/kernels/filter.h
delete mode 100644 cpp/src/arrow/compute/kernels/generated/cast_codegen_internal.h
delete mode 100644 cpp/src/arrow/compute/kernels/generated/codegen.py
delete mode 100644 cpp/src/arrow/compute/kernels/hash.h
delete mode 100644 cpp/src/arrow/compute/kernels/isin.cc
delete mode 100644 cpp/src/arrow/compute/kernels/isin_test.cc
delete mode 100644 cpp/src/arrow/compute/kernels/match.cc
delete mode 100644 cpp/src/arrow/compute/kernels/match.h
delete mode 100644 cpp/src/arrow/compute/kernels/match_test.cc
delete mode 100644 cpp/src/arrow/compute/kernels/mean.cc
delete mode 100644 cpp/src/arrow/compute/kernels/mean.h
delete mode 100644 cpp/src/arrow/compute/kernels/minmax.cc
delete mode 100644 cpp/src/arrow/compute/kernels/minmax.h
delete mode 100644 cpp/src/arrow/compute/kernels/nth_to_indices.cc
delete mode 100644 cpp/src/arrow/compute/kernels/nth_to_indices.h
delete mode 100644 cpp/src/arrow/compute/kernels/nth_to_indices_test.cc
rename cpp/src/arrow/compute/{context.cc => kernels/scalar_arithmetic.cc} (51%)
rename cpp/src/arrow/compute/kernels/{add_test.cc => scalar_arithmetic_test.cc} (82%)
create mode 100644 cpp/src/arrow/compute/kernels/scalar_boolean.cc
rename cpp/src/arrow/compute/kernels/{boolean_test.cc => scalar_boolean_test.cc} (87%)
create mode 100644 cpp/src/arrow/compute/kernels/scalar_cast_boolean.cc
create mode 100644 cpp/src/arrow/compute/kernels/scalar_cast_internal.cc
create mode 100644 cpp/src/arrow/compute/kernels/scalar_cast_internal.h
create mode 100644 cpp/src/arrow/compute/kernels/scalar_cast_nested.cc
create mode 100644 cpp/src/arrow/compute/kernels/scalar_cast_numeric.cc
create mode 100644 cpp/src/arrow/compute/kernels/scalar_cast_string.cc
create mode 100644 cpp/src/arrow/compute/kernels/scalar_cast_temporal.cc
rename cpp/src/arrow/compute/kernels/{cast_test.cc => scalar_cast_test.cc} (91%)
create mode 100644 cpp/src/arrow/compute/kernels/scalar_compare.cc
rename cpp/src/arrow/compute/kernels/{compare_benchmark.cc => scalar_compare_benchmark.cc} (88%)
rename cpp/src/arrow/compute/kernels/{compare_test.cc => scalar_compare_test.cc} (52%)
create mode 100644 cpp/src/arrow/compute/kernels/scalar_set_lookup.cc
create mode 100644 cpp/src/arrow/compute/kernels/scalar_set_lookup_test.cc
delete mode 100644 cpp/src/arrow/compute/kernels/sort_to_indices.cc
delete mode 100644 cpp/src/arrow/compute/kernels/sum.cc
delete mode 100644 cpp/src/arrow/compute/kernels/sum.h
delete mode 100644 cpp/src/arrow/compute/kernels/sum_internal.h
delete mode 100644 cpp/src/arrow/compute/kernels/take.cc
delete mode 100644 cpp/src/arrow/compute/kernels/take.h
delete mode 100644 cpp/src/arrow/compute/kernels/util_internal.cc
delete mode 100644 cpp/src/arrow/compute/kernels/util_internal.h
delete mode 100644 cpp/src/arrow/compute/kernels/util_internal_test.cc
create mode 100644 cpp/src/arrow/compute/kernels/vector_filter.cc
rename cpp/src/arrow/compute/kernels/{filter_benchmark.cc => vector_filter_benchmark.cc} (86%)
rename cpp/src/arrow/compute/kernels/{filter_test.cc => vector_filter_test.cc} (86%)
rename cpp/src/arrow/compute/kernels/{hash.cc => vector_hash.cc} (53%)
rename cpp/src/arrow/compute/{compute_benchmark.cc => kernels/vector_hash_benchmark.cc} (93%)
rename cpp/src/arrow/compute/kernels/{hash_test.cc => vector_hash_test.cc} (68%)
rename cpp/src/arrow/compute/kernels/{nth_to_indices_benchmark.cc => vector_partition_benchmark.cc} (90%)
rename cpp/src/arrow/compute/kernels/{take_internal.h => vector_selection_internal.h} (95%)
create mode 100644 cpp/src/arrow/compute/kernels/vector_sort.cc
rename cpp/src/arrow/compute/kernels/{sort_to_indices_benchmark.cc => vector_sort_benchmark.cc} (92%)
rename cpp/src/arrow/compute/kernels/{sort_to_indices_test.cc => vector_sort_test.cc} (65%)
create mode 100644 cpp/src/arrow/compute/kernels/vector_take.cc
rename cpp/src/arrow/compute/kernels/{take_benchmark.cc => vector_take_benchmark.cc} (95%)
rename cpp/src/arrow/compute/kernels/{take_test.cc => vector_take_test.cc} (64%)
create mode 100644 cpp/src/arrow/compute/registry.cc
create mode 100644 cpp/src/arrow/compute/registry.h
rename cpp/src/arrow/compute/{kernels/sort_to_indices.h => registry_internal.h} (53%)
create mode 100644 cpp/src/arrow/compute/registry_test.cc
create mode 100644 cpp/src/arrow/datum.cc
create mode 100644 cpp/src/arrow/datum.h
create mode 100644 cpp/src/arrow/datum_test.cc
create mode 100644 cpp/src/arrow/util/hash_util.h