You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by bk...@apache.org on 2019/12/13 17:26:24 UTC
[arrow] branch master updated (cd0356d -> 9cb49f3)
This is an automated email from the ASF dual-hosted git repository.
bkietz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from cd0356d ARROW-7064: [R] Support null type using vctrs::unspecified()
add 9cb49f3 ARROW-6341: [Python] Implement low-level bindings for Dataset
No new revisions were added by this update.
Summary of changes:
LICENSE.txt | 27 +
ci/scripts/python_build.sh | 1 +
cpp/src/arrow/dataset/dataset.h | 9 +-
cpp/src/arrow/dataset/file_base.h | 6 +-
cpp/src/arrow/dataset/file_parquet.cc | 2 +-
cpp/src/arrow/dataset/file_parquet.h | 2 +-
cpp/src/arrow/dataset/file_parquet_test.cc | 10 +-
cpp/src/arrow/dataset/filter.h | 1 +
cpp/src/arrow/dataset/partition.cc | 11 -
cpp/src/arrow/dataset/partition.h | 24 +-
cpp/src/arrow/dataset/partition_test.cc | 2 +-
cpp/src/arrow/dataset/scanner.cc | 4 +-
cpp/src/arrow/dataset/scanner.h | 9 +-
cpp/src/arrow/dataset/scanner_internal.h | 4 +-
cpp/src/arrow/dataset/test_util.h | 6 +-
cpp/src/arrow/filesystem/filesystem.h | 6 +
cpp/src/arrow/filesystem/hdfs.h | 2 +
cpp/src/arrow/filesystem/localfs.h | 2 +
cpp/src/arrow/filesystem/mockfs.h | 2 +
cpp/src/arrow/filesystem/s3fs.h | 2 +
cpp/src/arrow/python/datetime.h | 5 +
python/CMakeLists.txt | 21 +
python/pyarrow/_dataset.pyx | 976 +++++++++++++++++++++++++++
python/pyarrow/_fs.pxd | 18 +-
python/pyarrow/_fs.pyx | 56 +-
python/pyarrow/compute.pxi | 92 +++
python/pyarrow/{flight.py => dataset.py} | 66 +-
python/pyarrow/fs.py | 3 +-
python/pyarrow/includes/common.pxd | 19 +
python/pyarrow/includes/libarrow.pxd | 34 +-
python/pyarrow/includes/libarrow_dataset.pxd | 362 ++++++++++
python/pyarrow/includes/libarrow_flight.pxd | 6 -
python/pyarrow/includes/libarrow_fs.pxd | 5 +
python/pyarrow/lib.pxd | 19 +-
python/pyarrow/lib.pyx | 3 +
python/pyarrow/public-api.pxi | 14 +
python/pyarrow/tests/conftest.py | 12 +-
python/pyarrow/tests/test_dataset.py | 352 ++++++++++
python/pyarrow/tests/test_fs.py | 18 +-
python/setup.py | 9 +
40 files changed, 2118 insertions(+), 104 deletions(-)
create mode 100644 python/pyarrow/_dataset.pyx
create mode 100644 python/pyarrow/compute.pxi
copy python/pyarrow/{flight.py => dataset.py} (52%)
create mode 100644 python/pyarrow/includes/libarrow_dataset.pxd
create mode 100644 python/pyarrow/tests/test_dataset.py