You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by ne...@apache.org on 2020/08/08 18:03:57 UTC
[arrow] branch rust-parquet-arrow-writer updated (0e3e140 ->
3d0a9d5)
This is an automated email from the ASF dual-hosted git repository.
nevime pushed a change to branch rust-parquet-arrow-writer
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from 0e3e140 ARROW-9650: [Packaging][APT] Drop support for Ubuntu 19.10
add ef2ccfc ARROW-8002: [C++][Dataset][R] Support partitioned dataset writing
add 81d3f26 ARROW-9412: [C++] Add non-bundled dependencies to INTERFACE_LINK_LIBRARIES of static libarrow
add 52cb9cb ARROW-9607: [C++][Gandiva] Add bitwise_and(), bitwise_or() and bitwise_not() functions for integers
add 3332247 ARROW-9656: [Rust] [DataFusion] Better error messages for unsupported EXTERNAL TABLE types
add 0c914f8 ARROW-9632: [Rust] add a func "new" for ExecutionContextSchemaProvider
add 62dfa11 ARROW-9523 [Rust] Improve filter kernel performance
add 7525286 ARROW-9573: [Python][Dataset] Provide read_table(ignore_prefixes=)
add fd6f545 ARROW-9666: [Python][wheel][Windows] Fix wheel build for Windows
add 634fcd1 ARROW-9548: [Go] Test output files are not removed correctly
add a3596c9 ARROW-9546: [Python] Clean up Pandas Metadata Conversion test
add 4489cb7 ARROW-9462:[Go] The Indentation after the first Record in arrjson writer is incorrect
add 9c04867 ARROW-9643: [C++] Only register the SIMD variants when it's supported.
add f40e287 ARROW-9536: [Java] Miss parameters in PlasmaOutOfMemoryException.java
add 3d0a9d5 ARROW-9671: [C++] Fix a bug in BasicDecimal128 constructor that interprets uint64_t integers with highest bit set as negative.
No new revisions were added by this update.
Summary of changes:
.github/workflows/cpp.yml | 9 +-
c_glib/arrow-glib/compute.cpp | 3 +-
ci/docker/ubuntu-14.04-cpp.dockerfile | 2 +-
ci/scripts/PKGBUILD | 3 +
ci/scripts/cpp_build.sh | 2 +-
cpp/CMakeLists.txt | 32 +-
cpp/cmake_modules/BuildUtils.cmake | 21 +-
cpp/cmake_modules/DefineOptions.cmake | 56 +-
cpp/cmake_modules/FindBrotli.cmake | 23 +-
cpp/cmake_modules/FindGLOG.cmake | 13 +-
cpp/cmake_modules/FindGPerf.cmake | 4 +-
cpp/cmake_modules/FindGTest.cmake | 2 +-
cpp/cmake_modules/FindLz4.cmake | 59 +-
cpp/cmake_modules/FindORC.cmake | 8 +-
cpp/cmake_modules/FindRE2.cmake | 11 +-
.../{FindSnappyAlt.cmake => FindSnappy.cmake} | 31 +-
cpp/cmake_modules/FindThrift.cmake | 53 +-
cpp/cmake_modules/FindgRPCAlt.cmake | 37 +-
cpp/cmake_modules/FindgflagsAlt.cmake | 6 +-
cpp/cmake_modules/Findutf8proc.cmake | 41 +-
.../{FindZSTD.cmake => Findzstd.cmake} | 33 +-
cpp/cmake_modules/ThirdpartyToolchain.cmake | 96 +-
cpp/examples/minimal_build/README.md | 39 +-
.../examples/minimal_build/docker-compose.yml | 56 +-
.../{Dockerfile => minimal.dockerfile} | 4 +-
cpp/examples/minimal_build/run_static.sh | 10 +-
.../minimal_build/system_dependency.dockerfile | 32 +-
cpp/src/arrow/ArrowConfig.cmake.in | 26 +
cpp/src/arrow/array/array_nested.cc | 17 +-
cpp/src/arrow/array/array_nested.h | 10 +-
cpp/src/arrow/array/array_view_test.cc | 11 +
cpp/src/arrow/compute/api_vector.cc | 9 +-
cpp/src/arrow/compute/api_vector.h | 4 +-
cpp/src/arrow/compute/kernels/aggregate_basic.cc | 18 +-
cpp/src/arrow/compute/kernels/vector_hash_test.cc | 15 +-
cpp/src/arrow/dataset/dataset_internal.h | 4 +-
cpp/src/arrow/dataset/dataset_test.cc | 2 +-
cpp/src/arrow/dataset/file_base.cc | 140 +-
cpp/src/arrow/dataset/file_base.h | 132 +-
cpp/src/arrow/dataset/file_ipc.cc | 55 +-
cpp/src/arrow/dataset/file_ipc.h | 6 +-
cpp/src/arrow/dataset/file_ipc_test.cc | 353 ++-
cpp/src/arrow/dataset/filter.cc | 188 ++
cpp/src/arrow/dataset/filter.h | 17 +
cpp/src/arrow/dataset/filter_test.cc | 52 +
cpp/src/arrow/dataset/partition.cc | 321 +--
cpp/src/arrow/dataset/partition.h | 27 +-
cpp/src/arrow/dataset/partition_test.cc | 181 +-
cpp/src/arrow/dataset/scanner_internal.h | 37 +
cpp/src/arrow/dataset/test_util.h | 8 +-
cpp/src/arrow/dataset/type_fwd.h | 3 -
cpp/src/arrow/gpu/CMakeLists.txt | 10 +-
cpp/src/arrow/record_batch.cc | 2 +-
cpp/src/arrow/record_batch.h | 7 +-
cpp/src/arrow/util/basic_decimal.h | 7 +-
cpp/src/arrow/util/decimal_test.cc | 22 +-
cpp/src/gandiva/function_registry_arithmetic.cc | 8 +
cpp/src/gandiva/jni/CMakeLists.txt | 16 +-
cpp/src/gandiva/precompiled/arithmetic_ops.cc | 13 +
cpp/src/gandiva/precompiled/arithmetic_ops_test.cc | 27 +
cpp/src/gandiva/precompiled/types.h | 7 +
cpp/src/jni/orc/CMakeLists.txt | 5 +-
.../github.linux.yml | 20 +-
.../debian.ubuntu-xenial/libarrow-dev.install | 5 +
.../debian.ubuntu-xenial/libgandiva-dev.install | 1 +
.../apache-arrow/debian/libarrow-dev.install | 5 +
.../apache-arrow/debian/libgandiva-dev.install | 1 +
.../linux-packages/apache-arrow/yum/arrow.spec.in | 22 +-
dev/tasks/python-wheels/win-build.bat | 4 +-
dev/tasks/tasks.yml | 21 +
go/arrow/arrio/arrio_test.go | 12 +-
go/arrow/internal/arrjson/arrjson_test.go | 2995 +++++++++++++++++++-
go/arrow/internal/arrjson/writer.go | 2 +-
go/arrow/ipc/cmd/arrow-cat/main_test.go | 18 +-
go/arrow/ipc/cmd/arrow-file-to-stream/main_test.go | 13 +-
.../cmd/arrow-json-integration-test/main_test.go | 17 +-
go/arrow/ipc/cmd/arrow-ls/main_test.go | 18 +-
go/arrow/ipc/cmd/arrow-stream-to-file/main_test.go | 12 +-
go/arrow/ipc/file_test.go | 9 +-
go/arrow/ipc/stream_test.go | 9 +-
.../exceptions/PlasmaOutOfMemoryException.java | 8 +
.../org/apache/arrow/plasma/PlasmaClientTest.java | 17 +-
python/manylinux1/build_arrow.sh | 3 +-
python/manylinux201x/build_arrow.sh | 3 +-
python/pyarrow/dataset.py | 2 +-
python/pyarrow/parquet.py | 23 +-
python/pyarrow/tests/test_pandas.py | 4 +-
python/pyarrow/tests/test_parquet.py | 24 +
r/DESCRIPTION | 1 +
r/NAMESPACE | 2 +
r/R/arrowExports.R | 4 +
r/R/dataset-write.R | 82 +
r/R/dataset.R | 18 +-
r/R/schema.R | 24 +
r/man/Dataset.Rd | 3 +
r/man/write_dataset.Rd | 42 +
r/src/arrowExports.cpp | 22 +
r/src/dataset.cpp | 15 +
r/tests/testthat/test-dataset.R | 101 +
r/tests/testthat/test-schema.R | 18 +
rust/arrow/Cargo.toml | 4 +
rust/arrow/benches/filter_kernels.rs | 152 +
rust/arrow/src/array/data.rs | 1 +
rust/arrow/src/buffer.rs | 2 +
rust/arrow/src/compute/kernels/filter.rs | 656 ++++-
rust/arrow/src/util/bit_util.rs | 56 +-
rust/datafusion/src/execution/context.rs | 19 +-
rust/datafusion/src/sql/parser.rs | 97 +-
108 files changed, 5832 insertions(+), 1201 deletions(-)
rename cpp/cmake_modules/{FindSnappyAlt.cmake => FindSnappy.cmake} (53%)
rename cpp/cmake_modules/{FindZSTD.cmake => Findzstd.cmake} (69%)
copy ruby/red-arrow/lib/arrow/csv-read-options.rb => cpp/examples/minimal_build/docker-compose.yml (54%)
rename cpp/examples/minimal_build/{Dockerfile => minimal.dockerfile} (93%)
copy python/examples/minimal_build/Dockerfile.ubuntu => cpp/examples/minimal_build/system_dependency.dockerfile (68%)
copy dev/tasks/{docker-tests => cpp-examples}/github.linux.yml (73%)
create mode 100644 r/R/dataset-write.R
create mode 100644 r/man/write_dataset.Rd
create mode 100644 rust/arrow/benches/filter_kernels.rs