You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by em...@apache.org on 2020/09/14 23:40:07 UTC
[arrow] branch decimal256 updated (4e06c1e -> d201b13)
This is an automated email from the ASF dual-hosted git repository.
emkornfield pushed a change to branch decimal256
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from 4e06c1e ARROW-9711: [Rust] Add new benchmark derived from TPC-H
add e553b73 ARROW-9743: [R] Sanitize paths in open_dataset
add 2dcc9a1 ARROW-9654: [Rust][DataFusion] Add `EXPLAIN <SQL>` statement
add 5677f9e ARROW-8581: [C#] Accept and return DateTime from DateXXArray
add 3941b66 ARROW-9739: [CI][Ruby] Don't install gem documents
add 222859d ARROW-9358: [Integration] remove generated_large_batch.json
add 0d0a0cf ARROW-9377: [Java] Support unsigned dictionary indices
add 5d88f10 ARROW-8402: [Java] Support ValidateFull methods in Java
add afa3eed ARROW-9729: [Java] Disable Error Prone when project is imported into …
add 597ad62 ARROW-9617: [Rust] [DataFusion] Add length of string array
add 613ab4a ARROW-9742: [Rust] [DataFusion] Improved DataFrame trait (formerly known as the Table trait)
add 2c58141 ARROW-9758: [Rust] [DataFusion] Allow physical planner to be replaced
add a94f2b3 ARROW-9673: [Rust] [DataFusion] Add a param "dialect" for DFParser::parse_sql
add 58b38a6 ARROW-9618: [Rust] [DataFusion] Made it easier to write optimizers
add 2e3d7ec ARROW-9528: [Python] Honor tzinfo when converting from datetime
add 9bd3d50 ARROW-9759: [Rust] [DataFusion] Implement DataFrame.sort()
add 51e574f ARROW-9764: [CI][Java] Fix wrong image name for push
add 4d836ef ARROW-9757: [Rust] [DataFusion] Add prelude.rs
add 7593c9a ARROW-9556: [Python][C++] Segfaults in UnionArray with null values
add 1018a4f ARROW-9517: [C++/Python] Add support for temporary credentials to S3Options
add 18181fe ARROW-9768 [Rust] [DataFusion] Rename PhysicalPlannerImpl to DefaultPhysicalPlanner
add c4f8436 ARROW-9495: [C++] Equality assertions don't handle Inf / -Inf properly
add 2f98d1e ARROW-9710: [C++] Improve performance of Decimal128::ToString by 10x, and make the implementation reusable for Decimal256.
add 8a0db9e ARROW-9783: [Rust] [DataFusion] Remove aggregate expression data type
add 59dbe54 ARROW-9785: [Python] Fix excessively slow S3 options test
add d61c8a6 ARROW-9744: [Python] Fix build failure on aarch64
add ae60bad ARROW-9789: [C++] Don't install jemalloc in parallel
add 197f903 ARROW-9619: [Rust] [DataFusion] Add predicate push-down
add fa4b8d4 ARROW-9781: [C++] Fix valgrind uninitialized value warnings
add 4db4859 ARROW-9670: [C++][FlightRPC] don't hang if Close and Read called simultaneously
add 0cced8f ARROW-9793: [Rust] [DataFusion] Fixed unit tests
add 41fa221 ARROW-9792: [Rust] [DataFusion] Aggregate expression functions should not return result
add 5abe72f ARROW-9788: [Rust] [DataFusion] Rename SelectionExec to FilterExec
add 2ebde1c ARROW-9800: [Rust][Parquet] Remove println! when writing column statistics
add 01f06cf ARROW-9778: [Rust] [DataFusion] Implement Expr.nullable() and make consistent between logical and physical plans
add 3cb0bd8 ARROW-9760: [Rust] [DataFusion] Added DataFrame::explain
add f0f02c6 ARROW-9784: [Rust][DataFusion] Make running TPCH benchmark repeatable
add 9e73081 ARROW-9733: [Rust] [DataFusion] Added support for COUNT/MIN/MAX on string columns
add 25b0b1b ARROW-9790: [Rust][Parquet] Fix PrimitiveArrayReader boundary conditions
add c90ad63 ARROW-9532: [Python][Doc] Use Python3_EXECUTABLE instead of PYTHON_EXECUTABLE for finding Python executable
add de8bfdd ARROW-9808: [Python] Update read_table doc string
add 60987f5 ARROW-8773: [Python] Preserve nullability of fields in schema.empty_table()
add cb7d1c1 ARROW-9388: [C++] Division kernels
add 0576da6 ARROW-9768: [Python] Check overflow in conversion of datetime objects to nanosecond timestamps
add 5d9ccb7 ARROW-6437: [R] Add AWS SDK to system dependencies for macOS and Windows
add 36d267b [MINOR] Fix typo and use more concise word in README.md
add 597a26e ARROW-9807: [R] News update/version bump post-1.0.1
add 5e7be07 ARROW-9678: [Rust] [DataFusion] Improve projection push down to remove unused columns
add f98de24 ARROW-9815 [Rust] [DataFusion] Fixed deadlock caused by accessing the scalar functions' registry.
add 085b44d ARROW-9490: [Python][C++] Bug in pa.array when input mixes int8 with float
add 0a698c0 ARROW-9831: [Rust][DataFusion] Fixed compilation error
add 2e8fcd4 ARROW-9762: [Rust] [DataFusion] ExecutionContext::sql now returns DataFrame
add 85f4324 ARROW-9819: [C++] Bump mimalloc to 1.6.4
add 735c870 ARROW-9809: [Rust][DataFusion] Fixed type coercion, supertypes and type checking.
add 657b3d3 ARROW-9833: [Rust] [DataFusion] TableProvider.scan now returns ExecutionPlan
add d1d85db ARROW-9464: [Rust] [DataFusion] Remove Partition trait
add 3fb1356 ARROW-9554: [Java] FixedWidthInPlaceVectorSorter sometimes produces wrong result
add 5e19200 ARROW-9840: [Python] fs documentation out of date with code (FileStats -> FileInfo)
add 55defbf ARROW-9405: [R] Switch to cpp11
add 0943924 ARROW-9835: [Rust][DataFusion] Removed FunctionMeta and FunctionType
add f0bda5f ARROW-9815: [Rust][DataFusion] Add a trait for looking up scalar functions by name
add 7b2307f ARROW-9841: [Rust] Update checked-in fbs files
add 6d02508 ARROW-9699: [C++][Compute] Optimize mode kernel for small integer types
add 7ed91f7 ARROW-9702: [C++] Register bpacking SIMD to runtime path.
add f8b285b ARROW-8001: [R][Dataset] Bindings for dataset writing
add 74e64d0 ARROW-9855: [R] Fix bad merge/Rcpp conflict
add 4c4193d ARROW-9813: [C++] Disable semantic interposition
add fec740b ARROW-9816: [C++] Escape quotes in config.h
add 46b6dc6 ARROW-9464: [Rust] [DataFusion] Physical plan optimization rule to insert MergeExec when needed
add d02e166 ARROW-9849: [Rust] [DataFusion] Simplified argument types of ScalarFunctions.
add 92e01cc ARROW-9844: [CI] Add Go build job on s390x
add b4063cc ARROW-9853: [RUST] Implement take kernel for dictionary arrays
add 7ce498e PARQUET-1904: [C++] Export file_offset in RowGroupMetaData
add 52e2c75 ARROW-9795: [C++][Gandiva] Implement castTIMESTAMP(int64) in Gandiva
add 668b4b7 ARROW-9723: [C++][Compute] Count NaN in mode kernel
add 6e04489 ARROW-9811: [C++] Unchecked floating point division by 0 should succeed
add 0f33e9e ARROW-9871: [C++] Add uppercase to ARROW_USER_SIMD_LEVEL
add 67983cf ARROW-9660: [C++] Revamp dictionary association in IPC
add b72fab3 ARROW-9877: [C++] Fix homebrew-cpp build fail on AVX512
add d8ae71a ARROW-9876: [C++] Faster ARM build on Travis-CI
add 2c60c8e ARROW-9823: [CI][C++][MinGW] Enable S3
add f8c9c8b ARROW-9851: [C++] Disable AVX512 runtime paths with Valgrind
add 0cfddaf ARROW-9883: [R] Fix linuxlibs.R install script for R < 3.6
add df3bee2 ARROW-9850:[Go] Defer should not be used inside a loop
add 2a3b989 ARROW-8383: [Rust] Allow easier access to keys array of a dictionary array
add f023ed4 ARROW-9882: [C++/Python] Update OSX build to conda-forge-ci-setup=3
add 31b2a52 ARROW-9646: [C++][Dataset] Support writing with ParquetFileFormat
add de87636 ARROW-9884: [R] Bindings for writing datasets to Parquet
add 87b85af ARROW-8493: [C++][Parquet] Start populating repeated ancestor defintion
add 8f3b029 ARROW-9867: [C++][Dataset] Add FileSystemDataset::filesystem property
add 1790751 ARROW-9886: [Rust] [DataFusion] Parameterized testing of physical cast.
add a898ee1 ARROW-9887: [Rust] [DataFusion] Added support for complex return types for built-in functions
add 8813eac ARROW-9658: [Python] Python bindings for dataset writing
add 8455e33 ARROW-9815: [Rust][DataFusion] Remove the use of Arc/Mutex to protect plan time structures
add 956502c ARROW-9889: [Rust][DataFusion] Implement physical plan for EmptyRelation
add 1b4e2c7 ARROW-9629: [Python] Fix kartothek integration tests by fixing dependencies
add 7e39711 ARROW-9875: [Python] Let FileSystem.get_file_info accept a single path
add 2272d9a ARROW-9642: [C++] Let MakeBuilder refer DictionaryType's index_type for deciding the starting bit width of the indices
add 46dee85 ARROW-9874: [C++] Add sink-owning version of IPC writers
add 8eb49fe ARROW-9821: [Rust][DataFusion] Make crate::logical_plan and crate::physical_plan modules
add 9759280 ARROW-9858: [Python][Docs] Add user guide for filesystems interface
add 78b96de ARROW-7226: [Python][Doc] Add note re: JSON format support
add 1a14298 ARROW-9794: [C++] Add IsVendor API for CpuInfo
add 5a3291c ARROW-9605: [C++] Speed up aggregate min/max compute kernels on integer types
add 823fe60 ARROW-9873: [C++][Compute] Optimize mode kernel for integers in small value range
add 2a0fc0a ARROW-9845: [Rust] [Parquet] Move serde_json dependency to dev-dependencies as it is only used in tests
add b747b5a ARROW-9891: [Rust] [DataFusion] Made math functions accept f32.
add 8910af1 ARROW-9892: [Rust] [DataFusion] Added concat of utf8
add 8cd854a ARROW-9900: [Rust][DataFusion] Switch from Box -> Arc in LogicalPlanNode
add b5feede ARROW-9583: [Rust] Fix offsets in result of arithmetic kernels
add 51c71e6 ARROW-9888: [Rust][DataFusion] Allow ExecutionContext to be shared between threads (again)
add 54b715c ARROW-9885: [Rust][DataFusion] Minor code simplification
add 5d3d48a ARROW-9852: [C++] Validate dictionaries fully when combining deltas
add 975e166 ARROW-9852: [C++] Add more IPC fuzz regression files
add 247996e ARROW-9899: [Rust] [DataFusion] Switch from Box<Schema> --> SchemaRef (Arc<Schema>) to be consistent with the rest of Arrow
add e2ae212 ARROW-9863: [C++][Parquet] Compile regexes only once
add 9eeaf21 ARROW-9916: [RUST] Avoid cloning array data
add ce6a28b ARROW-9921: [Rust] Replace TryFrom by From in `StringArray` from `Vec<Option<&str>>` (+50%)
add aaabcb4 ARROW-9910: [Rust][DataFusion] Fixed error in type coercion of Variadic.
add 16ebc8a ARROW-9914: [Rust][DataFusion] Document SQL Type --> Arrow type mapping
add 27f50c7 ARROW-9928: [C++] Speed up integer parsing slightly
add e2fbac5 ARROW-9901: [C++] Add hand-crafted Parquet to Arrow reconstruction tests
add 69239b4 ARROW-9904: [C++] Unroll the loop of CountSetBits.
add 76e2ac5 ARROW-9913: [C++] Make outputs of Decimal128::FromString independent of the presence of one another.
add 192f639 ARROW-9929: [Dev] Autotune cmake-format
add a56e483 ARROW-9718: [Python] ParquetWriter to work with new FileSystem API
add 5d66bc5 ARROW-9908: [Rust] Add support for temporal types in JSON reader
add 4186a66 ARROW-9836: [Rust][DataFusion] Improve API for usage of UDFs
add 20d854e ARROW-9925: [GLib] Add low level value readers for GArrowListArray family
add 3e3e18b ARROW-9926: [GLib] Use placement new for GArrowRecordBatchFileReader
add b89d192 ARROW-9917: [Python][Compute] Bindings for mode kernel
add 9ea2409 ARROW-9919: [Rust][DataFusion] Speedup math operations by 15%+
add da641aa ARROW-9920: [Python] Validate input to pa.concat_arrays() to avoid segfault
add 54f8d28 ARROW-9821: [Rust][DataFusion] Support for User Defined ExtensionNodes in the LogicalPlan
add eefc90a ARROW-9588: [C++] Partially support building with clang in an MSVC setting
add a5969ae ARROW-9864: [Python] Support pathlib.path in pq.write_to_dataset
add 8c4fa35 ARROW-9827: [C++][Dataset] Skip parsing RowGroup metadata statistics when there is no filter
add 148cb3d ARROW-9893: [Python] Support parquet options in dataset writing
add 3ce1a86 ARROW-9931: [C++] Fix undefined behaviour on invalid IPC input
add 87640f5 ARROW-9751: [Rust] [DataFusion] Allow UDFs to accept multiple data types per argument
add 30143fc ARROW-9895: [Rust] Improve sorting kernels
add 1c35365 ARROW-9814: [Python] Fix crash in test_parquet::test_read_partitioned_directory_s3fs
add 2095c89 ARROW-9906: [C++] Keep S3 filesystem alive through open file objects
add d7f6e9f ARROW-9936: [Python] Fix / test relative file paths in pyarrow.parquet
add 3daebaa ARROW-9953: [R] Declare minimum version for bit64
add 83ef24e ARROW-9806: [R] More compute kernel bindings
add 5c3beb3 ARROW-9890: [R] Add zstandard compression codec in macOS build
add 23e3db7 ARROW-9944: [Rust][DataFusion] Implement to_timestamp function
add 9921c83 ARROW-9837: [Rust][DataFusion] Added provider for variable
add f9643a9 ARROW-9104: [C++] Parquet encryption tests should write files to a temporary directory instead of the testing submodule's directory
add 175c53d ARROW-9949: [C++] Improve performance of Decimal128::FromString by 46%, and make the implementation reusable for Decimal256.
add 986eab4 ARROW-9968: [C++] Fix UBSAN build
add b77e8ae ARROW-9854: [R] Support reading/writing data to/from S3
add 1d0e96a ARROW-9972: [CI] Work around grpc-re2 clash on Homebrew
add d33b458 ARROW-9957: [Rust] Replace tempdir with tempfile
add 874c65f ARROW-9966: [Rust] Speedup kernels for sum,min,max by 10%-60%
add cd94749 ARROW-9868: [C++][R] Provide CopyFiles for copying files between FileSystems
add 974a74d ARROW-5034: [C#] ArrowStreamWriter and ArrowFileWriter implement sync WriteRecordBatch
add 687a7eb ARROW-9271: [R] Preserve data frame metadata in round trip
add 5ec4ef0 ARROW-9387: [R] Use new C++ table select method
add f977855 ARROW-9979: [Rust] Fix arrow crate clippy lints
add 2726a71 ARROW-9950: [Rust] [DataFusion] Made UDFs usable without a registry
add a371dde ARROW-9954: [Rust] [DataFusion] Made aggregates support the same signatures as functions.
add ad82762 ARROW-9961: [Rust][DataFusion] Make to_timestamp function parses timestamp without timezone offset as local
add ce16763 ARROW-9790: [Rust][Parquet]: Increase test coverage in arrow_reader.rs
add c6994f1 ARROW-9980: [Rust] [Parquet] Fix clippy lints
add cfa2363 ARROW-9737: [C++][Gandiva] Add bitwise_xor() for integers
add 68921d1 ARROW-9984: [Rust] [DataFusion] Minor cleanup DRY
add 90e474d ARROW-5123: [Rust] Parquet derive for simple structs
add 77a9933 ARROW-9465: [Python] Improve ergonomics of compute module
add d201b13 ARROW-9859: [C++] Decode username and password in URIs
No new revisions were added by this update.
Summary of changes:
.dockerignore | 2 +
.github/workflows/comment_bot.yml | 9 +-
.github/workflows/cpp.yml | 3 +-
.github/workflows/java.yml | 2 +-
.github/workflows/ruby.yml | 1 +
.travis.yml | 12 +
README.md | 4 +-
c_glib/arrow-glib/composite-array.cpp | 176 +
c_glib/arrow-glib/composite-array.h | 24 +
c_glib/arrow-glib/compute.cpp | 2 +-
c_glib/arrow-glib/reader.cpp | 5 +-
c_glib/arrow-glib/writer.cpp | 8 +-
c_glib/doc/arrow-glib/arrow-glib-docs.xml | 4 +
c_glib/test/test-large-list-array.rb | 62 +-
c_glib/test/test-list-array.rb | 61 +-
ci/docker/conda-python-kartothek.dockerfile | 6 +
ci/docker/debian-10-rust.dockerfile | 8 +-
ci/docker/linux-apt-c-glib.dockerfile | 2 +-
ci/docker/linux-apt-docs.dockerfile | 2 +-
ci/scripts/PKGBUILD | 9 +-
ci/scripts/cpp_build.sh | 1 +
ci/scripts/cpp_test.sh | 12 +
ci/scripts/integration_kartothek.sh | 2 +-
ci/scripts/integration_spark.sh | 3 +
ci/scripts/msys2_setup.sh | 1 +
ci/scripts/r_windows_build.sh | 10 +-
cpp/Brewfile | 4 +-
cpp/CMakeLists.txt | 17 +-
cpp/cmake_modules/BuildUtils.cmake | 18 +-
cpp/cmake_modules/DefineOptions.cmake | 16 +-
cpp/cmake_modules/FindArrow.cmake | 13 +-
cpp/cmake_modules/FindBoostAlt.cmake | 2 +-
cpp/cmake_modules/FindGTest.cmake | 4 +-
cpp/cmake_modules/FindLz4.cmake | 2 +-
cpp/cmake_modules/FindThrift.cmake | 4 +-
cpp/cmake_modules/SetupCxxFlags.cmake | 20 +-
cpp/cmake_modules/ThirdpartyToolchain.cmake | 35 +-
cpp/cmake_modules/san-config.cmake | 7 +-
cpp/examples/minimal_build/example.cc | 4 +-
cpp/src/arrow/CMakeLists.txt | 29 +-
cpp/src/arrow/array/array_dict_test.cc | 86 +-
cpp/src/arrow/array/array_test.cc | 103 +-
cpp/src/arrow/array/builder_adaptive.cc | 12 +-
cpp/src/arrow/array/builder_adaptive.h | 21 +-
cpp/src/arrow/array/builder_base.cc | 16 +
cpp/src/arrow/array/builder_base.h | 6 +
cpp/src/arrow/array/builder_dict.h | 64 +-
cpp/src/arrow/array/concatenate.cc | 8 +-
cpp/src/arrow/array/data.cc | 2 +
cpp/src/arrow/buffer.cc | 11 +-
cpp/src/arrow/builder.cc | 15 +-
cpp/src/arrow/compare.cc | 35 +-
cpp/src/arrow/compare.h | 4 +-
cpp/src/arrow/compute/api_aggregate.h | 19 +-
cpp/src/arrow/compute/api_scalar.cc | 1 +
cpp/src/arrow/compute/api_scalar.h | 14 +
cpp/src/arrow/compute/exec.cc | 3 -
cpp/src/arrow/compute/function.cc | 6 +
cpp/src/arrow/compute/function.h | 6 +-
cpp/src/arrow/compute/kernel.cc | 5 +
cpp/src/arrow/compute/kernel_test.cc | 9 +
cpp/src/arrow/compute/kernels/aggregate_basic.cc | 225 +-
...gregate_sum_avx2.cc => aggregate_basic_avx2.cc} | 17 +
...ate_sum_avx512.cc => aggregate_basic_avx512.cc} | 17 +
.../compute/kernels/aggregate_basic_internal.h | 292 +-
.../arrow/compute/kernels/aggregate_benchmark.cc | 12 +
cpp/src/arrow/compute/kernels/aggregate_mode.cc | 190 +-
cpp/src/arrow/compute/kernels/aggregate_test.cc | 245 +-
cpp/src/arrow/compute/kernels/codegen_internal.h | 3 +-
cpp/src/arrow/compute/kernels/scalar_arithmetic.cc | 61 +-
.../compute/kernels/scalar_arithmetic_benchmark.cc | 2 +
.../compute/kernels/scalar_arithmetic_test.cc | 102 +-
cpp/src/arrow/compute/kernels/scalar_set_lookup.cc | 31 +-
cpp/src/arrow/dataset/discovery.cc | 11 +-
cpp/src/arrow/dataset/file_base.cc | 16 +-
cpp/src/arrow/dataset/file_base.h | 18 +-
cpp/src/arrow/dataset/file_csv.h | 8 +-
cpp/src/arrow/dataset/file_ipc.cc | 4 +-
cpp/src/arrow/dataset/file_ipc.h | 2 +-
cpp/src/arrow/dataset/file_ipc_test.cc | 305 +-
cpp/src/arrow/dataset/file_parquet.cc | 57 +-
cpp/src/arrow/dataset/file_parquet.h | 19 +-
cpp/src/arrow/dataset/file_parquet_test.cc | 77 +
cpp/src/arrow/dataset/file_test.cc | 2 +-
cpp/src/arrow/dataset/filter.cc | 2 +-
cpp/src/arrow/dataset/test_util.h | 327 +-
cpp/src/arrow/dataset/type_fwd.h | 2 +
cpp/src/arrow/filesystem/CMakeLists.txt | 6 +
cpp/src/arrow/filesystem/filesystem.cc | 30 +
cpp/src/arrow/filesystem/filesystem.h | 12 +
cpp/src/arrow/filesystem/filesystem_test.cc | 22 +
cpp/src/arrow/filesystem/s3_test_util.h | 9 +-
cpp/src/arrow/filesystem/s3fs.cc | 170 +-
cpp/src/arrow/filesystem/s3fs.h | 37 +-
cpp/src/arrow/filesystem/s3fs_narrative_test.cc | 2 +-
cpp/src/arrow/filesystem/s3fs_test.cc | 91 +-
cpp/src/arrow/filesystem/test_util.cc | 5 +-
cpp/src/arrow/flight/CMakeLists.txt | 3 +-
cpp/src/arrow/flight/client.cc | 4 +-
cpp/src/arrow/flight/flight_test.cc | 28 +-
cpp/src/arrow/flight/internal.cc | 6 +-
cpp/src/arrow/flight/perf_server.cc | 6 +-
cpp/src/arrow/flight/server.cc | 25 +-
cpp/src/arrow/flight/test_util.cc | 39 +-
cpp/src/arrow/flight/test_util.h | 6 +
cpp/src/arrow/gpu/cuda_test.cc | 2 +-
cpp/src/arrow/ipc/dictionary.cc | 361 +-
cpp/src/arrow/ipc/dictionary.h | 154 +-
cpp/src/arrow/ipc/feather.cc | 2 +-
cpp/src/arrow/ipc/feather_test.cc | 10 +-
cpp/src/arrow/ipc/file_to_stream.cc | 4 +-
cpp/src/arrow/ipc/generate_fuzz_corpus.cc | 4 +-
cpp/src/arrow/ipc/metadata_internal.cc | 110 +-
cpp/src/arrow/ipc/metadata_internal.h | 9 +-
cpp/src/arrow/ipc/read_write_benchmark.cc | 6 +-
cpp/src/arrow/ipc/read_write_test.cc | 162 +-
cpp/src/arrow/ipc/reader.cc | 166 +-
cpp/src/arrow/ipc/stream_to_file.cc | 2 +-
cpp/src/arrow/ipc/test_common.cc | 113 +-
cpp/src/arrow/ipc/test_common.h | 11 +-
cpp/src/arrow/ipc/writer.cc | 93 +-
cpp/src/arrow/ipc/writer.h | 44 +-
cpp/src/arrow/json/chunked_builder.cc | 4 +-
cpp/src/arrow/python/arrow_to_pandas.cc | 53 +-
cpp/src/arrow/python/arrow_to_pandas.h | 5 +-
cpp/src/arrow/python/datetime.cc | 172 +-
cpp/src/arrow/python/datetime.h | 26 +
cpp/src/arrow/python/flight.cc | 5 +-
cpp/src/arrow/python/flight.h | 2 +-
cpp/src/arrow/python/helpers.cc | 2 +
cpp/src/arrow/python/inference.cc | 22 +-
cpp/src/arrow/python/python_to_arrow.cc | 166 +-
cpp/src/arrow/python/python_to_arrow.h | 8 +-
cpp/src/arrow/python/type_traits.h | 24 +-
cpp/src/arrow/scalar.cc | 4 +-
cpp/src/arrow/scalar.h | 4 +-
cpp/src/arrow/testing/generator.h | 13 +
cpp/src/arrow/testing/gtest_util.cc | 40 +-
cpp/src/arrow/testing/gtest_util.h | 11 +-
cpp/src/arrow/testing/json_integration.cc | 13 +-
cpp/src/arrow/testing/json_integration_test.cc | 53 +-
cpp/src/arrow/testing/json_internal.cc | 773 ++-
cpp/src/arrow/testing/json_internal.h | 11 +-
cpp/src/arrow/util/bit_stream_utils.h | 1 +
cpp/src/arrow/util/bitmap_ops.cc | 20 +-
cpp/src/arrow/util/{bpacking.h => bpacking.cc} | 44 +-
cpp/src/arrow/util/bpacking.h | 122 +-
cpp/src/arrow/util/bpacking_avx2.cc | 137 +
.../mod.rs => cpp/src/arrow/util/bpacking_avx2.h | 16 +-
..._avx512_codegen.py => bpacking_avx2_codegen.py} | 94 +-
cpp/src/arrow/util/bpacking_avx2_generated.h | 1786 +++++++
cpp/src/arrow/util/bpacking_avx512.cc | 137 +
.../mod.rs => cpp/src/arrow/util/bpacking_avx512.h | 16 +-
cpp/src/arrow/util/bpacking_avx512_codegen.py | 27 +-
cpp/src/arrow/util/bpacking_avx512_generated.h | 445 +-
cpp/src/arrow/util/bpacking_default.h | 3 +
cpp/src/arrow/util/cpu_info.cc | 66 +-
cpp/src/arrow/util/cpu_info.h | 23 +-
cpp/src/arrow/util/decimal.cc | 350 +-
cpp/src/arrow/util/decimal_benchmark.cc | 46 +-
cpp/src/arrow/util/decimal_test.cc | 181 +-
cpp/src/arrow/util/dispatch.h | 115 +
cpp/src/arrow/util/int128_internal.h | 48 +
cpp/src/arrow/util/int_util_internal.h | 1 +
cpp/src/arrow/util/io_util.h | 1 +
cpp/src/arrow/util/uri.cc | 17 +-
cpp/src/arrow/util/uri_test.cc | 13 +
cpp/src/arrow/util/value_parsing.h | 101 +-
cpp/src/gandiva/CMakeLists.txt | 2 +-
cpp/src/gandiva/function_registry_arithmetic.cc | 2 +
cpp/src/gandiva/function_registry_datetime.cc | 3 +
cpp/src/gandiva/precompiled/arithmetic_ops.cc | 2 +
cpp/src/gandiva/precompiled/arithmetic_ops_test.cc | 9 +
cpp/src/gandiva/precompiled/time.cc | 2 +
cpp/src/gandiva/precompiled/types.h | 3 +
cpp/src/parquet/CMakeLists.txt | 7 +-
cpp/src/parquet/arrow/arrow_schema_test.cc | 357 +-
cpp/src/parquet/arrow/reader.cc | 11 +-
cpp/src/parquet/arrow/reconstruct_internal_test.cc | 1652 +++++++
cpp/src/parquet/arrow/schema.cc | 131 +-
cpp/src/parquet/arrow/schema.h | 20 +-
cpp/src/parquet/arrow/writer.cc | 3 +-
cpp/src/parquet/column_writer.cc | 5 +-
cpp/src/parquet/column_writer.h | 12 +-
.../parquet/encryption_read_configurations_test.cc | 4 +-
.../encryption_write_configurations_test.cc | 11 +-
cpp/src/parquet/exception.h | 14 +-
cpp/src/parquet/level_conversion.h | 108 +
cpp/src/parquet/metadata.cc | 7 +-
cpp/src/parquet/metadata.h | 7 +
cpp/src/parquet/test_encryption_util.h | 13 +
cpp/src/plasma/CMakeLists.txt | 2 +-
cpp/src/plasma/store.cc | 2 +-
cpp/thirdparty/versions.txt | 2 +-
csharp/src/Apache.Arrow/Apache.Arrow.csproj | 3 +-
csharp/src/Apache.Arrow/Arrays/Date32Array.cs | 66 +-
csharp/src/Apache.Arrow/Arrays/Date64Array.cs | 77 +-
csharp/src/Apache.Arrow/Arrays/DateArrayBuilder.cs | 209 +
.../Apache.Arrow/Arrays/DelegatingArrayBuilder.cs | 102 +
.../Extensions/StreamExtensions.netcoreapp2.1.cs | 5 +
.../Extensions/StreamExtensions.netstandard.cs | 21 +
...oreapp2.1.cs => TupleExtensions.netstandard.cs} | 10 +-
csharp/src/Apache.Arrow/Ipc/ArrowFileWriter.cs | 91 +
csharp/src/Apache.Arrow/Ipc/ArrowStreamWriter.cs | 218 +-
csharp/test/Apache.Arrow.Tests/ArrowArrayTests.cs | 4 +-
.../Apache.Arrow.Tests/ArrowFileWriterTests.cs | 35 +-
.../Apache.Arrow.Tests/ArrowStreamWriterTests.cs | 227 +-
csharp/test/Apache.Arrow.Tests/Date32ArrayTests.cs | 115 +-
csharp/test/Apache.Arrow.Tests/Date64ArrayTests.cs | 133 +
.../test/Apache.Arrow.Tests/TestDateAndTimeData.cs | 83 +
dev/archery/archery/integration/datagen.py | 7 +-
dev/archery/archery/integration/runner.py | 5 +-
dev/release/00-prepare-test.rb | 58 +
dev/release/00-prepare.sh | 26 +-
dev/release/rat_exclude_files.txt | 2 +
dev/release/verify-release-candidate.sh | 2 +-
dev/tasks/conda-recipes/azure.osx.yml | 4 +-
.../homebrew-formulae/autobrew/apache-arrow.rb | 9 +-
dev/tasks/homebrew-formulae/travis.osx.r.yml | 5 +-
docker-compose.yml | 1 +
docs/source/cpp/compute.rst | 6 +-
docs/source/developers/python.rst | 10 +-
docs/source/python/api/filesystems.rst | 12 +-
docs/source/python/filesystems.rst | 181 +-
docs/source/python/json.rst | 11 +-
go/arrow/internal/cpu/cpu_s390x.go | 7 +
go/arrow/ipc/cmd/arrow-cat/main.go | 4 +-
go/arrow/ipc/cmd/arrow-ls/main.go | 2 +-
go/arrow/ipc/file_reader.go | 2 +-
.../sort/FixedWidthInPlaceVectorSorter.java | 2 +
.../sort/FixedWidthOutOfPlaceVectorSorter.java | 12 +
.../sort/VariableWidthOutOfPlaceVectorSorter.java | 17 +
.../sort/TestFixedWidthInPlaceVectorSorter.java | 28 +
.../sort/TestFixedWidthOutOfPlaceVectorSorter.java | 36 +
.../algorithm/sort/TestFixedWidthSorting.java | 172 +
.../arrow/algorithm/sort/TestSortingUtil.java | 166 +
.../algorithm/sort/TestVariableWidthSorting.java | 165 +
.../apache/arrow/flight/TestBasicOperation.java | 74 +-
java/pom.xml | 51 +-
.../main/codegen/templates/DenseUnionVector.java | 2 +-
.../src/main/codegen/templates/UnionVector.java | 2 +-
.../org/apache/arrow/vector/DurationVector.java | 8 +
.../java/org/apache/arrow/vector/UInt1Vector.java | 14 +-
.../java/org/apache/arrow/vector/UInt2Vector.java | 6 +
.../java/org/apache/arrow/vector/UInt4Vector.java | 15 +-
.../java/org/apache/arrow/vector/UInt8Vector.java | 6 +
.../arrow/vector/util/ValueVectorUtility.java | 84 +-
.../apache/arrow/vector/validate/ValidateUtil.java | 61 +
.../validate/ValidateVectorBufferVisitor.java | 239 +
.../vector/validate/ValidateVectorDataVisitor.java | 173 +
.../vector/validate/ValidateVectorTypeVisitor.java | 355 ++
.../apache/arrow/vector/TestDictionaryVector.java | 104 +
.../org/apache/arrow/vector/TestValueVector.java | 43 +
.../vector/ipc/TestUIntDictionaryRoundTrip.java | 246 +
.../arrow/vector/testing/RandomDataGenerator.java | 44 +
.../vector/testing/ValueVectorDataPopulator.java | 32 +
...eVectorVisitor.java => TestValidateVector.java} | 73 +-
.../vector/validate/TestValidateVectorFull.java | 234 +
.../validate/TestValidateVectorSchemaRoot.java | 101 +
.../validate/TestValidateVectorTypeVisitor.java | 301 ++
python/CMakeLists.txt | 5 +
python/manylinux1/scripts/build_aws_sdk.sh | 2 +-
python/manylinux201x/scripts/build_aws_sdk.sh | 2 +-
python/pyarrow/_compute.pyx | 191 +-
python/pyarrow/_dataset.pyx | 144 +-
python/pyarrow/_fs.pyx | 22 +-
python/pyarrow/_json.pyx | 3 +-
python/pyarrow/_parquet.pxd | 18 +
python/pyarrow/_parquet.pyx | 305 +-
python/pyarrow/_s3fs.pyx | 84 +-
python/pyarrow/array.pxi | 10 +-
python/pyarrow/compute.py | 255 +-
python/pyarrow/dataset.py | 72 +-
python/pyarrow/filesystem.py | 18 +-
python/pyarrow/fs.py | 62 +-
python/pyarrow/includes/libarrow.pxd | 28 +-
python/pyarrow/includes/libarrow_dataset.pxd | 21 +
python/pyarrow/includes/libarrow_fs.pxd | 17 +-
python/pyarrow/ipc.pxi | 21 +-
python/pyarrow/parquet.py | 41 +-
python/pyarrow/scalar.pxi | 2 +-
python/pyarrow/tests/test_array.py | 55 +-
python/pyarrow/tests/test_compute.py | 208 +-
python/pyarrow/tests/test_convert_builtin.py | 264 +-
python/pyarrow/tests/test_dataset.py | 240 +-
python/pyarrow/tests/test_fs.py | 27 +-
python/pyarrow/tests/test_pandas.py | 60 +-
python/pyarrow/tests/test_parquet.py | 166 +-
python/pyarrow/tests/test_schema.py | 17 +-
python/pyarrow/tests/test_types.py | 117 +
python/pyarrow/tests/util.py | 10 +
python/pyarrow/types.pxi | 67 +-
python/setup.py | 1 +
r/DESCRIPTION | 15 +-
r/NAMESPACE | 10 +-
r/NEWS.md | 27 +-
r/R/arrow-package.R | 1 -
r/R/arrowExports.R | 64 +-
r/R/compute.R | 56 +-
r/R/csv.R | 9 +-
r/R/dataset-factory.R | 150 +
r/R/dataset-format.R | 131 +
r/R/dataset-partition.R | 113 +
r/R/dataset-scan.R | 170 +
r/R/dataset-write.R | 60 +-
r/R/dataset.R | 525 +-
r/R/feather.R | 6 +-
r/R/filesystem.R | 37 +-
r/R/io.R | 23 +-
r/R/ipc_stream.R | 8 +-
r/R/json.R | 20 +-
r/R/parquet.R | 83 +-
r/R/record-batch.R | 37 +-
r/R/schema.R | 5 +-
r/R/struct.R | 2 +-
r/R/table.R | 57 +-
r/README.md | 8 +-
r/configure | 5 +-
r/configure.win | 13 +-
r/data-raw/codegen.R | 27 +-
r/inst/include/cpp11.hpp | 25 +
r/inst/include/cpp11/R.hpp | 49 +
r/inst/include/cpp11/altrep.hpp | 44 +
r/inst/include/cpp11/as.hpp | 339 ++
r/inst/include/cpp11/attribute_proxy.hpp | 50 +
r/inst/include/cpp11/data_frame.hpp | 102 +
r/inst/include/cpp11/declarations.hpp | 53 +
r/inst/include/cpp11/doubles.hpp | 136 +
r/inst/include/cpp11/environment.hpp | 75 +
r/inst/include/cpp11/external_pointer.hpp | 165 +
r/inst/include/cpp11/function.hpp | 78 +
r/inst/include/cpp11/integers.hpp | 142 +
r/inst/include/cpp11/list.hpp | 138 +
r/inst/include/cpp11/list_of.hpp | 53 +
r/inst/include/cpp11/logicals.hpp | 140 +
r/inst/include/cpp11/matrix.hpp | 111 +
r/inst/include/cpp11/named_arg.hpp | 51 +
r/inst/include/cpp11/protect.hpp | 286 ++
r/inst/include/cpp11/r_string.hpp | 92 +
r/inst/include/cpp11/r_vector.hpp | 986 ++++
r/inst/include/cpp11/raws.hpp | 148 +
r/inst/include/cpp11/sexp.hpp | 79 +
r/inst/include/cpp11/strings.hpp | 187 +
r/man/Dataset.Rd | 5 +-
r/man/FileFormat.Rd | 2 +-
r/man/ParquetFileWriter.Rd | 2 +-
r/man/Partitioning.Rd | 2 +-
r/man/RecordBatch.Rd | 5 +-
r/man/Scanner.Rd | 2 +-
r/man/Table.Rd | 5 +-
r/man/arrow-package.Rd | 2 +-
r/man/dataset_factory.Rd | 2 +-
r/man/hive_partition.Rd | 2 +-
r/man/make_readable_file.Rd | 6 +-
r/man/map_batches.Rd | 2 +-
r/man/match_arrow.Rd | 23 +
r/man/read_delim_arrow.Rd | 2 +-
r/man/read_feather.Rd | 4 +-
r/man/read_ipc_stream.Rd | 4 +-
r/man/read_json_arrow.Rd | 2 +-
r/man/read_parquet.Rd | 4 +-
r/man/write_dataset.Rd | 19 +-
r/man/write_feather.Rd | 2 +-
r/man/write_ipc_stream.Rd | 2 +-
r/man/write_parquet.Rd | 25 +-
r/src/Makevars.in | 2 +-
r/src/array.cpp | 49 +-
r/src/array_from_vector.cpp | 171 +-
r/src/array_to_vector.cpp | 487 +-
r/src/arraydata.cpp | 7 +-
r/src/arrowExports.cpp | 5091 ++++++++++----------
r/src/arrow_cpp11.h | 313 ++
r/src/arrow_exports.h | 13 +-
r/src/arrow_rcpp.h | 186 -
r/src/arrow_types.h | 77 +-
r/src/buffer.cpp | 18 +-
r/src/chunkedarray.cpp | 13 +-
r/src/compression.cpp | 4 +-
r/src/compute.cpp | 42 +-
r/src/csv.cpp | 44 +-
r/src/dataset.cpp | 33 +-
r/src/datatype.cpp | 55 +-
r/src/feather.cpp | 14 +-
r/src/filesystem.cpp | 26 +-
r/src/io.cpp | 8 +-
r/src/json.cpp | 14 +-
r/src/memorypool.cpp | 2 +-
r/src/message.cpp | 2 -
r/src/parquet.cpp | 18 +-
r/src/py-to-r.cpp | 54 +-
r/src/recordbatch.cpp | 85 +-
r/src/recordbatchreader.cpp | 2 +-
r/src/recordbatchwriter.cpp | 6 +-
r/src/schema.cpp | 41 +-
r/src/symbols.cpp | 55 +-
r/src/table.cpp | 247 +-
r/tests/testthat/helper-roundtrip.R | 43 +
r/tests/testthat/test-Array-errors.txt | 25 -
r/tests/testthat/test-Array.R | 74 +-
r/tests/testthat/test-RecordBatch.R | 22 +-
r/tests/testthat/test-Table.R | 37 +-
r/tests/testthat/test-chunked-array.R | 10 +-
r/tests/testthat/test-compute-aggregate.R | 95 +-
r/tests/testthat/test-data-type.R | 4 +-
r/tests/testthat/test-dataset.R | 181 +-
r/tests/testthat/test-metadata.R | 8 +
r/tests/testthat/test-python.R | 2 +
r/tests/testthat/test-s3.R | 52 +
r/tools/autobrew | 7 +-
r/tools/linuxlibs.R | 5 +-
r/vignettes/dataset.Rmd | 88 +-
r/vignettes/fs.Rmd | 59 +
r/vignettes/install.Rmd | 4 +-
rust/Cargo.toml | 2 +
rust/arrow/Cargo.toml | 8 +
rust/arrow/benches/aggregate_kernels.rs | 68 +
rust/arrow/benches/arithmetic_kernels.rs | 63 +-
rust/arrow/benches/array_from_vec.rs | 22 +
rust/arrow/benches/buffer_bit_ops.rs | 188 +
rust/arrow/benches/cast_kernels.rs | 4 +-
rust/arrow/benches/csv_writer.rs | 2 +-
rust/arrow/benches/length_kernel.rs | 2 +-
rust/arrow/benches/take_kernels.rs | 4 +-
rust/arrow/examples/builders.rs | 6 +-
rust/arrow/examples/read_csv.rs | 2 +-
rust/arrow/examples/read_csv_infer_schema.rs | 2 +-
rust/arrow/src/array/array.rs | 327 +-
rust/arrow/src/array/builder.rs | 41 +-
rust/arrow/src/array/cast.rs | 10 +
rust/arrow/src/array/equal.rs | 122 +-
rust/arrow/src/array/mod.rs | 5 +-
rust/arrow/src/array/null.rs | 2 +-
rust/arrow/src/array/ord.rs | 273 +-
rust/arrow/src/array/union.rs | 20 +-
rust/arrow/src/buffer.rs | 319 +-
rust/arrow/src/compute/kernels/aggregate.rs | 62 +-
rust/arrow/src/compute/kernels/arithmetic.rs | 127 +-
rust/arrow/src/compute/kernels/boolean.rs | 152 +-
rust/arrow/src/compute/kernels/cast.rs | 52 +-
rust/arrow/src/compute/kernels/comparison.rs | 29 +-
rust/arrow/src/compute/kernels/concat.rs | 56 +-
rust/arrow/src/compute/kernels/filter.rs | 8 +-
rust/arrow/src/compute/kernels/length.rs | 18 +-
rust/arrow/src/compute/kernels/limit.rs | 6 +-
rust/arrow/src/compute/kernels/sort.rs | 622 ++-
rust/arrow/src/compute/kernels/take.rs | 109 +-
rust/arrow/src/compute/util.rs | 109 +-
rust/arrow/src/csv/reader.rs | 10 +-
rust/arrow/src/datatypes.rs | 13 +-
rust/arrow/src/ipc/convert.rs | 2 +-
rust/arrow/src/ipc/gen/File.rs | 2 +-
rust/arrow/src/ipc/gen/Message.rs | 255 +
rust/arrow/src/ipc/gen/Schema.rs | 156 +-
rust/arrow/src/ipc/gen/SparseTensor.rs | 442 +-
rust/arrow/src/ipc/gen/Tensor.rs | 70 +-
rust/arrow/src/ipc/gen/mod.rs | 5 +
rust/arrow/src/ipc/mod.rs | 5 +
rust/arrow/src/ipc/reader.rs | 2 +-
rust/arrow/src/ipc/writer.rs | 2 +-
rust/arrow/src/json/reader.rs | 202 +-
rust/arrow/src/lib.rs | 6 +-
rust/arrow/src/tensor.rs | 12 +-
rust/arrow/src/util/integration_util.rs | 6 +-
rust/arrow/src/util/pretty.rs | 4 +-
rust/benchmarks/README.md | 26 +-
rust/benchmarks/src/bin/nyctaxi.rs | 22 +-
rust/benchmarks/src/bin/tpch.rs | 32 +-
rust/datafusion/Cargo.toml | 11 +-
rust/datafusion/README.md | 49 +-
rust/datafusion/benches/aggregate_query_sql.rs | 3 +-
rust/datafusion/benches/math_query_sql.rs | 100 +
...regate_query_sql.rs => sort_limit_query_sql.rs} | 48 +-
rust/datafusion/examples/csv_sql.rs | 18 +-
.../examples/{parquet_sql.rs => dataframe.rs} | 25 +-
rust/datafusion/examples/flight_server.rs | 6 +-
rust/datafusion/examples/memory_table_api.rs | 11 +-
rust/datafusion/examples/parquet_sql.rs | 18 +-
rust/datafusion/examples/simple_udf.rs | 146 +
rust/datafusion/src/bin/repl.rs | 16 +-
rust/datafusion/src/dataframe.rs | 206 +
rust/datafusion/src/datasource/csv.rs | 33 +-
rust/datafusion/src/datasource/datasource.rs | 10 +-
rust/datafusion/src/datasource/memory.rs | 66 +-
rust/datafusion/src/datasource/parquet.rs | 131 +-
rust/datafusion/src/execution/context.rs | 988 ++--
.../execution/{table_impl.rs => dataframe_impl.rs} | 214 +-
rust/datafusion/src/execution/mod.rs | 3 +-
.../src/execution/physical_plan/datasource.rs | 59 -
.../execution/physical_plan/math_expressions.rs | 114 -
.../src/execution/physical_plan/selection.rs | 189 -
.../datafusion/src/execution/physical_plan/sort.rs | 210 -
rust/datafusion/src/execution/physical_plan/udf.rs | 148 -
rust/datafusion/src/lib.rs | 46 +-
.../src/{logicalplan.rs => logical_plan/mod.rs} | 925 ++--
rust/datafusion/src/optimizer/filter_push_down.rs | 622 +++
rust/datafusion/src/optimizer/mod.rs | 2 +-
rust/datafusion/src/optimizer/optimizer.rs | 19 +-
.../src/optimizer/projection_push_down.rs | 500 +-
rust/datafusion/src/optimizer/type_coercion.rs | 330 --
rust/datafusion/src/optimizer/utils.rs | 365 +-
rust/datafusion/src/physical_plan/aggregates.rs | 203 +
.../src/{execution => }/physical_plan/common.rs | 13 +-
.../src/{execution => }/physical_plan/csv.rs | 128 +-
.../src/physical_plan/datetime_expressions.rs | 367 ++
rust/datafusion/src/physical_plan/empty.rs | 139 +
rust/datafusion/src/physical_plan/explain.rs | 116 +
.../{execution => }/physical_plan/expressions.rs | 760 ++-
rust/datafusion/src/physical_plan/filter.rs | 207 +
rust/datafusion/src/physical_plan/functions.rs | 432 ++
.../physical_plan/hash_aggregate.rs | 152 +-
.../src/{execution => }/physical_plan/limit.rs | 201 +-
.../src/physical_plan/math_expressions.rs | 98 +
.../src/{execution => }/physical_plan/memory.rs | 84 +-
.../src/{execution => }/physical_plan/merge.rs | 134 +-
.../src/{execution => }/physical_plan/mod.rs | 82 +-
.../src/{execution => }/physical_plan/parquet.rs | 129 +-
rust/datafusion/src/physical_plan/planner.rs | 797 +++
.../{execution => }/physical_plan/projection.rs | 72 +-
rust/datafusion/src/physical_plan/sort.rs | 329 ++
.../src/physical_plan/string_expressions.rs | 68 +
rust/datafusion/src/physical_plan/type_coercion.rs | 338 ++
rust/datafusion/src/physical_plan/udf.rs | 106 +
.../record/mod.rs => datafusion/src/prelude.rs} | 23 +-
rust/datafusion/src/sql/parser.rs | 88 +-
rust/datafusion/src/sql/planner.rs | 240 +-
rust/datafusion/src/table.rs | 79 -
rust/datafusion/src/test/mod.rs | 44 +-
rust/datafusion/src/test/variable.rs | 58 +
.../{optimizer/optimizer.rs => variable/mod.rs} | 22 +-
rust/datafusion/tests/customer.csv | 4 +
rust/datafusion/tests/example.csv | 2 +
rust/datafusion/tests/sql.rs | 254 +-
rust/datafusion/tests/user_defined_plan.rs | 510 ++
.../src/bin/arrow-json-integration-test.rs | 2 +-
rust/parquet/Cargo.toml | 2 +-
rust/parquet/src/arrow/array_reader.rs | 126 +-
rust/parquet/src/arrow/arrow_reader.rs | 119 +-
rust/parquet/src/arrow/converter.rs | 18 +-
rust/parquet/src/arrow/record_reader.rs | 12 +-
rust/parquet/src/arrow/schema.rs | 16 +-
rust/parquet/src/column/page.rs | 30 +-
rust/parquet/src/column/reader.rs | 40 +-
rust/parquet/src/column/writer.rs | 54 +-
rust/parquet/src/compression.rs | 14 +-
rust/parquet/src/data_type.rs | 12 +-
rust/parquet/src/encodings/decoding.rs | 20 +-
rust/parquet/src/encodings/encoding.rs | 47 +-
rust/parquet/src/encodings/levels.rs | 13 +-
rust/parquet/src/encodings/rle.rs | 25 +-
rust/parquet/src/file/metadata.rs | 14 +-
rust/parquet/src/file/properties.rs | 4 +-
rust/parquet/src/file/reader.rs | 19 +-
rust/parquet/src/file/statistics.rs | 14 +-
rust/parquet/src/file/writer.rs | 24 +-
rust/parquet/src/lib.rs | 6 +
rust/parquet/src/record/api.rs | 33 +-
rust/parquet/src/record/mod.rs | 6 +-
rust/parquet/src/record/reader.rs | 12 +-
.../src/record/{mod.rs => record_writer.rs} | 16 +-
rust/parquet/src/record/triplet.rs | 9 +-
rust/parquet/src/schema/parser.rs | 16 +-
rust/parquet/src/schema/printer.rs | 44 +-
rust/parquet/src/schema/types.rs | 18 +-
rust/parquet/src/schema/visitor.rs | 2 +-
rust/parquet/src/util/bit_packing.rs | 224 +-
rust/parquet/src/util/bit_util.rs | 28 +-
rust/parquet/src/util/io.rs | 12 +-
rust/parquet/src/util/memory.rs | 11 +-
rust/parquet/src/util/test_common/page_util.rs | 4 +-
rust/parquet/src/util/test_common/rand_gen.rs | 4 +-
.../parquet_derive/Cargo.toml | 27 +-
rust/parquet_derive/README.md | 98 +
rust/parquet_derive/src/lib.rs | 126 +
rust/parquet_derive/src/parquet_field.rs | 931 ++++
.../parquet_derive_test/Cargo.toml | 21 +-
rust/parquet_derive_test/src/lib.rs | 129 +
testing | 2 +-
577 files changed, 38542 insertions(+), 12737 deletions(-)
rename cpp/src/arrow/compute/kernels/{aggregate_sum_avx2.cc => aggregate_basic_avx2.cc} (80%)
rename cpp/src/arrow/compute/kernels/{aggregate_sum_avx512.cc => aggregate_basic_avx512.cc} (80%)
copy cpp/src/arrow/util/{bpacking.h => bpacking.cc} (81%)
create mode 100644 cpp/src/arrow/util/bpacking_avx2.cc
copy rust/arrow/src/ipc/gen/mod.rs => cpp/src/arrow/util/bpacking_avx2.h (79%)
copy cpp/src/arrow/util/{bpacking_avx512_codegen.py => bpacking_avx2_codegen.py} (63%)
create mode 100644 cpp/src/arrow/util/bpacking_avx2_generated.h
create mode 100644 cpp/src/arrow/util/bpacking_avx512.cc
copy rust/arrow/src/ipc/gen/mod.rs => cpp/src/arrow/util/bpacking_avx512.h (79%)
create mode 100644 cpp/src/arrow/util/dispatch.h
create mode 100644 cpp/src/arrow/util/int128_internal.h
create mode 100644 cpp/src/parquet/arrow/reconstruct_internal_test.cc
create mode 100644 csharp/src/Apache.Arrow/Arrays/DateArrayBuilder.cs
create mode 100644 csharp/src/Apache.Arrow/Arrays/DelegatingArrayBuilder.cs
copy csharp/src/Apache.Arrow/Extensions/{StreamExtensions.netcoreapp2.1.cs => TupleExtensions.netstandard.cs} (76%)
create mode 100644 csharp/test/Apache.Arrow.Tests/Date64ArrayTests.cs
create mode 100644 csharp/test/Apache.Arrow.Tests/TestDateAndTimeData.cs
create mode 100644 go/arrow/internal/cpu/cpu_s390x.go
create mode 100644 java/algorithm/src/test/java/org/apache/arrow/algorithm/sort/TestFixedWidthSorting.java
create mode 100644 java/algorithm/src/test/java/org/apache/arrow/algorithm/sort/TestSortingUtil.java
create mode 100644 java/algorithm/src/test/java/org/apache/arrow/algorithm/sort/TestVariableWidthSorting.java
create mode 100644 java/vector/src/main/java/org/apache/arrow/vector/validate/ValidateUtil.java
create mode 100644 java/vector/src/main/java/org/apache/arrow/vector/validate/ValidateVectorBufferVisitor.java
create mode 100644 java/vector/src/main/java/org/apache/arrow/vector/validate/ValidateVectorDataVisitor.java
create mode 100644 java/vector/src/main/java/org/apache/arrow/vector/validate/ValidateVectorTypeVisitor.java
create mode 100644 java/vector/src/test/java/org/apache/arrow/vector/ipc/TestUIntDictionaryRoundTrip.java
create mode 100644 java/vector/src/test/java/org/apache/arrow/vector/testing/RandomDataGenerator.java
rename java/vector/src/test/java/org/apache/arrow/vector/validate/{TestValidateVectorVisitor.java => TestValidateVector.java} (71%)
create mode 100644 java/vector/src/test/java/org/apache/arrow/vector/validate/TestValidateVectorFull.java
create mode 100644 java/vector/src/test/java/org/apache/arrow/vector/validate/TestValidateVectorSchemaRoot.java
create mode 100644 java/vector/src/test/java/org/apache/arrow/vector/validate/TestValidateVectorTypeVisitor.java
create mode 100644 r/R/dataset-factory.R
create mode 100644 r/R/dataset-format.R
create mode 100644 r/R/dataset-partition.R
create mode 100644 r/R/dataset-scan.R
create mode 100644 r/inst/include/cpp11.hpp
create mode 100644 r/inst/include/cpp11/R.hpp
create mode 100644 r/inst/include/cpp11/altrep.hpp
create mode 100644 r/inst/include/cpp11/as.hpp
create mode 100644 r/inst/include/cpp11/attribute_proxy.hpp
create mode 100644 r/inst/include/cpp11/data_frame.hpp
create mode 100644 r/inst/include/cpp11/declarations.hpp
create mode 100644 r/inst/include/cpp11/doubles.hpp
create mode 100644 r/inst/include/cpp11/environment.hpp
create mode 100644 r/inst/include/cpp11/external_pointer.hpp
create mode 100644 r/inst/include/cpp11/function.hpp
create mode 100644 r/inst/include/cpp11/integers.hpp
create mode 100644 r/inst/include/cpp11/list.hpp
create mode 100644 r/inst/include/cpp11/list_of.hpp
create mode 100644 r/inst/include/cpp11/logicals.hpp
create mode 100644 r/inst/include/cpp11/matrix.hpp
create mode 100644 r/inst/include/cpp11/named_arg.hpp
create mode 100644 r/inst/include/cpp11/protect.hpp
create mode 100644 r/inst/include/cpp11/r_string.hpp
create mode 100644 r/inst/include/cpp11/r_vector.hpp
create mode 100644 r/inst/include/cpp11/raws.hpp
create mode 100644 r/inst/include/cpp11/sexp.hpp
create mode 100644 r/inst/include/cpp11/strings.hpp
create mode 100644 r/man/match_arrow.Rd
create mode 100644 r/src/arrow_cpp11.h
delete mode 100644 r/src/arrow_rcpp.h
create mode 100644 r/tests/testthat/helper-roundtrip.R
delete mode 100644 r/tests/testthat/test-Array-errors.txt
create mode 100644 r/tests/testthat/test-s3.R
create mode 100644 r/vignettes/fs.Rmd
create mode 100644 rust/arrow/benches/aggregate_kernels.rs
create mode 100644 rust/arrow/benches/buffer_bit_ops.rs
create mode 100644 rust/datafusion/benches/math_query_sql.rs
copy rust/datafusion/benches/{aggregate_query_sql.rs => sort_limit_query_sql.rs} (72%)
copy rust/datafusion/examples/{parquet_sql.rs => dataframe.rs} (66%)
create mode 100644 rust/datafusion/examples/simple_udf.rs
create mode 100644 rust/datafusion/src/dataframe.rs
rename rust/datafusion/src/execution/{table_impl.rs => dataframe_impl.rs} (54%)
delete mode 100644 rust/datafusion/src/execution/physical_plan/datasource.rs
delete mode 100644 rust/datafusion/src/execution/physical_plan/math_expressions.rs
delete mode 100644 rust/datafusion/src/execution/physical_plan/selection.rs
delete mode 100644 rust/datafusion/src/execution/physical_plan/sort.rs
delete mode 100644 rust/datafusion/src/execution/physical_plan/udf.rs
rename rust/datafusion/src/{logicalplan.rs => logical_plan/mod.rs} (56%)
create mode 100644 rust/datafusion/src/optimizer/filter_push_down.rs
delete mode 100644 rust/datafusion/src/optimizer/type_coercion.rs
create mode 100644 rust/datafusion/src/physical_plan/aggregates.rs
rename rust/datafusion/src/{execution => }/physical_plan/common.rs (93%)
rename rust/datafusion/src/{execution => }/physical_plan/csv.rs (76%)
create mode 100644 rust/datafusion/src/physical_plan/datetime_expressions.rs
create mode 100644 rust/datafusion/src/physical_plan/empty.rs
create mode 100644 rust/datafusion/src/physical_plan/explain.rs
rename rust/datafusion/src/{execution => }/physical_plan/expressions.rs (74%)
create mode 100644 rust/datafusion/src/physical_plan/filter.rs
create mode 100644 rust/datafusion/src/physical_plan/functions.rs
rename rust/datafusion/src/{execution => }/physical_plan/hash_aggregate.rs (89%)
rename rust/datafusion/src/{execution => }/physical_plan/limit.rs (52%)
create mode 100644 rust/datafusion/src/physical_plan/math_expressions.rs
rename rust/datafusion/src/{execution => }/physical_plan/memory.rs (71%)
rename rust/datafusion/src/{execution => }/physical_plan/merge.rs (65%)
rename rust/datafusion/src/{execution => }/physical_plan/mod.rs (55%)
rename rust/datafusion/src/{execution => }/physical_plan/parquet.rs (80%)
create mode 100644 rust/datafusion/src/physical_plan/planner.rs
rename rust/datafusion/src/{execution => }/physical_plan/projection.rs (74%)
create mode 100644 rust/datafusion/src/physical_plan/sort.rs
create mode 100644 rust/datafusion/src/physical_plan/string_expressions.rs
create mode 100644 rust/datafusion/src/physical_plan/type_coercion.rs
create mode 100644 rust/datafusion/src/physical_plan/udf.rs
copy rust/{parquet/src/record/mod.rs => datafusion/src/prelude.rs} (57%)
delete mode 100644 rust/datafusion/src/table.rs
create mode 100644 rust/datafusion/src/test/variable.rs
copy rust/datafusion/src/{optimizer/optimizer.rs => variable/mod.rs} (65%)
create mode 100644 rust/datafusion/tests/customer.csv
create mode 100644 rust/datafusion/tests/example.csv
create mode 100644 rust/datafusion/tests/user_defined_plan.rs
copy rust/parquet/src/record/{mod.rs => record_writer.rs} (76%)
copy ci/scripts/integration_kartothek.sh => rust/parquet_derive/Cargo.toml (65%)
mode change 100755 => 100644
create mode 100644 rust/parquet_derive/README.md
create mode 100644 rust/parquet_derive/src/lib.rs
create mode 100644 rust/parquet_derive/src/parquet_field.rs
copy ci/scripts/integration_kartothek.sh => rust/parquet_derive_test/Cargo.toml (71%)
mode change 100755 => 100644
create mode 100644 rust/parquet_derive_test/src/lib.rs