You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by jo...@apache.org on 2021/04/18 14:51:52 UTC
[arrow-rs] branch master updated (a889eba -> a9189bd)
This is an automated email from the ASF dual-hosted git repository.
jorgecarleitao pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git.
from a889eba Removed DataFusion and Ballista.
new ce36856 Removed unused files.
new 77caed6 Flatten directory.
new a9189bd Fiddle path to flight protobuf generation.
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.clang-format | 20 --
.clang-tidy | 31 --
.clang-tidy-ignore | 18 -
.dir-locals.el | 22 --
.env | 74 ----
.github/workflows/cpp.yml | 395 ---------------------
.github/workflows/cpp_cron.yml | 149 --------
.github/workflows/csharp.yml | 121 -------
.github/workflows/go.yml | 125 -------
.github/workflows/java.yml | 112 ------
.github/workflows/java_jni.yml | 83 -----
.github/workflows/js.yml | 122 -------
.github/workflows/julia.yml | 53 ---
.github/workflows/python.yml | 154 --------
.github/workflows/python_cron.yml | 141 --------
.github/workflows/r.yml | 255 -------------
.github/workflows/ruby.yml | 290 ---------------
.gitignore | 87 +----
.hadolint.yaml | 24 --
.readthedocs.yml | 19 -
.travis.yml | 165 ---------
rust/Cargo.toml => Cargo.toml | 0
README.md | 254 ++++++++-----
appveyor.yml | 79 -----
{rust/arrow-flight => arrow-flight}/Cargo.toml | 0
{rust/arrow-flight => arrow-flight}/README.md | 0
{rust/arrow-flight => arrow-flight}/build.rs | 6 +-
.../examples/server.rs | 0
.../src/arrow.flight.protocol.rs | 0
{rust/arrow-flight => arrow-flight}/src/lib.rs | 0
{rust/arrow-flight => arrow-flight}/src/utils.rs | 0
.../.cargo/config | 0
.../.gitignore | 0
.../Cargo.toml | 0
.../README.md | 0
.../pyproject.toml | 0
.../src/lib.rs | 0
.../tests/test_sql.py | 0
{rust/arrow => arrow}/Cargo.toml | 0
{rust/arrow => arrow}/README.md | 0
{rust/arrow => arrow}/benches/aggregate_kernels.rs | 0
.../arrow => arrow}/benches/arithmetic_kernels.rs | 0
{rust/arrow => arrow}/benches/array_from_vec.rs | 0
{rust/arrow => arrow}/benches/array_slice.rs | 0
{rust/arrow => arrow}/benches/bit_length_kernel.rs | 0
{rust/arrow => arrow}/benches/boolean_kernels.rs | 0
{rust/arrow => arrow}/benches/buffer_bit_ops.rs | 0
{rust/arrow => arrow}/benches/buffer_create.rs | 0
{rust/arrow => arrow}/benches/builder.rs | 0
{rust/arrow => arrow}/benches/cast_kernels.rs | 0
.../arrow => arrow}/benches/comparison_kernels.rs | 0
.../arrow => arrow}/benches/concatenate_kernel.rs | 0
{rust/arrow => arrow}/benches/csv_writer.rs | 0
{rust/arrow => arrow}/benches/equal.rs | 0
{rust/arrow => arrow}/benches/filter_kernels.rs | 0
{rust/arrow => arrow}/benches/json_reader.rs | 0
{rust/arrow => arrow}/benches/length_kernel.rs | 0
{rust/arrow => arrow}/benches/mutable_array.rs | 0
{rust/arrow => arrow}/benches/sort_kernel.rs | 0
{rust/arrow => arrow}/benches/take_kernels.rs | 0
{rust/arrow => arrow}/build.rs | 0
{rust/arrow => arrow}/examples/builders.rs | 0
{rust/arrow => arrow}/examples/dynamic_types.rs | 0
{rust/arrow => arrow}/examples/read_csv.rs | 0
.../examples/read_csv_infer_schema.rs | 0
{rust/arrow => arrow}/examples/tensor_builder.rs | 0
{rust/arrow => arrow}/format-0ed34c83.patch | 0
{rust/arrow => arrow}/regen.sh | 0
{rust/arrow => arrow}/src/alloc/alignment.rs | 0
{rust/arrow => arrow}/src/alloc/mod.rs | 0
{rust/arrow => arrow}/src/alloc/types.rs | 0
{rust/arrow => arrow}/src/arch/avx512.rs | 0
{rust/arrow => arrow}/src/arch/mod.rs | 0
{rust/arrow => arrow}/src/array/array.rs | 0
{rust/arrow => arrow}/src/array/array_binary.rs | 0
{rust/arrow => arrow}/src/array/array_boolean.rs | 0
.../arrow => arrow}/src/array/array_dictionary.rs | 0
{rust/arrow => arrow}/src/array/array_list.rs | 0
{rust/arrow => arrow}/src/array/array_primitive.rs | 0
{rust/arrow => arrow}/src/array/array_string.rs | 0
{rust/arrow => arrow}/src/array/array_struct.rs | 0
{rust/arrow => arrow}/src/array/array_union.rs | 0
{rust/arrow => arrow}/src/array/builder.rs | 0
{rust/arrow => arrow}/src/array/cast.rs | 0
{rust/arrow => arrow}/src/array/data.rs | 0
{rust/arrow => arrow}/src/array/equal/boolean.rs | 0
{rust/arrow => arrow}/src/array/equal/decimal.rs | 0
.../arrow => arrow}/src/array/equal/dictionary.rs | 0
.../src/array/equal/fixed_binary.rs | 0
.../arrow => arrow}/src/array/equal/fixed_list.rs | 0
{rust/arrow => arrow}/src/array/equal/list.rs | 0
{rust/arrow => arrow}/src/array/equal/mod.rs | 0
{rust/arrow => arrow}/src/array/equal/null.rs | 0
{rust/arrow => arrow}/src/array/equal/primitive.rs | 0
{rust/arrow => arrow}/src/array/equal/structure.rs | 0
{rust/arrow => arrow}/src/array/equal/utils.rs | 0
.../src/array/equal/variable_size.rs | 0
{rust/arrow => arrow}/src/array/equal_json.rs | 0
{rust/arrow => arrow}/src/array/ffi.rs | 0
{rust/arrow => arrow}/src/array/iterator.rs | 0
{rust/arrow => arrow}/src/array/mod.rs | 0
{rust/arrow => arrow}/src/array/null.rs | 0
{rust/arrow => arrow}/src/array/ord.rs | 0
{rust/arrow => arrow}/src/array/raw_pointer.rs | 0
.../arrow => arrow}/src/array/transform/boolean.rs | 0
.../src/array/transform/fixed_binary.rs | 0
{rust/arrow => arrow}/src/array/transform/list.rs | 0
{rust/arrow => arrow}/src/array/transform/mod.rs | 0
{rust/arrow => arrow}/src/array/transform/null.rs | 0
.../src/array/transform/primitive.rs | 0
.../src/array/transform/structure.rs | 0
{rust/arrow => arrow}/src/array/transform/utils.rs | 0
.../src/array/transform/variable_size.rs | 0
{rust/arrow => arrow}/src/bitmap.rs | 0
{rust/arrow => arrow}/src/buffer/immutable.rs | 0
{rust/arrow => arrow}/src/buffer/mod.rs | 0
{rust/arrow => arrow}/src/buffer/mutable.rs | 0
{rust/arrow => arrow}/src/buffer/ops.rs | 0
{rust/arrow => arrow}/src/bytes.rs | 0
.../src/compute/kernels/aggregate.rs | 0
.../src/compute/kernels/arithmetic.rs | 0
{rust/arrow => arrow}/src/compute/kernels/arity.rs | 0
.../arrow => arrow}/src/compute/kernels/boolean.rs | 0
{rust/arrow => arrow}/src/compute/kernels/cast.rs | 0
.../src/compute/kernels/cast_utils.rs | 0
.../src/compute/kernels/comparison.rs | 0
.../arrow => arrow}/src/compute/kernels/concat.rs | 0
.../arrow => arrow}/src/compute/kernels/filter.rs | 0
.../arrow => arrow}/src/compute/kernels/length.rs | 0
{rust/arrow => arrow}/src/compute/kernels/limit.rs | 0
{rust/arrow => arrow}/src/compute/kernels/mod.rs | 0
.../arrow => arrow}/src/compute/kernels/regexp.rs | 0
{rust/arrow => arrow}/src/compute/kernels/sort.rs | 0
.../src/compute/kernels/substring.rs | 0
{rust/arrow => arrow}/src/compute/kernels/take.rs | 0
.../src/compute/kernels/temporal.rs | 0
.../arrow => arrow}/src/compute/kernels/window.rs | 0
{rust/arrow => arrow}/src/compute/kernels/zip.rs | 0
{rust/arrow => arrow}/src/compute/mod.rs | 0
{rust/arrow => arrow}/src/compute/util.rs | 0
{rust/arrow => arrow}/src/csv/mod.rs | 0
{rust/arrow => arrow}/src/csv/reader.rs | 0
{rust/arrow => arrow}/src/csv/writer.rs | 0
{rust/arrow => arrow}/src/datatypes/datatype.rs | 0
{rust/arrow => arrow}/src/datatypes/field.rs | 0
{rust/arrow => arrow}/src/datatypes/mod.rs | 0
{rust/arrow => arrow}/src/datatypes/native.rs | 0
{rust/arrow => arrow}/src/datatypes/numeric.rs | 0
{rust/arrow => arrow}/src/datatypes/schema.rs | 0
{rust/arrow => arrow}/src/datatypes/types.rs | 0
{rust/arrow => arrow}/src/error.rs | 0
{rust/arrow => arrow}/src/ffi.rs | 0
{rust/arrow => arrow}/src/ipc/convert.rs | 0
{rust/arrow => arrow}/src/ipc/gen/File.rs | 0
{rust/arrow => arrow}/src/ipc/gen/Message.rs | 0
{rust/arrow => arrow}/src/ipc/gen/Schema.rs | 0
{rust/arrow => arrow}/src/ipc/gen/SparseTensor.rs | 0
{rust/arrow => arrow}/src/ipc/gen/Tensor.rs | 0
{rust/arrow => arrow}/src/ipc/gen/mod.rs | 0
{rust/arrow => arrow}/src/ipc/mod.rs | 0
{rust/arrow => arrow}/src/ipc/reader.rs | 0
{rust/arrow => arrow}/src/ipc/writer.rs | 0
{rust/arrow => arrow}/src/json/mod.rs | 0
{rust/arrow => arrow}/src/json/reader.rs | 0
{rust/arrow => arrow}/src/json/writer.rs | 0
{rust/arrow => arrow}/src/lib.rs | 0
{rust/arrow => arrow}/src/record_batch.rs | 0
{rust/arrow => arrow}/src/temporal_conversions.rs | 0
{rust/arrow => arrow}/src/tensor.rs | 0
{rust/arrow => arrow}/src/util/bench_util.rs | 0
.../arrow => arrow}/src/util/bit_chunk_iterator.rs | 0
{rust/arrow => arrow}/src/util/bit_util.rs | 0
{rust/arrow => arrow}/src/util/data_gen.rs | 0
{rust/arrow => arrow}/src/util/display.rs | 0
{rust/arrow => arrow}/src/util/integration_util.rs | 0
{rust/arrow => arrow}/src/util/mod.rs | 0
{rust/arrow => arrow}/src/util/pretty.rs | 0
{rust/arrow => arrow}/src/util/serialization.rs | 0
{rust/arrow => arrow}/src/util/string_writer.rs | 0
{rust/arrow => arrow}/src/util/test_util.rs | 0
{rust/arrow => arrow}/src/util/trusted_len.rs | 0
{rust/arrow => arrow}/src/zz_memory_check.rs | 0
{rust/arrow => arrow}/test/data/arrays.json | 0
{rust/arrow => arrow}/test/data/basic.json | 0
{rust/arrow => arrow}/test/data/basic_nulls.json | 0
{rust/arrow => arrow}/test/data/integration.json | 0
.../test/data/list_string_dict_nested.json | 0
.../test/data/list_string_dict_nested_nulls.json | 0
{rust/arrow => arrow}/test/data/mixed_arrays.json | 0
.../arrow => arrow}/test/data/mixed_arrays.json.gz | Bin
.../arrow => arrow}/test/data/nested_structs.json | 0
{rust/arrow => arrow}/test/data/null_test.csv | 0
{rust/arrow => arrow}/test/data/uk_cities.csv | 0
.../test/data/uk_cities_with_headers.csv | 0
{rust/arrow => arrow}/test/data/various_types.csv | 0
.../test/data/various_types_invalid.csv | 0
cmake-format.py | 59 ---
.../Cargo.toml | 0
.../README.md | 0
.../src/bin/arrow-file-to-stream.rs | 0
.../src/bin/arrow-json-integration-test.rs | 0
.../src/bin/arrow-stream-to-file.rs | 0
.../src/bin/flight-test-integration-client.rs | 0
.../src/bin/flight-test-integration-server.rs | 0
.../src/flight_client_scenarios.rs | 0
.../flight_client_scenarios/auth_basic_proto.rs | 0
.../flight_client_scenarios/integration_test.rs | 0
.../src/flight_client_scenarios/middleware.rs | 0
.../src/flight_server_scenarios.rs | 0
.../flight_server_scenarios/auth_basic_proto.rs | 0
.../flight_server_scenarios/integration_test.rs | 0
.../src/flight_server_scenarios/middleware.rs | 0
.../src/lib.rs | 0
{rust/parquet => parquet}/Cargo.toml | 0
{rust/parquet => parquet}/README.md | 0
{rust/parquet => parquet}/benches/arrow_writer.rs | 0
{rust/parquet => parquet}/build.rs | 0
.../parquet => parquet}/src/arrow/array_reader.rs | 0
.../parquet => parquet}/src/arrow/arrow_reader.rs | 0
.../parquet => parquet}/src/arrow/arrow_writer.rs | 0
{rust/parquet => parquet}/src/arrow/converter.rs | 0
{rust/parquet => parquet}/src/arrow/levels.rs | 0
{rust/parquet => parquet}/src/arrow/mod.rs | 0
.../parquet => parquet}/src/arrow/record_reader.rs | 0
{rust/parquet => parquet}/src/arrow/schema.rs | 0
{rust/parquet => parquet}/src/basic.rs | 0
{rust/parquet => parquet}/src/bin/parquet-read.rs | 0
.../src/bin/parquet-rowcount.rs | 0
.../parquet => parquet}/src/bin/parquet-schema.rs | 0
{rust/parquet => parquet}/src/column/mod.rs | 0
{rust/parquet => parquet}/src/column/page.rs | 0
{rust/parquet => parquet}/src/column/reader.rs | 0
{rust/parquet => parquet}/src/column/writer.rs | 0
{rust/parquet => parquet}/src/compression.rs | 0
{rust/parquet => parquet}/src/data_type.rs | 0
.../parquet => parquet}/src/encodings/decoding.rs | 0
.../parquet => parquet}/src/encodings/encoding.rs | 0
{rust/parquet => parquet}/src/encodings/levels.rs | 0
{rust/parquet => parquet}/src/encodings/mod.rs | 0
{rust/parquet => parquet}/src/encodings/rle.rs | 0
{rust/parquet => parquet}/src/errors.rs | 0
{rust/parquet => parquet}/src/file/footer.rs | 0
{rust/parquet => parquet}/src/file/metadata.rs | 0
{rust/parquet => parquet}/src/file/mod.rs | 0
{rust/parquet => parquet}/src/file/properties.rs | 0
{rust/parquet => parquet}/src/file/reader.rs | 0
.../src/file/serialized_reader.rs | 0
{rust/parquet => parquet}/src/file/statistics.rs | 0
{rust/parquet => parquet}/src/file/writer.rs | 0
{rust/parquet => parquet}/src/lib.rs | 0
{rust/parquet => parquet}/src/record/api.rs | 0
{rust/parquet => parquet}/src/record/mod.rs | 0
{rust/parquet => parquet}/src/record/reader.rs | 0
.../src/record/record_writer.rs | 0
{rust/parquet => parquet}/src/record/triplet.rs | 0
{rust/parquet => parquet}/src/schema/mod.rs | 0
{rust/parquet => parquet}/src/schema/parser.rs | 0
{rust/parquet => parquet}/src/schema/printer.rs | 0
{rust/parquet => parquet}/src/schema/types.rs | 0
{rust/parquet => parquet}/src/schema/visitor.rs | 0
{rust/parquet => parquet}/src/util/bit_packing.rs | 0
{rust/parquet => parquet}/src/util/bit_util.rs | 0
{rust/parquet => parquet}/src/util/cursor.rs | 0
{rust/parquet => parquet}/src/util/hash_util.rs | 0
{rust/parquet => parquet}/src/util/io.rs | 0
{rust/parquet => parquet}/src/util/memory.rs | 0
{rust/parquet => parquet}/src/util/mod.rs | 0
.../src/util/test_common/file_util.rs | 0
.../src/util/test_common/mod.rs | 0
.../src/util/test_common/page_util.rs | 0
.../src/util/test_common/rand_gen.rs | 0
{rust/parquet => parquet}/tests/custom_writer.rs | 0
{rust/parquet_derive => parquet_derive}/Cargo.toml | 0
{rust/parquet_derive => parquet_derive}/README.md | 0
{rust/parquet_derive => parquet_derive}/src/lib.rs | 0
.../src/parquet_field.rs | 0
.../Cargo.toml | 0
.../src/lib.rs | 0
rust/pre-commit.sh => pre-commit.sh | 0
run-cmake-format.py | 111 ------
rust/.gitignore | 5 -
rust/README.md | 186 ----------
rust/rustfmt.toml => rustfmt.toml | 0
283 files changed, 175 insertions(+), 2985 deletions(-)
delete mode 100644 .clang-format
delete mode 100644 .clang-tidy
delete mode 100644 .clang-tidy-ignore
delete mode 100644 .dir-locals.el
delete mode 100644 .env
delete mode 100644 .github/workflows/cpp.yml
delete mode 100644 .github/workflows/cpp_cron.yml
delete mode 100644 .github/workflows/csharp.yml
delete mode 100644 .github/workflows/go.yml
delete mode 100644 .github/workflows/java.yml
delete mode 100644 .github/workflows/java_jni.yml
delete mode 100644 .github/workflows/js.yml
delete mode 100644 .github/workflows/julia.yml
delete mode 100644 .github/workflows/python.yml
delete mode 100644 .github/workflows/python_cron.yml
delete mode 100644 .github/workflows/r.yml
delete mode 100644 .github/workflows/ruby.yml
delete mode 100644 .hadolint.yaml
delete mode 100644 .readthedocs.yml
delete mode 100644 .travis.yml
rename rust/Cargo.toml => Cargo.toml (100%)
delete mode 100644 appveyor.yml
rename {rust/arrow-flight => arrow-flight}/Cargo.toml (100%)
rename {rust/arrow-flight => arrow-flight}/README.md (100%)
rename {rust/arrow-flight => arrow-flight}/build.rs (91%)
rename {rust/arrow-flight => arrow-flight}/examples/server.rs (100%)
rename {rust/arrow-flight => arrow-flight}/src/arrow.flight.protocol.rs (100%)
rename {rust/arrow-flight => arrow-flight}/src/lib.rs (100%)
rename {rust/arrow-flight => arrow-flight}/src/utils.rs (100%)
rename {rust/arrow-pyarrow-integration-testing => arrow-pyarrow-integration-testing}/.cargo/config (100%)
rename {rust/arrow-pyarrow-integration-testing => arrow-pyarrow-integration-testing}/.gitignore (100%)
rename {rust/arrow-pyarrow-integration-testing => arrow-pyarrow-integration-testing}/Cargo.toml (100%)
rename {rust/arrow-pyarrow-integration-testing => arrow-pyarrow-integration-testing}/README.md (100%)
rename {rust/arrow-pyarrow-integration-testing => arrow-pyarrow-integration-testing}/pyproject.toml (100%)
rename {rust/arrow-pyarrow-integration-testing => arrow-pyarrow-integration-testing}/src/lib.rs (100%)
rename {rust/arrow-pyarrow-integration-testing => arrow-pyarrow-integration-testing}/tests/test_sql.py (100%)
rename {rust/arrow => arrow}/Cargo.toml (100%)
rename {rust/arrow => arrow}/README.md (100%)
rename {rust/arrow => arrow}/benches/aggregate_kernels.rs (100%)
rename {rust/arrow => arrow}/benches/arithmetic_kernels.rs (100%)
rename {rust/arrow => arrow}/benches/array_from_vec.rs (100%)
rename {rust/arrow => arrow}/benches/array_slice.rs (100%)
rename {rust/arrow => arrow}/benches/bit_length_kernel.rs (100%)
rename {rust/arrow => arrow}/benches/boolean_kernels.rs (100%)
rename {rust/arrow => arrow}/benches/buffer_bit_ops.rs (100%)
rename {rust/arrow => arrow}/benches/buffer_create.rs (100%)
rename {rust/arrow => arrow}/benches/builder.rs (100%)
rename {rust/arrow => arrow}/benches/cast_kernels.rs (100%)
rename {rust/arrow => arrow}/benches/comparison_kernels.rs (100%)
rename {rust/arrow => arrow}/benches/concatenate_kernel.rs (100%)
rename {rust/arrow => arrow}/benches/csv_writer.rs (100%)
rename {rust/arrow => arrow}/benches/equal.rs (100%)
rename {rust/arrow => arrow}/benches/filter_kernels.rs (100%)
rename {rust/arrow => arrow}/benches/json_reader.rs (100%)
rename {rust/arrow => arrow}/benches/length_kernel.rs (100%)
rename {rust/arrow => arrow}/benches/mutable_array.rs (100%)
rename {rust/arrow => arrow}/benches/sort_kernel.rs (100%)
rename {rust/arrow => arrow}/benches/take_kernels.rs (100%)
rename {rust/arrow => arrow}/build.rs (100%)
rename {rust/arrow => arrow}/examples/builders.rs (100%)
rename {rust/arrow => arrow}/examples/dynamic_types.rs (100%)
rename {rust/arrow => arrow}/examples/read_csv.rs (100%)
rename {rust/arrow => arrow}/examples/read_csv_infer_schema.rs (100%)
rename {rust/arrow => arrow}/examples/tensor_builder.rs (100%)
rename {rust/arrow => arrow}/format-0ed34c83.patch (100%)
rename {rust/arrow => arrow}/regen.sh (100%)
rename {rust/arrow => arrow}/src/alloc/alignment.rs (100%)
rename {rust/arrow => arrow}/src/alloc/mod.rs (100%)
rename {rust/arrow => arrow}/src/alloc/types.rs (100%)
rename {rust/arrow => arrow}/src/arch/avx512.rs (100%)
rename {rust/arrow => arrow}/src/arch/mod.rs (100%)
rename {rust/arrow => arrow}/src/array/array.rs (100%)
rename {rust/arrow => arrow}/src/array/array_binary.rs (100%)
rename {rust/arrow => arrow}/src/array/array_boolean.rs (100%)
rename {rust/arrow => arrow}/src/array/array_dictionary.rs (100%)
rename {rust/arrow => arrow}/src/array/array_list.rs (100%)
rename {rust/arrow => arrow}/src/array/array_primitive.rs (100%)
rename {rust/arrow => arrow}/src/array/array_string.rs (100%)
rename {rust/arrow => arrow}/src/array/array_struct.rs (100%)
rename {rust/arrow => arrow}/src/array/array_union.rs (100%)
rename {rust/arrow => arrow}/src/array/builder.rs (100%)
rename {rust/arrow => arrow}/src/array/cast.rs (100%)
rename {rust/arrow => arrow}/src/array/data.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/boolean.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/decimal.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/dictionary.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/fixed_binary.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/fixed_list.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/list.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/mod.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/null.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/primitive.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/structure.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/utils.rs (100%)
rename {rust/arrow => arrow}/src/array/equal/variable_size.rs (100%)
rename {rust/arrow => arrow}/src/array/equal_json.rs (100%)
rename {rust/arrow => arrow}/src/array/ffi.rs (100%)
rename {rust/arrow => arrow}/src/array/iterator.rs (100%)
rename {rust/arrow => arrow}/src/array/mod.rs (100%)
rename {rust/arrow => arrow}/src/array/null.rs (100%)
rename {rust/arrow => arrow}/src/array/ord.rs (100%)
rename {rust/arrow => arrow}/src/array/raw_pointer.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/boolean.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/fixed_binary.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/list.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/mod.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/null.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/primitive.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/structure.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/utils.rs (100%)
rename {rust/arrow => arrow}/src/array/transform/variable_size.rs (100%)
rename {rust/arrow => arrow}/src/bitmap.rs (100%)
rename {rust/arrow => arrow}/src/buffer/immutable.rs (100%)
rename {rust/arrow => arrow}/src/buffer/mod.rs (100%)
rename {rust/arrow => arrow}/src/buffer/mutable.rs (100%)
rename {rust/arrow => arrow}/src/buffer/ops.rs (100%)
rename {rust/arrow => arrow}/src/bytes.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/aggregate.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/arithmetic.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/arity.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/boolean.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/cast.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/cast_utils.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/comparison.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/concat.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/filter.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/length.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/limit.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/mod.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/regexp.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/sort.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/substring.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/take.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/temporal.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/window.rs (100%)
rename {rust/arrow => arrow}/src/compute/kernels/zip.rs (100%)
rename {rust/arrow => arrow}/src/compute/mod.rs (100%)
rename {rust/arrow => arrow}/src/compute/util.rs (100%)
rename {rust/arrow => arrow}/src/csv/mod.rs (100%)
rename {rust/arrow => arrow}/src/csv/reader.rs (100%)
rename {rust/arrow => arrow}/src/csv/writer.rs (100%)
rename {rust/arrow => arrow}/src/datatypes/datatype.rs (100%)
rename {rust/arrow => arrow}/src/datatypes/field.rs (100%)
rename {rust/arrow => arrow}/src/datatypes/mod.rs (100%)
rename {rust/arrow => arrow}/src/datatypes/native.rs (100%)
rename {rust/arrow => arrow}/src/datatypes/numeric.rs (100%)
rename {rust/arrow => arrow}/src/datatypes/schema.rs (100%)
rename {rust/arrow => arrow}/src/datatypes/types.rs (100%)
rename {rust/arrow => arrow}/src/error.rs (100%)
rename {rust/arrow => arrow}/src/ffi.rs (100%)
rename {rust/arrow => arrow}/src/ipc/convert.rs (100%)
rename {rust/arrow => arrow}/src/ipc/gen/File.rs (100%)
rename {rust/arrow => arrow}/src/ipc/gen/Message.rs (100%)
rename {rust/arrow => arrow}/src/ipc/gen/Schema.rs (100%)
rename {rust/arrow => arrow}/src/ipc/gen/SparseTensor.rs (100%)
rename {rust/arrow => arrow}/src/ipc/gen/Tensor.rs (100%)
rename {rust/arrow => arrow}/src/ipc/gen/mod.rs (100%)
rename {rust/arrow => arrow}/src/ipc/mod.rs (100%)
rename {rust/arrow => arrow}/src/ipc/reader.rs (100%)
rename {rust/arrow => arrow}/src/ipc/writer.rs (100%)
rename {rust/arrow => arrow}/src/json/mod.rs (100%)
rename {rust/arrow => arrow}/src/json/reader.rs (100%)
rename {rust/arrow => arrow}/src/json/writer.rs (100%)
rename {rust/arrow => arrow}/src/lib.rs (100%)
rename {rust/arrow => arrow}/src/record_batch.rs (100%)
rename {rust/arrow => arrow}/src/temporal_conversions.rs (100%)
rename {rust/arrow => arrow}/src/tensor.rs (100%)
rename {rust/arrow => arrow}/src/util/bench_util.rs (100%)
rename {rust/arrow => arrow}/src/util/bit_chunk_iterator.rs (100%)
rename {rust/arrow => arrow}/src/util/bit_util.rs (100%)
rename {rust/arrow => arrow}/src/util/data_gen.rs (100%)
rename {rust/arrow => arrow}/src/util/display.rs (100%)
rename {rust/arrow => arrow}/src/util/integration_util.rs (100%)
rename {rust/arrow => arrow}/src/util/mod.rs (100%)
rename {rust/arrow => arrow}/src/util/pretty.rs (100%)
rename {rust/arrow => arrow}/src/util/serialization.rs (100%)
rename {rust/arrow => arrow}/src/util/string_writer.rs (100%)
rename {rust/arrow => arrow}/src/util/test_util.rs (100%)
rename {rust/arrow => arrow}/src/util/trusted_len.rs (100%)
rename {rust/arrow => arrow}/src/zz_memory_check.rs (100%)
rename {rust/arrow => arrow}/test/data/arrays.json (100%)
rename {rust/arrow => arrow}/test/data/basic.json (100%)
rename {rust/arrow => arrow}/test/data/basic_nulls.json (100%)
rename {rust/arrow => arrow}/test/data/integration.json (100%)
rename {rust/arrow => arrow}/test/data/list_string_dict_nested.json (100%)
rename {rust/arrow => arrow}/test/data/list_string_dict_nested_nulls.json (100%)
rename {rust/arrow => arrow}/test/data/mixed_arrays.json (100%)
rename {rust/arrow => arrow}/test/data/mixed_arrays.json.gz (100%)
rename {rust/arrow => arrow}/test/data/nested_structs.json (100%)
rename {rust/arrow => arrow}/test/data/null_test.csv (100%)
rename {rust/arrow => arrow}/test/data/uk_cities.csv (100%)
rename {rust/arrow => arrow}/test/data/uk_cities_with_headers.csv (100%)
rename {rust/arrow => arrow}/test/data/various_types.csv (100%)
rename {rust/arrow => arrow}/test/data/various_types_invalid.csv (100%)
delete mode 100644 cmake-format.py
rename {rust/integration-testing => integration-testing}/Cargo.toml (100%)
rename {rust/integration-testing => integration-testing}/README.md (100%)
rename {rust/integration-testing => integration-testing}/src/bin/arrow-file-to-stream.rs (100%)
rename {rust/integration-testing => integration-testing}/src/bin/arrow-json-integration-test.rs (100%)
rename {rust/integration-testing => integration-testing}/src/bin/arrow-stream-to-file.rs (100%)
rename {rust/integration-testing => integration-testing}/src/bin/flight-test-integration-client.rs (100%)
rename {rust/integration-testing => integration-testing}/src/bin/flight-test-integration-server.rs (100%)
rename {rust/integration-testing => integration-testing}/src/flight_client_scenarios.rs (100%)
rename {rust/integration-testing => integration-testing}/src/flight_client_scenarios/auth_basic_proto.rs (100%)
rename {rust/integration-testing => integration-testing}/src/flight_client_scenarios/integration_test.rs (100%)
rename {rust/integration-testing => integration-testing}/src/flight_client_scenarios/middleware.rs (100%)
rename {rust/integration-testing => integration-testing}/src/flight_server_scenarios.rs (100%)
rename {rust/integration-testing => integration-testing}/src/flight_server_scenarios/auth_basic_proto.rs (100%)
rename {rust/integration-testing => integration-testing}/src/flight_server_scenarios/integration_test.rs (100%)
rename {rust/integration-testing => integration-testing}/src/flight_server_scenarios/middleware.rs (100%)
rename {rust/integration-testing => integration-testing}/src/lib.rs (100%)
rename {rust/parquet => parquet}/Cargo.toml (100%)
rename {rust/parquet => parquet}/README.md (100%)
rename {rust/parquet => parquet}/benches/arrow_writer.rs (100%)
rename {rust/parquet => parquet}/build.rs (100%)
rename {rust/parquet => parquet}/src/arrow/array_reader.rs (100%)
rename {rust/parquet => parquet}/src/arrow/arrow_reader.rs (100%)
rename {rust/parquet => parquet}/src/arrow/arrow_writer.rs (100%)
rename {rust/parquet => parquet}/src/arrow/converter.rs (100%)
rename {rust/parquet => parquet}/src/arrow/levels.rs (100%)
rename {rust/parquet => parquet}/src/arrow/mod.rs (100%)
rename {rust/parquet => parquet}/src/arrow/record_reader.rs (100%)
rename {rust/parquet => parquet}/src/arrow/schema.rs (100%)
rename {rust/parquet => parquet}/src/basic.rs (100%)
rename {rust/parquet => parquet}/src/bin/parquet-read.rs (100%)
rename {rust/parquet => parquet}/src/bin/parquet-rowcount.rs (100%)
rename {rust/parquet => parquet}/src/bin/parquet-schema.rs (100%)
rename {rust/parquet => parquet}/src/column/mod.rs (100%)
rename {rust/parquet => parquet}/src/column/page.rs (100%)
rename {rust/parquet => parquet}/src/column/reader.rs (100%)
rename {rust/parquet => parquet}/src/column/writer.rs (100%)
rename {rust/parquet => parquet}/src/compression.rs (100%)
rename {rust/parquet => parquet}/src/data_type.rs (100%)
rename {rust/parquet => parquet}/src/encodings/decoding.rs (100%)
rename {rust/parquet => parquet}/src/encodings/encoding.rs (100%)
rename {rust/parquet => parquet}/src/encodings/levels.rs (100%)
rename {rust/parquet => parquet}/src/encodings/mod.rs (100%)
rename {rust/parquet => parquet}/src/encodings/rle.rs (100%)
rename {rust/parquet => parquet}/src/errors.rs (100%)
rename {rust/parquet => parquet}/src/file/footer.rs (100%)
rename {rust/parquet => parquet}/src/file/metadata.rs (100%)
rename {rust/parquet => parquet}/src/file/mod.rs (100%)
rename {rust/parquet => parquet}/src/file/properties.rs (100%)
rename {rust/parquet => parquet}/src/file/reader.rs (100%)
rename {rust/parquet => parquet}/src/file/serialized_reader.rs (100%)
rename {rust/parquet => parquet}/src/file/statistics.rs (100%)
rename {rust/parquet => parquet}/src/file/writer.rs (100%)
rename {rust/parquet => parquet}/src/lib.rs (100%)
rename {rust/parquet => parquet}/src/record/api.rs (100%)
rename {rust/parquet => parquet}/src/record/mod.rs (100%)
rename {rust/parquet => parquet}/src/record/reader.rs (100%)
rename {rust/parquet => parquet}/src/record/record_writer.rs (100%)
rename {rust/parquet => parquet}/src/record/triplet.rs (100%)
rename {rust/parquet => parquet}/src/schema/mod.rs (100%)
rename {rust/parquet => parquet}/src/schema/parser.rs (100%)
rename {rust/parquet => parquet}/src/schema/printer.rs (100%)
rename {rust/parquet => parquet}/src/schema/types.rs (100%)
rename {rust/parquet => parquet}/src/schema/visitor.rs (100%)
rename {rust/parquet => parquet}/src/util/bit_packing.rs (100%)
rename {rust/parquet => parquet}/src/util/bit_util.rs (100%)
rename {rust/parquet => parquet}/src/util/cursor.rs (100%)
rename {rust/parquet => parquet}/src/util/hash_util.rs (100%)
rename {rust/parquet => parquet}/src/util/io.rs (100%)
rename {rust/parquet => parquet}/src/util/memory.rs (100%)
rename {rust/parquet => parquet}/src/util/mod.rs (100%)
rename {rust/parquet => parquet}/src/util/test_common/file_util.rs (100%)
rename {rust/parquet => parquet}/src/util/test_common/mod.rs (100%)
rename {rust/parquet => parquet}/src/util/test_common/page_util.rs (100%)
rename {rust/parquet => parquet}/src/util/test_common/rand_gen.rs (100%)
rename {rust/parquet => parquet}/tests/custom_writer.rs (100%)
rename {rust/parquet_derive => parquet_derive}/Cargo.toml (100%)
rename {rust/parquet_derive => parquet_derive}/README.md (100%)
rename {rust/parquet_derive => parquet_derive}/src/lib.rs (100%)
rename {rust/parquet_derive => parquet_derive}/src/parquet_field.rs (100%)
rename {rust/parquet_derive_test => parquet_derive_test}/Cargo.toml (100%)
rename {rust/parquet_derive_test => parquet_derive_test}/src/lib.rs (100%)
rename rust/pre-commit.sh => pre-commit.sh (100%)
delete mode 100755 run-cmake-format.py
delete mode 100644 rust/.gitignore
delete mode 100644 rust/README.md
rename rust/rustfmt.toml => rustfmt.toml (100%)
[arrow-rs] 02/03: Flatten directory.
Posted by jo...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
jorgecarleitao pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git
commit 77caed688512d71c074414e5c143edca63202379
Author: Jorge C. Leitao <jo...@gmail.com>
AuthorDate: Sun Apr 18 14:50:11 2021 +0000
Flatten directory.
---
.gitignore | 87 +------
rust/Cargo.toml => Cargo.toml | 0
README.md | 254 ++++++++++++++-------
{rust/arrow-flight => arrow-flight}/Cargo.toml | 0
{rust/arrow-flight => arrow-flight}/README.md | 0
{rust/arrow-flight => arrow-flight}/build.rs | 0
.../examples/server.rs | 0
.../src/arrow.flight.protocol.rs | 0
{rust/arrow-flight => arrow-flight}/src/lib.rs | 0
{rust/arrow-flight => arrow-flight}/src/utils.rs | 0
.../.cargo/config | 0
.../.gitignore | 0
.../Cargo.toml | 0
.../README.md | 0
.../pyproject.toml | 0
.../src/lib.rs | 0
.../tests/test_sql.py | 0
{rust/arrow => arrow}/Cargo.toml | 0
{rust/arrow => arrow}/README.md | 0
{rust/arrow => arrow}/benches/aggregate_kernels.rs | 0
.../arrow => arrow}/benches/arithmetic_kernels.rs | 0
{rust/arrow => arrow}/benches/array_from_vec.rs | 0
{rust/arrow => arrow}/benches/array_slice.rs | 0
{rust/arrow => arrow}/benches/bit_length_kernel.rs | 0
{rust/arrow => arrow}/benches/boolean_kernels.rs | 0
{rust/arrow => arrow}/benches/buffer_bit_ops.rs | 0
{rust/arrow => arrow}/benches/buffer_create.rs | 0
{rust/arrow => arrow}/benches/builder.rs | 0
{rust/arrow => arrow}/benches/cast_kernels.rs | 0
.../arrow => arrow}/benches/comparison_kernels.rs | 0
.../arrow => arrow}/benches/concatenate_kernel.rs | 0
{rust/arrow => arrow}/benches/csv_writer.rs | 0
{rust/arrow => arrow}/benches/equal.rs | 0
{rust/arrow => arrow}/benches/filter_kernels.rs | 0
{rust/arrow => arrow}/benches/json_reader.rs | 0
{rust/arrow => arrow}/benches/length_kernel.rs | 0
{rust/arrow => arrow}/benches/mutable_array.rs | 0
{rust/arrow => arrow}/benches/sort_kernel.rs | 0
{rust/arrow => arrow}/benches/take_kernels.rs | 0
{rust/arrow => arrow}/build.rs | 0
{rust/arrow => arrow}/examples/builders.rs | 0
{rust/arrow => arrow}/examples/dynamic_types.rs | 0
{rust/arrow => arrow}/examples/read_csv.rs | 0
.../examples/read_csv_infer_schema.rs | 0
{rust/arrow => arrow}/examples/tensor_builder.rs | 0
{rust/arrow => arrow}/format-0ed34c83.patch | 0
{rust/arrow => arrow}/regen.sh | 0
{rust/arrow => arrow}/src/alloc/alignment.rs | 0
{rust/arrow => arrow}/src/alloc/mod.rs | 0
{rust/arrow => arrow}/src/alloc/types.rs | 0
{rust/arrow => arrow}/src/arch/avx512.rs | 0
{rust/arrow => arrow}/src/arch/mod.rs | 0
{rust/arrow => arrow}/src/array/array.rs | 0
{rust/arrow => arrow}/src/array/array_binary.rs | 0
{rust/arrow => arrow}/src/array/array_boolean.rs | 0
.../arrow => arrow}/src/array/array_dictionary.rs | 0
{rust/arrow => arrow}/src/array/array_list.rs | 0
{rust/arrow => arrow}/src/array/array_primitive.rs | 0
{rust/arrow => arrow}/src/array/array_string.rs | 0
{rust/arrow => arrow}/src/array/array_struct.rs | 0
{rust/arrow => arrow}/src/array/array_union.rs | 0
{rust/arrow => arrow}/src/array/builder.rs | 0
{rust/arrow => arrow}/src/array/cast.rs | 0
{rust/arrow => arrow}/src/array/data.rs | 0
{rust/arrow => arrow}/src/array/equal/boolean.rs | 0
{rust/arrow => arrow}/src/array/equal/decimal.rs | 0
.../arrow => arrow}/src/array/equal/dictionary.rs | 0
.../src/array/equal/fixed_binary.rs | 0
.../arrow => arrow}/src/array/equal/fixed_list.rs | 0
{rust/arrow => arrow}/src/array/equal/list.rs | 0
{rust/arrow => arrow}/src/array/equal/mod.rs | 0
{rust/arrow => arrow}/src/array/equal/null.rs | 0
{rust/arrow => arrow}/src/array/equal/primitive.rs | 0
{rust/arrow => arrow}/src/array/equal/structure.rs | 0
{rust/arrow => arrow}/src/array/equal/utils.rs | 0
.../src/array/equal/variable_size.rs | 0
{rust/arrow => arrow}/src/array/equal_json.rs | 0
{rust/arrow => arrow}/src/array/ffi.rs | 0
{rust/arrow => arrow}/src/array/iterator.rs | 0
{rust/arrow => arrow}/src/array/mod.rs | 0
{rust/arrow => arrow}/src/array/null.rs | 0
{rust/arrow => arrow}/src/array/ord.rs | 0
{rust/arrow => arrow}/src/array/raw_pointer.rs | 0
.../arrow => arrow}/src/array/transform/boolean.rs | 0
.../src/array/transform/fixed_binary.rs | 0
{rust/arrow => arrow}/src/array/transform/list.rs | 0
{rust/arrow => arrow}/src/array/transform/mod.rs | 0
{rust/arrow => arrow}/src/array/transform/null.rs | 0
.../src/array/transform/primitive.rs | 0
.../src/array/transform/structure.rs | 0
{rust/arrow => arrow}/src/array/transform/utils.rs | 0
.../src/array/transform/variable_size.rs | 0
{rust/arrow => arrow}/src/bitmap.rs | 0
{rust/arrow => arrow}/src/buffer/immutable.rs | 0
{rust/arrow => arrow}/src/buffer/mod.rs | 0
{rust/arrow => arrow}/src/buffer/mutable.rs | 0
{rust/arrow => arrow}/src/buffer/ops.rs | 0
{rust/arrow => arrow}/src/bytes.rs | 0
.../src/compute/kernels/aggregate.rs | 0
.../src/compute/kernels/arithmetic.rs | 0
{rust/arrow => arrow}/src/compute/kernels/arity.rs | 0
.../arrow => arrow}/src/compute/kernels/boolean.rs | 0
{rust/arrow => arrow}/src/compute/kernels/cast.rs | 0
.../src/compute/kernels/cast_utils.rs | 0
.../src/compute/kernels/comparison.rs | 0
.../arrow => arrow}/src/compute/kernels/concat.rs | 0
.../arrow => arrow}/src/compute/kernels/filter.rs | 0
.../arrow => arrow}/src/compute/kernels/length.rs | 0
{rust/arrow => arrow}/src/compute/kernels/limit.rs | 0
{rust/arrow => arrow}/src/compute/kernels/mod.rs | 0
.../arrow => arrow}/src/compute/kernels/regexp.rs | 0
{rust/arrow => arrow}/src/compute/kernels/sort.rs | 0
.../src/compute/kernels/substring.rs | 0
{rust/arrow => arrow}/src/compute/kernels/take.rs | 0
.../src/compute/kernels/temporal.rs | 0
.../arrow => arrow}/src/compute/kernels/window.rs | 0
{rust/arrow => arrow}/src/compute/kernels/zip.rs | 0
{rust/arrow => arrow}/src/compute/mod.rs | 0
{rust/arrow => arrow}/src/compute/util.rs | 0
{rust/arrow => arrow}/src/csv/mod.rs | 0
{rust/arrow => arrow}/src/csv/reader.rs | 0
{rust/arrow => arrow}/src/csv/writer.rs | 0
{rust/arrow => arrow}/src/datatypes/datatype.rs | 0
{rust/arrow => arrow}/src/datatypes/field.rs | 0
{rust/arrow => arrow}/src/datatypes/mod.rs | 0
{rust/arrow => arrow}/src/datatypes/native.rs | 0
{rust/arrow => arrow}/src/datatypes/numeric.rs | 0
{rust/arrow => arrow}/src/datatypes/schema.rs | 0
{rust/arrow => arrow}/src/datatypes/types.rs | 0
{rust/arrow => arrow}/src/error.rs | 0
{rust/arrow => arrow}/src/ffi.rs | 0
{rust/arrow => arrow}/src/ipc/convert.rs | 0
{rust/arrow => arrow}/src/ipc/gen/File.rs | 0
{rust/arrow => arrow}/src/ipc/gen/Message.rs | 0
{rust/arrow => arrow}/src/ipc/gen/Schema.rs | 0
{rust/arrow => arrow}/src/ipc/gen/SparseTensor.rs | 0
{rust/arrow => arrow}/src/ipc/gen/Tensor.rs | 0
{rust/arrow => arrow}/src/ipc/gen/mod.rs | 0
{rust/arrow => arrow}/src/ipc/mod.rs | 0
{rust/arrow => arrow}/src/ipc/reader.rs | 0
{rust/arrow => arrow}/src/ipc/writer.rs | 0
{rust/arrow => arrow}/src/json/mod.rs | 0
{rust/arrow => arrow}/src/json/reader.rs | 0
{rust/arrow => arrow}/src/json/writer.rs | 0
{rust/arrow => arrow}/src/lib.rs | 0
{rust/arrow => arrow}/src/record_batch.rs | 0
{rust/arrow => arrow}/src/temporal_conversions.rs | 0
{rust/arrow => arrow}/src/tensor.rs | 0
{rust/arrow => arrow}/src/util/bench_util.rs | 0
.../arrow => arrow}/src/util/bit_chunk_iterator.rs | 0
{rust/arrow => arrow}/src/util/bit_util.rs | 0
{rust/arrow => arrow}/src/util/data_gen.rs | 0
{rust/arrow => arrow}/src/util/display.rs | 0
{rust/arrow => arrow}/src/util/integration_util.rs | 0
{rust/arrow => arrow}/src/util/mod.rs | 0
{rust/arrow => arrow}/src/util/pretty.rs | 0
{rust/arrow => arrow}/src/util/serialization.rs | 0
{rust/arrow => arrow}/src/util/string_writer.rs | 0
{rust/arrow => arrow}/src/util/test_util.rs | 0
{rust/arrow => arrow}/src/util/trusted_len.rs | 0
{rust/arrow => arrow}/src/zz_memory_check.rs | 0
{rust/arrow => arrow}/test/data/arrays.json | 0
{rust/arrow => arrow}/test/data/basic.json | 0
{rust/arrow => arrow}/test/data/basic_nulls.json | 0
{rust/arrow => arrow}/test/data/integration.json | 0
.../test/data/list_string_dict_nested.json | 0
.../test/data/list_string_dict_nested_nulls.json | 0
{rust/arrow => arrow}/test/data/mixed_arrays.json | 0
.../arrow => arrow}/test/data/mixed_arrays.json.gz | Bin
.../arrow => arrow}/test/data/nested_structs.json | 0
{rust/arrow => arrow}/test/data/null_test.csv | 0
{rust/arrow => arrow}/test/data/uk_cities.csv | 0
.../test/data/uk_cities_with_headers.csv | 0
{rust/arrow => arrow}/test/data/various_types.csv | 0
.../test/data/various_types_invalid.csv | 0
.../Cargo.toml | 0
.../README.md | 0
.../src/bin/arrow-file-to-stream.rs | 0
.../src/bin/arrow-json-integration-test.rs | 0
.../src/bin/arrow-stream-to-file.rs | 0
.../src/bin/flight-test-integration-client.rs | 0
.../src/bin/flight-test-integration-server.rs | 0
.../src/flight_client_scenarios.rs | 0
.../flight_client_scenarios/auth_basic_proto.rs | 0
.../flight_client_scenarios/integration_test.rs | 0
.../src/flight_client_scenarios/middleware.rs | 0
.../src/flight_server_scenarios.rs | 0
.../flight_server_scenarios/auth_basic_proto.rs | 0
.../flight_server_scenarios/integration_test.rs | 0
.../src/flight_server_scenarios/middleware.rs | 0
.../src/lib.rs | 0
{rust/parquet => parquet}/Cargo.toml | 0
{rust/parquet => parquet}/README.md | 0
{rust/parquet => parquet}/benches/arrow_writer.rs | 0
{rust/parquet => parquet}/build.rs | 0
.../parquet => parquet}/src/arrow/array_reader.rs | 0
.../parquet => parquet}/src/arrow/arrow_reader.rs | 0
.../parquet => parquet}/src/arrow/arrow_writer.rs | 0
{rust/parquet => parquet}/src/arrow/converter.rs | 0
{rust/parquet => parquet}/src/arrow/levels.rs | 0
{rust/parquet => parquet}/src/arrow/mod.rs | 0
.../parquet => parquet}/src/arrow/record_reader.rs | 0
{rust/parquet => parquet}/src/arrow/schema.rs | 0
{rust/parquet => parquet}/src/basic.rs | 0
{rust/parquet => parquet}/src/bin/parquet-read.rs | 0
.../src/bin/parquet-rowcount.rs | 0
.../parquet => parquet}/src/bin/parquet-schema.rs | 0
{rust/parquet => parquet}/src/column/mod.rs | 0
{rust/parquet => parquet}/src/column/page.rs | 0
{rust/parquet => parquet}/src/column/reader.rs | 0
{rust/parquet => parquet}/src/column/writer.rs | 0
{rust/parquet => parquet}/src/compression.rs | 0
{rust/parquet => parquet}/src/data_type.rs | 0
.../parquet => parquet}/src/encodings/decoding.rs | 0
.../parquet => parquet}/src/encodings/encoding.rs | 0
{rust/parquet => parquet}/src/encodings/levels.rs | 0
{rust/parquet => parquet}/src/encodings/mod.rs | 0
{rust/parquet => parquet}/src/encodings/rle.rs | 0
{rust/parquet => parquet}/src/errors.rs | 0
{rust/parquet => parquet}/src/file/footer.rs | 0
{rust/parquet => parquet}/src/file/metadata.rs | 0
{rust/parquet => parquet}/src/file/mod.rs | 0
{rust/parquet => parquet}/src/file/properties.rs | 0
{rust/parquet => parquet}/src/file/reader.rs | 0
.../src/file/serialized_reader.rs | 0
{rust/parquet => parquet}/src/file/statistics.rs | 0
{rust/parquet => parquet}/src/file/writer.rs | 0
{rust/parquet => parquet}/src/lib.rs | 0
{rust/parquet => parquet}/src/record/api.rs | 0
{rust/parquet => parquet}/src/record/mod.rs | 0
{rust/parquet => parquet}/src/record/reader.rs | 0
.../src/record/record_writer.rs | 0
{rust/parquet => parquet}/src/record/triplet.rs | 0
{rust/parquet => parquet}/src/schema/mod.rs | 0
{rust/parquet => parquet}/src/schema/parser.rs | 0
{rust/parquet => parquet}/src/schema/printer.rs | 0
{rust/parquet => parquet}/src/schema/types.rs | 0
{rust/parquet => parquet}/src/schema/visitor.rs | 0
{rust/parquet => parquet}/src/util/bit_packing.rs | 0
{rust/parquet => parquet}/src/util/bit_util.rs | 0
{rust/parquet => parquet}/src/util/cursor.rs | 0
{rust/parquet => parquet}/src/util/hash_util.rs | 0
{rust/parquet => parquet}/src/util/io.rs | 0
{rust/parquet => parquet}/src/util/memory.rs | 0
{rust/parquet => parquet}/src/util/mod.rs | 0
.../src/util/test_common/file_util.rs | 0
.../src/util/test_common/mod.rs | 0
.../src/util/test_common/page_util.rs | 0
.../src/util/test_common/rand_gen.rs | 0
{rust/parquet => parquet}/tests/custom_writer.rs | 0
{rust/parquet_derive => parquet_derive}/Cargo.toml | 0
{rust/parquet_derive => parquet_derive}/README.md | 0
{rust/parquet_derive => parquet_derive}/src/lib.rs | 0
.../src/parquet_field.rs | 0
.../Cargo.toml | 0
.../src/lib.rs | 0
rust/pre-commit.sh => pre-commit.sh | 0
rust/.gitignore | 5 -
rust/README.md | 186 ---------------
rust/rustfmt.toml => rustfmt.toml | 0
260 files changed, 172 insertions(+), 360 deletions(-)
diff --git a/.gitignore b/.gitignore
index 6f12336..389f4ab 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,82 +1,5 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-apache-rat-*.jar
-arrow-src.tar
-arrow-src.tar.gz
-
-# Compiled source
-*.a
-*.dll
-*.o
-*.py[ocd]
-*.so
-*.so.*
-*.bundle
-*.dylib
-.build_cache_dir
-dependency-reduced-pom.xml
-MANIFEST
-compile_commands.json
-build.ninja
-
-# Generated Visual Studio files
-*.vcxproj
-*.vcxproj.*
-*.sln
-*.iml
-
-# Linux perf sample data
-perf.data
-perf.data.old
-
-cpp/.idea/
-.clangd/
-cpp/.clangd/
-cpp/apidoc/xml/
-docs/example.gz
-docs/example1.dat
-docs/example3.dat
-python/.eggs/
-python/doc/
-# Egg metadata
-*.egg-info
-
-.vscode
-.idea/
-.pytest_cache/
-pkgs
-docker_cache
-.gdb_history
-*.orig
-.*.swp
-.*.swo
-
-site/
-
-# R files
-**/.Rproj.user
-**/*.Rcheck/
-**/.Rhistory
-.Rproj.user
-
-# macOS
-cpp/Brewfile.lock.json
-.DS_Store
-
-# docker volumes used for caching
-.docker
+Cargo.lock
+target
+rusty-tags.vi
+.history
+.flatbuffers/
diff --git a/rust/Cargo.toml b/Cargo.toml
similarity index 100%
rename from rust/Cargo.toml
rename to Cargo.toml
diff --git a/README.md b/README.md
index 133018c..7fdef29 100644
--- a/README.md
+++ b/README.md
@@ -17,90 +17,170 @@
under the License.
-->
-# Apache Arrow
-
-[](https://ci.appveyor.com/project/ApacheSoftwareFoundation/arrow/branch/master)
-[](https://codecov.io/gh/apache/arrow?branch=master)
-[](https://bugs.chromium.org/p/oss-fuzz/issues/list?sort=-opened&can=1&q=proj:arrow)
-[](https://github.com/apache/arrow/blob/master/LICENSE.txt)
-[](https://twitter.com/apachearrow)
-
-## Powering In-Memory Analytics
-
-Apache Arrow is a development platform for in-memory analytics. It contains a
-set of technologies that enable big data systems to process and move data fast.
-
-Major components of the project include:
-
- - [The Arrow Columnar In-Memory Format](https://github.com/apache/arrow/blob/master/docs/source/format/Columnar.rst):
- a standard and efficient in-memory representation of various datatypes, plain or nested
- - [The Arrow IPC Format](https://github.com/apache/arrow/blob/master/docs/source/format/Columnar.rst#serialization-and-interprocess-communication-ipc):
- an efficient serialization of the Arrow format and associated metadata,
- for communication between processes and heterogeneous environments
- - [The Arrow Flight RPC protocol](https://github.com/apache/arrow/tree/master/format/Flight.proto):
- based on the Arrow IPC format, a building block for remote services exchanging
- Arrow data with application-defined semantics (for example a storage server or a database)
- - [C++ libraries](https://github.com/apache/arrow/tree/master/cpp)
- - [C bindings using GLib](https://github.com/apache/arrow/tree/master/c_glib)
- - [C# .NET libraries](https://github.com/apache/arrow/tree/master/csharp)
- - [Gandiva](https://github.com/apache/arrow/tree/master/cpp/src/gandiva):
- an [LLVM](https://llvm.org)-based Arrow expression compiler, part of the C++ codebase
- - [Go libraries](https://github.com/apache/arrow/tree/master/go)
- - [Java libraries](https://github.com/apache/arrow/tree/master/java)
- - [JavaScript libraries](https://github.com/apache/arrow/tree/master/js)
- - [Plasma Object Store](https://github.com/apache/arrow/tree/master/cpp/src/plasma):
- a shared-memory blob store, part of the C++ codebase
- - [Python libraries](https://github.com/apache/arrow/tree/master/python)
- - [R libraries](https://github.com/apache/arrow/tree/master/r)
- - [Ruby libraries](https://github.com/apache/arrow/tree/master/ruby)
- - [Rust libraries](https://github.com/apache/arrow/tree/master/rust)
-
-Arrow is an [Apache Software Foundation](https://www.apache.org) project. Learn more at
-[arrow.apache.org](https://arrow.apache.org).
-
-## What's in the Arrow libraries?
-
-The reference Arrow libraries contain many distinct software components:
-
-- Columnar vector and table-like containers (similar to data frames) supporting
- flat or nested types
-- Fast, language agnostic metadata messaging layer (using Google's Flatbuffers
- library)
-- Reference-counted off-heap buffer memory management, for zero-copy memory
- sharing and handling memory-mapped files
-- IO interfaces to local and remote filesystems
-- Self-describing binary wire formats (streaming and batch/file-like) for
- remote procedure calls (RPC) and interprocess communication (IPC)
-- Integration tests for verifying binary compatibility between the
- implementations (e.g. sending data from Java to C++)
-- Conversions to and from other in-memory data structures
-- Readers and writers for various widely-used file formats (such as Parquet, CSV)
-
-## Implementation status
-
-The official Arrow libraries in this repository are in different stages of
-implementing the Arrow format and related features. See our current
-[feature matrix](https://github.com/apache/arrow/blob/master/docs/source/status.rst)
-on git master.
-
-## How to Contribute
-
-Please read our latest [project contribution guide][5].
-
-## Getting involved
-
-Even if you do not plan to contribute to Apache Arrow itself or Arrow
-integrations in other projects, we'd be happy to have you involved:
-
-- Join the mailing list: send an email to
- [dev-subscribe@arrow.apache.org][1]. Share your ideas and use cases for the
- project.
-- [Follow our activity on JIRA][3]
-- [Learn the format][2]
-- Contribute code to one of the reference implementations
-
-[1]: mailto:dev-subscribe@arrow.apache.org
-[2]: https://github.com/apache/arrow/tree/master/format
-[3]: https://issues.apache.org/jira/browse/ARROW
-[4]: https://github.com/apache/arrow
-[5]: https://github.com/apache/arrow/blob/master/docs/source/developers/contributing.rst
+# Native Rust implementation of Apache Arrow
+
+[](https://codecov.io/gh/apache/arrow?branch=master)
+
+Welcome to the implementation of Arrow, the popular in-memory columnar format, in [Rust](https://www.rust-lang.org/).
+
+This part of the Arrow project is divided in 4 main components:
+
+| Crate | Description | Documentation |
+|-----------|-------------|---------------|
+|Arrow | Core functionality (memory layout, arrays, low level computations) | [(README)](arrow/README.md) |
+|Parquet | Parquet support | [(README)](parquet/README.md) |
+|Arrow-flight | Arrow data between processes | [(README)](arrow-flight/README.md) |
+|DataFusion | In-memory query engine with SQL support | [(README)](datafusion/README.md) |
+|Ballista | Distributed query execution | [(README)](ballista/README.md) |
+
+Independently, they support a vast array of functionality for in-memory computations.
+
+Together, they allow users to write an SQL query or a `DataFrame` (using the `datafusion` crate), run it against a parquet file (using the `parquet` crate), evaluate it in-memory using Arrow's columnar format (using the `arrow` crate), and send to another process (using the `arrow-flight` crate).
+
+Generally speaking, the `arrow` crate offers functionality to develop code that uses Arrow arrays, and `datafusion` offers most operations typically found in SQL, with the notable exceptions of:
+
+* `join`
+* `window` functions
+
+There are too many features to enumerate here, but some notable mentions:
+
+* `Arrow` implements all formats in the specification except certain dictionaries
+* `Arrow` supports SIMD operations to some of its vertical operations
+* `DataFusion` supports `async` execution
+* `DataFusion` supports user-defined functions, aggregates, and whole execution nodes
+
+You can find more details about each crate in their respective READMEs.
+
+## Arrow Rust Community
+
+We use the official [ASF Slack](https://s.apache.org/slack-invite) for informal discussions and coordination. This is
+a great place to meet other contributors and get guidance on where to contribute. Join us in the `arrow-rust` channel.
+
+We use [ASF JIRA](https://issues.apache.org/jira/secure/Dashboard.jspa) as the system of record for new features
+and bug fixes and this plays a critical role in the release process.
+
+For design discussions we generally collaborate on Google documents and file a JIRA linking to the document.
+
+There is also a bi-weekly Rust-specific sync call for the Arrow Rust community. This is hosted on Google Meet
+at https://meet.google.com/ctp-yujs-aee on alternate Wednesday's at 09:00 US/Pacific, 12:00 US/Eastern. During
+US daylight savings time this corresponds to 16:00 UTC and at other times this is 17:00 UTC.
+
+## Developer's guide to Arrow Rust
+
+### How to compile
+
+This is a standard cargo project with workspaces. To build it, you need to have `rust` and `cargo`:
+
+```bash
+cd /rust && cargo build
+```
+
+You can also use rust's official docker image:
+
+```bash
+docker run --rm -v $(pwd)/rust:/rust -it rust /bin/bash -c "cd /rust && cargo build"
+```
+
+The command above assumes that are in the root directory of the project, not in the same
+directory as this README.md.
+
+You can also compile specific workspaces:
+
+```bash
+cd /rust/arrow && cargo build
+```
+
+### Git Submodules
+
+Before running tests and examples, it is necessary to set up the local development environment.
+
+The tests rely on test data that is contained in git submodules.
+
+To pull down this data run the following:
+
+```bash
+git submodule update --init
+```
+
+This populates data in two git submodules:
+
+- `../cpp/submodules/parquet_testing/data` (sourced from https://github.com/apache/parquet-testing.git)
+- `../testing` (sourced from https://github.com/apache/arrow-testing)
+
+By default, `cargo test` will look for these directories at their
+standard location. The following environment variables can be used to override the location:
+
+```bash
+# Optionaly specify a different location for test data
+export PARQUET_TEST_DATA=$(cd ../cpp/submodules/parquet-testing/data; pwd)
+export ARROW_TEST_DATA=$(cd ../testing/data; pwd)
+```
+
+From here on, this is a pure Rust project and `cargo` can be used to run tests, benchmarks, docs and examples as usual.
+
+
+### Running the tests
+
+Run tests using the Rust standard `cargo test` command:
+
+```bash
+# run all tests.
+cargo test
+
+
+# run only tests for the arrow crate
+cargo test -p arrow
+```
+
+## Code Formatting
+
+Our CI uses `rustfmt` to check code formatting. Before submitting a
+PR be sure to run the following and check for lint issues:
+
+```bash
+cargo +stable fmt --all -- --check
+```
+
+## Clippy Lints
+
+We recommend using `clippy` for checking lints during development. While we do not yet enforce `clippy` checks, we recommend not introducing new `clippy` errors or warnings.
+
+Run the following to check for clippy lints.
+
+```
+cargo clippy
+```
+
+If you use Visual Studio Code with the `rust-analyzer` plugin, you can enable `clippy` to run each time you save a file. See https://users.rust-lang.org/t/how-to-use-clippy-in-vs-code-with-rust-analyzer/41881.
+
+One of the concerns with `clippy` is that it often produces a lot of false positives, or that some recommendations may hurt readability. We do not have a policy of which lints are ignored, but if you disagree with a `clippy` lint, you may disable the lint and briefly justify it.
+
+Search for `allow(clippy::` in the codebase to identify lints that are ignored/allowed. We currently prefer ignoring lints on the lowest unit possible.
+* If you are introducing a line that returns a lint warning or error, you may disable the lint on that line.
+* If you have several lints on a function or module, you may disable the lint on the function or module.
+* If a lint is pervasive across multiple modules, you may disable it at the crate level.
+
+## Git Pre-Commit Hook
+
+We can use [git pre-commit hook](https://git-scm.com/book/en/v2/Customizing-Git-Git-Hooks) to automate various kinds of git pre-commit checking/formatting.
+
+Suppose you are in the root directory of the project.
+
+First check if the file already exists:
+
+```bash
+ls -l .git/hooks/pre-commit
+```
+
+If the file already exists, to avoid mistakenly **overriding**, you MAY have to check
+the link source or file content. Else if not exist, let's safely soft link [pre-commit.sh](pre-commit.sh) as file `.git/hooks/pre-commit`:
+
+```
+ln -s ../../rust/pre-commit.sh .git/hooks/pre-commit
+```
+
+If sometimes you want to commit without checking, just run `git commit` with `--no-verify`:
+
+```bash
+git commit --no-verify -m "... commit message ..."
+```
diff --git a/rust/arrow-flight/Cargo.toml b/arrow-flight/Cargo.toml
similarity index 100%
rename from rust/arrow-flight/Cargo.toml
rename to arrow-flight/Cargo.toml
diff --git a/rust/arrow-flight/README.md b/arrow-flight/README.md
similarity index 100%
rename from rust/arrow-flight/README.md
rename to arrow-flight/README.md
diff --git a/rust/arrow-flight/build.rs b/arrow-flight/build.rs
similarity index 100%
rename from rust/arrow-flight/build.rs
rename to arrow-flight/build.rs
diff --git a/rust/arrow-flight/examples/server.rs b/arrow-flight/examples/server.rs
similarity index 100%
rename from rust/arrow-flight/examples/server.rs
rename to arrow-flight/examples/server.rs
diff --git a/rust/arrow-flight/src/arrow.flight.protocol.rs b/arrow-flight/src/arrow.flight.protocol.rs
similarity index 100%
rename from rust/arrow-flight/src/arrow.flight.protocol.rs
rename to arrow-flight/src/arrow.flight.protocol.rs
diff --git a/rust/arrow-flight/src/lib.rs b/arrow-flight/src/lib.rs
similarity index 100%
rename from rust/arrow-flight/src/lib.rs
rename to arrow-flight/src/lib.rs
diff --git a/rust/arrow-flight/src/utils.rs b/arrow-flight/src/utils.rs
similarity index 100%
rename from rust/arrow-flight/src/utils.rs
rename to arrow-flight/src/utils.rs
diff --git a/rust/arrow-pyarrow-integration-testing/.cargo/config b/arrow-pyarrow-integration-testing/.cargo/config
similarity index 100%
rename from rust/arrow-pyarrow-integration-testing/.cargo/config
rename to arrow-pyarrow-integration-testing/.cargo/config
diff --git a/rust/arrow-pyarrow-integration-testing/.gitignore b/arrow-pyarrow-integration-testing/.gitignore
similarity index 100%
rename from rust/arrow-pyarrow-integration-testing/.gitignore
rename to arrow-pyarrow-integration-testing/.gitignore
diff --git a/rust/arrow-pyarrow-integration-testing/Cargo.toml b/arrow-pyarrow-integration-testing/Cargo.toml
similarity index 100%
rename from rust/arrow-pyarrow-integration-testing/Cargo.toml
rename to arrow-pyarrow-integration-testing/Cargo.toml
diff --git a/rust/arrow-pyarrow-integration-testing/README.md b/arrow-pyarrow-integration-testing/README.md
similarity index 100%
rename from rust/arrow-pyarrow-integration-testing/README.md
rename to arrow-pyarrow-integration-testing/README.md
diff --git a/rust/arrow-pyarrow-integration-testing/pyproject.toml b/arrow-pyarrow-integration-testing/pyproject.toml
similarity index 100%
rename from rust/arrow-pyarrow-integration-testing/pyproject.toml
rename to arrow-pyarrow-integration-testing/pyproject.toml
diff --git a/rust/arrow-pyarrow-integration-testing/src/lib.rs b/arrow-pyarrow-integration-testing/src/lib.rs
similarity index 100%
rename from rust/arrow-pyarrow-integration-testing/src/lib.rs
rename to arrow-pyarrow-integration-testing/src/lib.rs
diff --git a/rust/arrow-pyarrow-integration-testing/tests/test_sql.py b/arrow-pyarrow-integration-testing/tests/test_sql.py
similarity index 100%
rename from rust/arrow-pyarrow-integration-testing/tests/test_sql.py
rename to arrow-pyarrow-integration-testing/tests/test_sql.py
diff --git a/rust/arrow/Cargo.toml b/arrow/Cargo.toml
similarity index 100%
rename from rust/arrow/Cargo.toml
rename to arrow/Cargo.toml
diff --git a/rust/arrow/README.md b/arrow/README.md
similarity index 100%
rename from rust/arrow/README.md
rename to arrow/README.md
diff --git a/rust/arrow/benches/aggregate_kernels.rs b/arrow/benches/aggregate_kernels.rs
similarity index 100%
rename from rust/arrow/benches/aggregate_kernels.rs
rename to arrow/benches/aggregate_kernels.rs
diff --git a/rust/arrow/benches/arithmetic_kernels.rs b/arrow/benches/arithmetic_kernels.rs
similarity index 100%
rename from rust/arrow/benches/arithmetic_kernels.rs
rename to arrow/benches/arithmetic_kernels.rs
diff --git a/rust/arrow/benches/array_from_vec.rs b/arrow/benches/array_from_vec.rs
similarity index 100%
rename from rust/arrow/benches/array_from_vec.rs
rename to arrow/benches/array_from_vec.rs
diff --git a/rust/arrow/benches/array_slice.rs b/arrow/benches/array_slice.rs
similarity index 100%
rename from rust/arrow/benches/array_slice.rs
rename to arrow/benches/array_slice.rs
diff --git a/rust/arrow/benches/bit_length_kernel.rs b/arrow/benches/bit_length_kernel.rs
similarity index 100%
rename from rust/arrow/benches/bit_length_kernel.rs
rename to arrow/benches/bit_length_kernel.rs
diff --git a/rust/arrow/benches/boolean_kernels.rs b/arrow/benches/boolean_kernels.rs
similarity index 100%
rename from rust/arrow/benches/boolean_kernels.rs
rename to arrow/benches/boolean_kernels.rs
diff --git a/rust/arrow/benches/buffer_bit_ops.rs b/arrow/benches/buffer_bit_ops.rs
similarity index 100%
rename from rust/arrow/benches/buffer_bit_ops.rs
rename to arrow/benches/buffer_bit_ops.rs
diff --git a/rust/arrow/benches/buffer_create.rs b/arrow/benches/buffer_create.rs
similarity index 100%
rename from rust/arrow/benches/buffer_create.rs
rename to arrow/benches/buffer_create.rs
diff --git a/rust/arrow/benches/builder.rs b/arrow/benches/builder.rs
similarity index 100%
rename from rust/arrow/benches/builder.rs
rename to arrow/benches/builder.rs
diff --git a/rust/arrow/benches/cast_kernels.rs b/arrow/benches/cast_kernels.rs
similarity index 100%
rename from rust/arrow/benches/cast_kernels.rs
rename to arrow/benches/cast_kernels.rs
diff --git a/rust/arrow/benches/comparison_kernels.rs b/arrow/benches/comparison_kernels.rs
similarity index 100%
rename from rust/arrow/benches/comparison_kernels.rs
rename to arrow/benches/comparison_kernels.rs
diff --git a/rust/arrow/benches/concatenate_kernel.rs b/arrow/benches/concatenate_kernel.rs
similarity index 100%
rename from rust/arrow/benches/concatenate_kernel.rs
rename to arrow/benches/concatenate_kernel.rs
diff --git a/rust/arrow/benches/csv_writer.rs b/arrow/benches/csv_writer.rs
similarity index 100%
rename from rust/arrow/benches/csv_writer.rs
rename to arrow/benches/csv_writer.rs
diff --git a/rust/arrow/benches/equal.rs b/arrow/benches/equal.rs
similarity index 100%
rename from rust/arrow/benches/equal.rs
rename to arrow/benches/equal.rs
diff --git a/rust/arrow/benches/filter_kernels.rs b/arrow/benches/filter_kernels.rs
similarity index 100%
rename from rust/arrow/benches/filter_kernels.rs
rename to arrow/benches/filter_kernels.rs
diff --git a/rust/arrow/benches/json_reader.rs b/arrow/benches/json_reader.rs
similarity index 100%
rename from rust/arrow/benches/json_reader.rs
rename to arrow/benches/json_reader.rs
diff --git a/rust/arrow/benches/length_kernel.rs b/arrow/benches/length_kernel.rs
similarity index 100%
rename from rust/arrow/benches/length_kernel.rs
rename to arrow/benches/length_kernel.rs
diff --git a/rust/arrow/benches/mutable_array.rs b/arrow/benches/mutable_array.rs
similarity index 100%
rename from rust/arrow/benches/mutable_array.rs
rename to arrow/benches/mutable_array.rs
diff --git a/rust/arrow/benches/sort_kernel.rs b/arrow/benches/sort_kernel.rs
similarity index 100%
rename from rust/arrow/benches/sort_kernel.rs
rename to arrow/benches/sort_kernel.rs
diff --git a/rust/arrow/benches/take_kernels.rs b/arrow/benches/take_kernels.rs
similarity index 100%
rename from rust/arrow/benches/take_kernels.rs
rename to arrow/benches/take_kernels.rs
diff --git a/rust/arrow/build.rs b/arrow/build.rs
similarity index 100%
rename from rust/arrow/build.rs
rename to arrow/build.rs
diff --git a/rust/arrow/examples/builders.rs b/arrow/examples/builders.rs
similarity index 100%
rename from rust/arrow/examples/builders.rs
rename to arrow/examples/builders.rs
diff --git a/rust/arrow/examples/dynamic_types.rs b/arrow/examples/dynamic_types.rs
similarity index 100%
rename from rust/arrow/examples/dynamic_types.rs
rename to arrow/examples/dynamic_types.rs
diff --git a/rust/arrow/examples/read_csv.rs b/arrow/examples/read_csv.rs
similarity index 100%
rename from rust/arrow/examples/read_csv.rs
rename to arrow/examples/read_csv.rs
diff --git a/rust/arrow/examples/read_csv_infer_schema.rs b/arrow/examples/read_csv_infer_schema.rs
similarity index 100%
rename from rust/arrow/examples/read_csv_infer_schema.rs
rename to arrow/examples/read_csv_infer_schema.rs
diff --git a/rust/arrow/examples/tensor_builder.rs b/arrow/examples/tensor_builder.rs
similarity index 100%
rename from rust/arrow/examples/tensor_builder.rs
rename to arrow/examples/tensor_builder.rs
diff --git a/rust/arrow/format-0ed34c83.patch b/arrow/format-0ed34c83.patch
similarity index 100%
rename from rust/arrow/format-0ed34c83.patch
rename to arrow/format-0ed34c83.patch
diff --git a/rust/arrow/regen.sh b/arrow/regen.sh
similarity index 100%
rename from rust/arrow/regen.sh
rename to arrow/regen.sh
diff --git a/rust/arrow/src/alloc/alignment.rs b/arrow/src/alloc/alignment.rs
similarity index 100%
rename from rust/arrow/src/alloc/alignment.rs
rename to arrow/src/alloc/alignment.rs
diff --git a/rust/arrow/src/alloc/mod.rs b/arrow/src/alloc/mod.rs
similarity index 100%
rename from rust/arrow/src/alloc/mod.rs
rename to arrow/src/alloc/mod.rs
diff --git a/rust/arrow/src/alloc/types.rs b/arrow/src/alloc/types.rs
similarity index 100%
rename from rust/arrow/src/alloc/types.rs
rename to arrow/src/alloc/types.rs
diff --git a/rust/arrow/src/arch/avx512.rs b/arrow/src/arch/avx512.rs
similarity index 100%
rename from rust/arrow/src/arch/avx512.rs
rename to arrow/src/arch/avx512.rs
diff --git a/rust/arrow/src/arch/mod.rs b/arrow/src/arch/mod.rs
similarity index 100%
rename from rust/arrow/src/arch/mod.rs
rename to arrow/src/arch/mod.rs
diff --git a/rust/arrow/src/array/array.rs b/arrow/src/array/array.rs
similarity index 100%
rename from rust/arrow/src/array/array.rs
rename to arrow/src/array/array.rs
diff --git a/rust/arrow/src/array/array_binary.rs b/arrow/src/array/array_binary.rs
similarity index 100%
rename from rust/arrow/src/array/array_binary.rs
rename to arrow/src/array/array_binary.rs
diff --git a/rust/arrow/src/array/array_boolean.rs b/arrow/src/array/array_boolean.rs
similarity index 100%
rename from rust/arrow/src/array/array_boolean.rs
rename to arrow/src/array/array_boolean.rs
diff --git a/rust/arrow/src/array/array_dictionary.rs b/arrow/src/array/array_dictionary.rs
similarity index 100%
rename from rust/arrow/src/array/array_dictionary.rs
rename to arrow/src/array/array_dictionary.rs
diff --git a/rust/arrow/src/array/array_list.rs b/arrow/src/array/array_list.rs
similarity index 100%
rename from rust/arrow/src/array/array_list.rs
rename to arrow/src/array/array_list.rs
diff --git a/rust/arrow/src/array/array_primitive.rs b/arrow/src/array/array_primitive.rs
similarity index 100%
rename from rust/arrow/src/array/array_primitive.rs
rename to arrow/src/array/array_primitive.rs
diff --git a/rust/arrow/src/array/array_string.rs b/arrow/src/array/array_string.rs
similarity index 100%
rename from rust/arrow/src/array/array_string.rs
rename to arrow/src/array/array_string.rs
diff --git a/rust/arrow/src/array/array_struct.rs b/arrow/src/array/array_struct.rs
similarity index 100%
rename from rust/arrow/src/array/array_struct.rs
rename to arrow/src/array/array_struct.rs
diff --git a/rust/arrow/src/array/array_union.rs b/arrow/src/array/array_union.rs
similarity index 100%
rename from rust/arrow/src/array/array_union.rs
rename to arrow/src/array/array_union.rs
diff --git a/rust/arrow/src/array/builder.rs b/arrow/src/array/builder.rs
similarity index 100%
rename from rust/arrow/src/array/builder.rs
rename to arrow/src/array/builder.rs
diff --git a/rust/arrow/src/array/cast.rs b/arrow/src/array/cast.rs
similarity index 100%
rename from rust/arrow/src/array/cast.rs
rename to arrow/src/array/cast.rs
diff --git a/rust/arrow/src/array/data.rs b/arrow/src/array/data.rs
similarity index 100%
rename from rust/arrow/src/array/data.rs
rename to arrow/src/array/data.rs
diff --git a/rust/arrow/src/array/equal/boolean.rs b/arrow/src/array/equal/boolean.rs
similarity index 100%
rename from rust/arrow/src/array/equal/boolean.rs
rename to arrow/src/array/equal/boolean.rs
diff --git a/rust/arrow/src/array/equal/decimal.rs b/arrow/src/array/equal/decimal.rs
similarity index 100%
rename from rust/arrow/src/array/equal/decimal.rs
rename to arrow/src/array/equal/decimal.rs
diff --git a/rust/arrow/src/array/equal/dictionary.rs b/arrow/src/array/equal/dictionary.rs
similarity index 100%
rename from rust/arrow/src/array/equal/dictionary.rs
rename to arrow/src/array/equal/dictionary.rs
diff --git a/rust/arrow/src/array/equal/fixed_binary.rs b/arrow/src/array/equal/fixed_binary.rs
similarity index 100%
rename from rust/arrow/src/array/equal/fixed_binary.rs
rename to arrow/src/array/equal/fixed_binary.rs
diff --git a/rust/arrow/src/array/equal/fixed_list.rs b/arrow/src/array/equal/fixed_list.rs
similarity index 100%
rename from rust/arrow/src/array/equal/fixed_list.rs
rename to arrow/src/array/equal/fixed_list.rs
diff --git a/rust/arrow/src/array/equal/list.rs b/arrow/src/array/equal/list.rs
similarity index 100%
rename from rust/arrow/src/array/equal/list.rs
rename to arrow/src/array/equal/list.rs
diff --git a/rust/arrow/src/array/equal/mod.rs b/arrow/src/array/equal/mod.rs
similarity index 100%
rename from rust/arrow/src/array/equal/mod.rs
rename to arrow/src/array/equal/mod.rs
diff --git a/rust/arrow/src/array/equal/null.rs b/arrow/src/array/equal/null.rs
similarity index 100%
rename from rust/arrow/src/array/equal/null.rs
rename to arrow/src/array/equal/null.rs
diff --git a/rust/arrow/src/array/equal/primitive.rs b/arrow/src/array/equal/primitive.rs
similarity index 100%
rename from rust/arrow/src/array/equal/primitive.rs
rename to arrow/src/array/equal/primitive.rs
diff --git a/rust/arrow/src/array/equal/structure.rs b/arrow/src/array/equal/structure.rs
similarity index 100%
rename from rust/arrow/src/array/equal/structure.rs
rename to arrow/src/array/equal/structure.rs
diff --git a/rust/arrow/src/array/equal/utils.rs b/arrow/src/array/equal/utils.rs
similarity index 100%
rename from rust/arrow/src/array/equal/utils.rs
rename to arrow/src/array/equal/utils.rs
diff --git a/rust/arrow/src/array/equal/variable_size.rs b/arrow/src/array/equal/variable_size.rs
similarity index 100%
rename from rust/arrow/src/array/equal/variable_size.rs
rename to arrow/src/array/equal/variable_size.rs
diff --git a/rust/arrow/src/array/equal_json.rs b/arrow/src/array/equal_json.rs
similarity index 100%
rename from rust/arrow/src/array/equal_json.rs
rename to arrow/src/array/equal_json.rs
diff --git a/rust/arrow/src/array/ffi.rs b/arrow/src/array/ffi.rs
similarity index 100%
rename from rust/arrow/src/array/ffi.rs
rename to arrow/src/array/ffi.rs
diff --git a/rust/arrow/src/array/iterator.rs b/arrow/src/array/iterator.rs
similarity index 100%
rename from rust/arrow/src/array/iterator.rs
rename to arrow/src/array/iterator.rs
diff --git a/rust/arrow/src/array/mod.rs b/arrow/src/array/mod.rs
similarity index 100%
rename from rust/arrow/src/array/mod.rs
rename to arrow/src/array/mod.rs
diff --git a/rust/arrow/src/array/null.rs b/arrow/src/array/null.rs
similarity index 100%
rename from rust/arrow/src/array/null.rs
rename to arrow/src/array/null.rs
diff --git a/rust/arrow/src/array/ord.rs b/arrow/src/array/ord.rs
similarity index 100%
rename from rust/arrow/src/array/ord.rs
rename to arrow/src/array/ord.rs
diff --git a/rust/arrow/src/array/raw_pointer.rs b/arrow/src/array/raw_pointer.rs
similarity index 100%
rename from rust/arrow/src/array/raw_pointer.rs
rename to arrow/src/array/raw_pointer.rs
diff --git a/rust/arrow/src/array/transform/boolean.rs b/arrow/src/array/transform/boolean.rs
similarity index 100%
rename from rust/arrow/src/array/transform/boolean.rs
rename to arrow/src/array/transform/boolean.rs
diff --git a/rust/arrow/src/array/transform/fixed_binary.rs b/arrow/src/array/transform/fixed_binary.rs
similarity index 100%
rename from rust/arrow/src/array/transform/fixed_binary.rs
rename to arrow/src/array/transform/fixed_binary.rs
diff --git a/rust/arrow/src/array/transform/list.rs b/arrow/src/array/transform/list.rs
similarity index 100%
rename from rust/arrow/src/array/transform/list.rs
rename to arrow/src/array/transform/list.rs
diff --git a/rust/arrow/src/array/transform/mod.rs b/arrow/src/array/transform/mod.rs
similarity index 100%
rename from rust/arrow/src/array/transform/mod.rs
rename to arrow/src/array/transform/mod.rs
diff --git a/rust/arrow/src/array/transform/null.rs b/arrow/src/array/transform/null.rs
similarity index 100%
rename from rust/arrow/src/array/transform/null.rs
rename to arrow/src/array/transform/null.rs
diff --git a/rust/arrow/src/array/transform/primitive.rs b/arrow/src/array/transform/primitive.rs
similarity index 100%
rename from rust/arrow/src/array/transform/primitive.rs
rename to arrow/src/array/transform/primitive.rs
diff --git a/rust/arrow/src/array/transform/structure.rs b/arrow/src/array/transform/structure.rs
similarity index 100%
rename from rust/arrow/src/array/transform/structure.rs
rename to arrow/src/array/transform/structure.rs
diff --git a/rust/arrow/src/array/transform/utils.rs b/arrow/src/array/transform/utils.rs
similarity index 100%
rename from rust/arrow/src/array/transform/utils.rs
rename to arrow/src/array/transform/utils.rs
diff --git a/rust/arrow/src/array/transform/variable_size.rs b/arrow/src/array/transform/variable_size.rs
similarity index 100%
rename from rust/arrow/src/array/transform/variable_size.rs
rename to arrow/src/array/transform/variable_size.rs
diff --git a/rust/arrow/src/bitmap.rs b/arrow/src/bitmap.rs
similarity index 100%
rename from rust/arrow/src/bitmap.rs
rename to arrow/src/bitmap.rs
diff --git a/rust/arrow/src/buffer/immutable.rs b/arrow/src/buffer/immutable.rs
similarity index 100%
rename from rust/arrow/src/buffer/immutable.rs
rename to arrow/src/buffer/immutable.rs
diff --git a/rust/arrow/src/buffer/mod.rs b/arrow/src/buffer/mod.rs
similarity index 100%
rename from rust/arrow/src/buffer/mod.rs
rename to arrow/src/buffer/mod.rs
diff --git a/rust/arrow/src/buffer/mutable.rs b/arrow/src/buffer/mutable.rs
similarity index 100%
rename from rust/arrow/src/buffer/mutable.rs
rename to arrow/src/buffer/mutable.rs
diff --git a/rust/arrow/src/buffer/ops.rs b/arrow/src/buffer/ops.rs
similarity index 100%
rename from rust/arrow/src/buffer/ops.rs
rename to arrow/src/buffer/ops.rs
diff --git a/rust/arrow/src/bytes.rs b/arrow/src/bytes.rs
similarity index 100%
rename from rust/arrow/src/bytes.rs
rename to arrow/src/bytes.rs
diff --git a/rust/arrow/src/compute/kernels/aggregate.rs b/arrow/src/compute/kernels/aggregate.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/aggregate.rs
rename to arrow/src/compute/kernels/aggregate.rs
diff --git a/rust/arrow/src/compute/kernels/arithmetic.rs b/arrow/src/compute/kernels/arithmetic.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/arithmetic.rs
rename to arrow/src/compute/kernels/arithmetic.rs
diff --git a/rust/arrow/src/compute/kernels/arity.rs b/arrow/src/compute/kernels/arity.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/arity.rs
rename to arrow/src/compute/kernels/arity.rs
diff --git a/rust/arrow/src/compute/kernels/boolean.rs b/arrow/src/compute/kernels/boolean.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/boolean.rs
rename to arrow/src/compute/kernels/boolean.rs
diff --git a/rust/arrow/src/compute/kernels/cast.rs b/arrow/src/compute/kernels/cast.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/cast.rs
rename to arrow/src/compute/kernels/cast.rs
diff --git a/rust/arrow/src/compute/kernels/cast_utils.rs b/arrow/src/compute/kernels/cast_utils.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/cast_utils.rs
rename to arrow/src/compute/kernels/cast_utils.rs
diff --git a/rust/arrow/src/compute/kernels/comparison.rs b/arrow/src/compute/kernels/comparison.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/comparison.rs
rename to arrow/src/compute/kernels/comparison.rs
diff --git a/rust/arrow/src/compute/kernels/concat.rs b/arrow/src/compute/kernels/concat.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/concat.rs
rename to arrow/src/compute/kernels/concat.rs
diff --git a/rust/arrow/src/compute/kernels/filter.rs b/arrow/src/compute/kernels/filter.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/filter.rs
rename to arrow/src/compute/kernels/filter.rs
diff --git a/rust/arrow/src/compute/kernels/length.rs b/arrow/src/compute/kernels/length.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/length.rs
rename to arrow/src/compute/kernels/length.rs
diff --git a/rust/arrow/src/compute/kernels/limit.rs b/arrow/src/compute/kernels/limit.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/limit.rs
rename to arrow/src/compute/kernels/limit.rs
diff --git a/rust/arrow/src/compute/kernels/mod.rs b/arrow/src/compute/kernels/mod.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/mod.rs
rename to arrow/src/compute/kernels/mod.rs
diff --git a/rust/arrow/src/compute/kernels/regexp.rs b/arrow/src/compute/kernels/regexp.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/regexp.rs
rename to arrow/src/compute/kernels/regexp.rs
diff --git a/rust/arrow/src/compute/kernels/sort.rs b/arrow/src/compute/kernels/sort.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/sort.rs
rename to arrow/src/compute/kernels/sort.rs
diff --git a/rust/arrow/src/compute/kernels/substring.rs b/arrow/src/compute/kernels/substring.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/substring.rs
rename to arrow/src/compute/kernels/substring.rs
diff --git a/rust/arrow/src/compute/kernels/take.rs b/arrow/src/compute/kernels/take.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/take.rs
rename to arrow/src/compute/kernels/take.rs
diff --git a/rust/arrow/src/compute/kernels/temporal.rs b/arrow/src/compute/kernels/temporal.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/temporal.rs
rename to arrow/src/compute/kernels/temporal.rs
diff --git a/rust/arrow/src/compute/kernels/window.rs b/arrow/src/compute/kernels/window.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/window.rs
rename to arrow/src/compute/kernels/window.rs
diff --git a/rust/arrow/src/compute/kernels/zip.rs b/arrow/src/compute/kernels/zip.rs
similarity index 100%
rename from rust/arrow/src/compute/kernels/zip.rs
rename to arrow/src/compute/kernels/zip.rs
diff --git a/rust/arrow/src/compute/mod.rs b/arrow/src/compute/mod.rs
similarity index 100%
rename from rust/arrow/src/compute/mod.rs
rename to arrow/src/compute/mod.rs
diff --git a/rust/arrow/src/compute/util.rs b/arrow/src/compute/util.rs
similarity index 100%
rename from rust/arrow/src/compute/util.rs
rename to arrow/src/compute/util.rs
diff --git a/rust/arrow/src/csv/mod.rs b/arrow/src/csv/mod.rs
similarity index 100%
rename from rust/arrow/src/csv/mod.rs
rename to arrow/src/csv/mod.rs
diff --git a/rust/arrow/src/csv/reader.rs b/arrow/src/csv/reader.rs
similarity index 100%
rename from rust/arrow/src/csv/reader.rs
rename to arrow/src/csv/reader.rs
diff --git a/rust/arrow/src/csv/writer.rs b/arrow/src/csv/writer.rs
similarity index 100%
rename from rust/arrow/src/csv/writer.rs
rename to arrow/src/csv/writer.rs
diff --git a/rust/arrow/src/datatypes/datatype.rs b/arrow/src/datatypes/datatype.rs
similarity index 100%
rename from rust/arrow/src/datatypes/datatype.rs
rename to arrow/src/datatypes/datatype.rs
diff --git a/rust/arrow/src/datatypes/field.rs b/arrow/src/datatypes/field.rs
similarity index 100%
rename from rust/arrow/src/datatypes/field.rs
rename to arrow/src/datatypes/field.rs
diff --git a/rust/arrow/src/datatypes/mod.rs b/arrow/src/datatypes/mod.rs
similarity index 100%
rename from rust/arrow/src/datatypes/mod.rs
rename to arrow/src/datatypes/mod.rs
diff --git a/rust/arrow/src/datatypes/native.rs b/arrow/src/datatypes/native.rs
similarity index 100%
rename from rust/arrow/src/datatypes/native.rs
rename to arrow/src/datatypes/native.rs
diff --git a/rust/arrow/src/datatypes/numeric.rs b/arrow/src/datatypes/numeric.rs
similarity index 100%
rename from rust/arrow/src/datatypes/numeric.rs
rename to arrow/src/datatypes/numeric.rs
diff --git a/rust/arrow/src/datatypes/schema.rs b/arrow/src/datatypes/schema.rs
similarity index 100%
rename from rust/arrow/src/datatypes/schema.rs
rename to arrow/src/datatypes/schema.rs
diff --git a/rust/arrow/src/datatypes/types.rs b/arrow/src/datatypes/types.rs
similarity index 100%
rename from rust/arrow/src/datatypes/types.rs
rename to arrow/src/datatypes/types.rs
diff --git a/rust/arrow/src/error.rs b/arrow/src/error.rs
similarity index 100%
rename from rust/arrow/src/error.rs
rename to arrow/src/error.rs
diff --git a/rust/arrow/src/ffi.rs b/arrow/src/ffi.rs
similarity index 100%
rename from rust/arrow/src/ffi.rs
rename to arrow/src/ffi.rs
diff --git a/rust/arrow/src/ipc/convert.rs b/arrow/src/ipc/convert.rs
similarity index 100%
rename from rust/arrow/src/ipc/convert.rs
rename to arrow/src/ipc/convert.rs
diff --git a/rust/arrow/src/ipc/gen/File.rs b/arrow/src/ipc/gen/File.rs
similarity index 100%
rename from rust/arrow/src/ipc/gen/File.rs
rename to arrow/src/ipc/gen/File.rs
diff --git a/rust/arrow/src/ipc/gen/Message.rs b/arrow/src/ipc/gen/Message.rs
similarity index 100%
rename from rust/arrow/src/ipc/gen/Message.rs
rename to arrow/src/ipc/gen/Message.rs
diff --git a/rust/arrow/src/ipc/gen/Schema.rs b/arrow/src/ipc/gen/Schema.rs
similarity index 100%
rename from rust/arrow/src/ipc/gen/Schema.rs
rename to arrow/src/ipc/gen/Schema.rs
diff --git a/rust/arrow/src/ipc/gen/SparseTensor.rs b/arrow/src/ipc/gen/SparseTensor.rs
similarity index 100%
rename from rust/arrow/src/ipc/gen/SparseTensor.rs
rename to arrow/src/ipc/gen/SparseTensor.rs
diff --git a/rust/arrow/src/ipc/gen/Tensor.rs b/arrow/src/ipc/gen/Tensor.rs
similarity index 100%
rename from rust/arrow/src/ipc/gen/Tensor.rs
rename to arrow/src/ipc/gen/Tensor.rs
diff --git a/rust/arrow/src/ipc/gen/mod.rs b/arrow/src/ipc/gen/mod.rs
similarity index 100%
rename from rust/arrow/src/ipc/gen/mod.rs
rename to arrow/src/ipc/gen/mod.rs
diff --git a/rust/arrow/src/ipc/mod.rs b/arrow/src/ipc/mod.rs
similarity index 100%
rename from rust/arrow/src/ipc/mod.rs
rename to arrow/src/ipc/mod.rs
diff --git a/rust/arrow/src/ipc/reader.rs b/arrow/src/ipc/reader.rs
similarity index 100%
rename from rust/arrow/src/ipc/reader.rs
rename to arrow/src/ipc/reader.rs
diff --git a/rust/arrow/src/ipc/writer.rs b/arrow/src/ipc/writer.rs
similarity index 100%
rename from rust/arrow/src/ipc/writer.rs
rename to arrow/src/ipc/writer.rs
diff --git a/rust/arrow/src/json/mod.rs b/arrow/src/json/mod.rs
similarity index 100%
rename from rust/arrow/src/json/mod.rs
rename to arrow/src/json/mod.rs
diff --git a/rust/arrow/src/json/reader.rs b/arrow/src/json/reader.rs
similarity index 100%
rename from rust/arrow/src/json/reader.rs
rename to arrow/src/json/reader.rs
diff --git a/rust/arrow/src/json/writer.rs b/arrow/src/json/writer.rs
similarity index 100%
rename from rust/arrow/src/json/writer.rs
rename to arrow/src/json/writer.rs
diff --git a/rust/arrow/src/lib.rs b/arrow/src/lib.rs
similarity index 100%
rename from rust/arrow/src/lib.rs
rename to arrow/src/lib.rs
diff --git a/rust/arrow/src/record_batch.rs b/arrow/src/record_batch.rs
similarity index 100%
rename from rust/arrow/src/record_batch.rs
rename to arrow/src/record_batch.rs
diff --git a/rust/arrow/src/temporal_conversions.rs b/arrow/src/temporal_conversions.rs
similarity index 100%
rename from rust/arrow/src/temporal_conversions.rs
rename to arrow/src/temporal_conversions.rs
diff --git a/rust/arrow/src/tensor.rs b/arrow/src/tensor.rs
similarity index 100%
rename from rust/arrow/src/tensor.rs
rename to arrow/src/tensor.rs
diff --git a/rust/arrow/src/util/bench_util.rs b/arrow/src/util/bench_util.rs
similarity index 100%
rename from rust/arrow/src/util/bench_util.rs
rename to arrow/src/util/bench_util.rs
diff --git a/rust/arrow/src/util/bit_chunk_iterator.rs b/arrow/src/util/bit_chunk_iterator.rs
similarity index 100%
rename from rust/arrow/src/util/bit_chunk_iterator.rs
rename to arrow/src/util/bit_chunk_iterator.rs
diff --git a/rust/arrow/src/util/bit_util.rs b/arrow/src/util/bit_util.rs
similarity index 100%
rename from rust/arrow/src/util/bit_util.rs
rename to arrow/src/util/bit_util.rs
diff --git a/rust/arrow/src/util/data_gen.rs b/arrow/src/util/data_gen.rs
similarity index 100%
rename from rust/arrow/src/util/data_gen.rs
rename to arrow/src/util/data_gen.rs
diff --git a/rust/arrow/src/util/display.rs b/arrow/src/util/display.rs
similarity index 100%
rename from rust/arrow/src/util/display.rs
rename to arrow/src/util/display.rs
diff --git a/rust/arrow/src/util/integration_util.rs b/arrow/src/util/integration_util.rs
similarity index 100%
rename from rust/arrow/src/util/integration_util.rs
rename to arrow/src/util/integration_util.rs
diff --git a/rust/arrow/src/util/mod.rs b/arrow/src/util/mod.rs
similarity index 100%
rename from rust/arrow/src/util/mod.rs
rename to arrow/src/util/mod.rs
diff --git a/rust/arrow/src/util/pretty.rs b/arrow/src/util/pretty.rs
similarity index 100%
rename from rust/arrow/src/util/pretty.rs
rename to arrow/src/util/pretty.rs
diff --git a/rust/arrow/src/util/serialization.rs b/arrow/src/util/serialization.rs
similarity index 100%
rename from rust/arrow/src/util/serialization.rs
rename to arrow/src/util/serialization.rs
diff --git a/rust/arrow/src/util/string_writer.rs b/arrow/src/util/string_writer.rs
similarity index 100%
rename from rust/arrow/src/util/string_writer.rs
rename to arrow/src/util/string_writer.rs
diff --git a/rust/arrow/src/util/test_util.rs b/arrow/src/util/test_util.rs
similarity index 100%
rename from rust/arrow/src/util/test_util.rs
rename to arrow/src/util/test_util.rs
diff --git a/rust/arrow/src/util/trusted_len.rs b/arrow/src/util/trusted_len.rs
similarity index 100%
rename from rust/arrow/src/util/trusted_len.rs
rename to arrow/src/util/trusted_len.rs
diff --git a/rust/arrow/src/zz_memory_check.rs b/arrow/src/zz_memory_check.rs
similarity index 100%
rename from rust/arrow/src/zz_memory_check.rs
rename to arrow/src/zz_memory_check.rs
diff --git a/rust/arrow/test/data/arrays.json b/arrow/test/data/arrays.json
similarity index 100%
rename from rust/arrow/test/data/arrays.json
rename to arrow/test/data/arrays.json
diff --git a/rust/arrow/test/data/basic.json b/arrow/test/data/basic.json
similarity index 100%
rename from rust/arrow/test/data/basic.json
rename to arrow/test/data/basic.json
diff --git a/rust/arrow/test/data/basic_nulls.json b/arrow/test/data/basic_nulls.json
similarity index 100%
rename from rust/arrow/test/data/basic_nulls.json
rename to arrow/test/data/basic_nulls.json
diff --git a/rust/arrow/test/data/integration.json b/arrow/test/data/integration.json
similarity index 100%
rename from rust/arrow/test/data/integration.json
rename to arrow/test/data/integration.json
diff --git a/rust/arrow/test/data/list_string_dict_nested.json b/arrow/test/data/list_string_dict_nested.json
similarity index 100%
rename from rust/arrow/test/data/list_string_dict_nested.json
rename to arrow/test/data/list_string_dict_nested.json
diff --git a/rust/arrow/test/data/list_string_dict_nested_nulls.json b/arrow/test/data/list_string_dict_nested_nulls.json
similarity index 100%
rename from rust/arrow/test/data/list_string_dict_nested_nulls.json
rename to arrow/test/data/list_string_dict_nested_nulls.json
diff --git a/rust/arrow/test/data/mixed_arrays.json b/arrow/test/data/mixed_arrays.json
similarity index 100%
rename from rust/arrow/test/data/mixed_arrays.json
rename to arrow/test/data/mixed_arrays.json
diff --git a/rust/arrow/test/data/mixed_arrays.json.gz b/arrow/test/data/mixed_arrays.json.gz
similarity index 100%
rename from rust/arrow/test/data/mixed_arrays.json.gz
rename to arrow/test/data/mixed_arrays.json.gz
diff --git a/rust/arrow/test/data/nested_structs.json b/arrow/test/data/nested_structs.json
similarity index 100%
rename from rust/arrow/test/data/nested_structs.json
rename to arrow/test/data/nested_structs.json
diff --git a/rust/arrow/test/data/null_test.csv b/arrow/test/data/null_test.csv
similarity index 100%
rename from rust/arrow/test/data/null_test.csv
rename to arrow/test/data/null_test.csv
diff --git a/rust/arrow/test/data/uk_cities.csv b/arrow/test/data/uk_cities.csv
similarity index 100%
rename from rust/arrow/test/data/uk_cities.csv
rename to arrow/test/data/uk_cities.csv
diff --git a/rust/arrow/test/data/uk_cities_with_headers.csv b/arrow/test/data/uk_cities_with_headers.csv
similarity index 100%
rename from rust/arrow/test/data/uk_cities_with_headers.csv
rename to arrow/test/data/uk_cities_with_headers.csv
diff --git a/rust/arrow/test/data/various_types.csv b/arrow/test/data/various_types.csv
similarity index 100%
rename from rust/arrow/test/data/various_types.csv
rename to arrow/test/data/various_types.csv
diff --git a/rust/arrow/test/data/various_types_invalid.csv b/arrow/test/data/various_types_invalid.csv
similarity index 100%
rename from rust/arrow/test/data/various_types_invalid.csv
rename to arrow/test/data/various_types_invalid.csv
diff --git a/rust/integration-testing/Cargo.toml b/integration-testing/Cargo.toml
similarity index 100%
rename from rust/integration-testing/Cargo.toml
rename to integration-testing/Cargo.toml
diff --git a/rust/integration-testing/README.md b/integration-testing/README.md
similarity index 100%
rename from rust/integration-testing/README.md
rename to integration-testing/README.md
diff --git a/rust/integration-testing/src/bin/arrow-file-to-stream.rs b/integration-testing/src/bin/arrow-file-to-stream.rs
similarity index 100%
rename from rust/integration-testing/src/bin/arrow-file-to-stream.rs
rename to integration-testing/src/bin/arrow-file-to-stream.rs
diff --git a/rust/integration-testing/src/bin/arrow-json-integration-test.rs b/integration-testing/src/bin/arrow-json-integration-test.rs
similarity index 100%
rename from rust/integration-testing/src/bin/arrow-json-integration-test.rs
rename to integration-testing/src/bin/arrow-json-integration-test.rs
diff --git a/rust/integration-testing/src/bin/arrow-stream-to-file.rs b/integration-testing/src/bin/arrow-stream-to-file.rs
similarity index 100%
rename from rust/integration-testing/src/bin/arrow-stream-to-file.rs
rename to integration-testing/src/bin/arrow-stream-to-file.rs
diff --git a/rust/integration-testing/src/bin/flight-test-integration-client.rs b/integration-testing/src/bin/flight-test-integration-client.rs
similarity index 100%
rename from rust/integration-testing/src/bin/flight-test-integration-client.rs
rename to integration-testing/src/bin/flight-test-integration-client.rs
diff --git a/rust/integration-testing/src/bin/flight-test-integration-server.rs b/integration-testing/src/bin/flight-test-integration-server.rs
similarity index 100%
rename from rust/integration-testing/src/bin/flight-test-integration-server.rs
rename to integration-testing/src/bin/flight-test-integration-server.rs
diff --git a/rust/integration-testing/src/flight_client_scenarios.rs b/integration-testing/src/flight_client_scenarios.rs
similarity index 100%
rename from rust/integration-testing/src/flight_client_scenarios.rs
rename to integration-testing/src/flight_client_scenarios.rs
diff --git a/rust/integration-testing/src/flight_client_scenarios/auth_basic_proto.rs b/integration-testing/src/flight_client_scenarios/auth_basic_proto.rs
similarity index 100%
rename from rust/integration-testing/src/flight_client_scenarios/auth_basic_proto.rs
rename to integration-testing/src/flight_client_scenarios/auth_basic_proto.rs
diff --git a/rust/integration-testing/src/flight_client_scenarios/integration_test.rs b/integration-testing/src/flight_client_scenarios/integration_test.rs
similarity index 100%
rename from rust/integration-testing/src/flight_client_scenarios/integration_test.rs
rename to integration-testing/src/flight_client_scenarios/integration_test.rs
diff --git a/rust/integration-testing/src/flight_client_scenarios/middleware.rs b/integration-testing/src/flight_client_scenarios/middleware.rs
similarity index 100%
rename from rust/integration-testing/src/flight_client_scenarios/middleware.rs
rename to integration-testing/src/flight_client_scenarios/middleware.rs
diff --git a/rust/integration-testing/src/flight_server_scenarios.rs b/integration-testing/src/flight_server_scenarios.rs
similarity index 100%
rename from rust/integration-testing/src/flight_server_scenarios.rs
rename to integration-testing/src/flight_server_scenarios.rs
diff --git a/rust/integration-testing/src/flight_server_scenarios/auth_basic_proto.rs b/integration-testing/src/flight_server_scenarios/auth_basic_proto.rs
similarity index 100%
rename from rust/integration-testing/src/flight_server_scenarios/auth_basic_proto.rs
rename to integration-testing/src/flight_server_scenarios/auth_basic_proto.rs
diff --git a/rust/integration-testing/src/flight_server_scenarios/integration_test.rs b/integration-testing/src/flight_server_scenarios/integration_test.rs
similarity index 100%
rename from rust/integration-testing/src/flight_server_scenarios/integration_test.rs
rename to integration-testing/src/flight_server_scenarios/integration_test.rs
diff --git a/rust/integration-testing/src/flight_server_scenarios/middleware.rs b/integration-testing/src/flight_server_scenarios/middleware.rs
similarity index 100%
rename from rust/integration-testing/src/flight_server_scenarios/middleware.rs
rename to integration-testing/src/flight_server_scenarios/middleware.rs
diff --git a/rust/integration-testing/src/lib.rs b/integration-testing/src/lib.rs
similarity index 100%
rename from rust/integration-testing/src/lib.rs
rename to integration-testing/src/lib.rs
diff --git a/rust/parquet/Cargo.toml b/parquet/Cargo.toml
similarity index 100%
rename from rust/parquet/Cargo.toml
rename to parquet/Cargo.toml
diff --git a/rust/parquet/README.md b/parquet/README.md
similarity index 100%
rename from rust/parquet/README.md
rename to parquet/README.md
diff --git a/rust/parquet/benches/arrow_writer.rs b/parquet/benches/arrow_writer.rs
similarity index 100%
rename from rust/parquet/benches/arrow_writer.rs
rename to parquet/benches/arrow_writer.rs
diff --git a/rust/parquet/build.rs b/parquet/build.rs
similarity index 100%
rename from rust/parquet/build.rs
rename to parquet/build.rs
diff --git a/rust/parquet/src/arrow/array_reader.rs b/parquet/src/arrow/array_reader.rs
similarity index 100%
rename from rust/parquet/src/arrow/array_reader.rs
rename to parquet/src/arrow/array_reader.rs
diff --git a/rust/parquet/src/arrow/arrow_reader.rs b/parquet/src/arrow/arrow_reader.rs
similarity index 100%
rename from rust/parquet/src/arrow/arrow_reader.rs
rename to parquet/src/arrow/arrow_reader.rs
diff --git a/rust/parquet/src/arrow/arrow_writer.rs b/parquet/src/arrow/arrow_writer.rs
similarity index 100%
rename from rust/parquet/src/arrow/arrow_writer.rs
rename to parquet/src/arrow/arrow_writer.rs
diff --git a/rust/parquet/src/arrow/converter.rs b/parquet/src/arrow/converter.rs
similarity index 100%
rename from rust/parquet/src/arrow/converter.rs
rename to parquet/src/arrow/converter.rs
diff --git a/rust/parquet/src/arrow/levels.rs b/parquet/src/arrow/levels.rs
similarity index 100%
rename from rust/parquet/src/arrow/levels.rs
rename to parquet/src/arrow/levels.rs
diff --git a/rust/parquet/src/arrow/mod.rs b/parquet/src/arrow/mod.rs
similarity index 100%
rename from rust/parquet/src/arrow/mod.rs
rename to parquet/src/arrow/mod.rs
diff --git a/rust/parquet/src/arrow/record_reader.rs b/parquet/src/arrow/record_reader.rs
similarity index 100%
rename from rust/parquet/src/arrow/record_reader.rs
rename to parquet/src/arrow/record_reader.rs
diff --git a/rust/parquet/src/arrow/schema.rs b/parquet/src/arrow/schema.rs
similarity index 100%
rename from rust/parquet/src/arrow/schema.rs
rename to parquet/src/arrow/schema.rs
diff --git a/rust/parquet/src/basic.rs b/parquet/src/basic.rs
similarity index 100%
rename from rust/parquet/src/basic.rs
rename to parquet/src/basic.rs
diff --git a/rust/parquet/src/bin/parquet-read.rs b/parquet/src/bin/parquet-read.rs
similarity index 100%
rename from rust/parquet/src/bin/parquet-read.rs
rename to parquet/src/bin/parquet-read.rs
diff --git a/rust/parquet/src/bin/parquet-rowcount.rs b/parquet/src/bin/parquet-rowcount.rs
similarity index 100%
rename from rust/parquet/src/bin/parquet-rowcount.rs
rename to parquet/src/bin/parquet-rowcount.rs
diff --git a/rust/parquet/src/bin/parquet-schema.rs b/parquet/src/bin/parquet-schema.rs
similarity index 100%
rename from rust/parquet/src/bin/parquet-schema.rs
rename to parquet/src/bin/parquet-schema.rs
diff --git a/rust/parquet/src/column/mod.rs b/parquet/src/column/mod.rs
similarity index 100%
rename from rust/parquet/src/column/mod.rs
rename to parquet/src/column/mod.rs
diff --git a/rust/parquet/src/column/page.rs b/parquet/src/column/page.rs
similarity index 100%
rename from rust/parquet/src/column/page.rs
rename to parquet/src/column/page.rs
diff --git a/rust/parquet/src/column/reader.rs b/parquet/src/column/reader.rs
similarity index 100%
rename from rust/parquet/src/column/reader.rs
rename to parquet/src/column/reader.rs
diff --git a/rust/parquet/src/column/writer.rs b/parquet/src/column/writer.rs
similarity index 100%
rename from rust/parquet/src/column/writer.rs
rename to parquet/src/column/writer.rs
diff --git a/rust/parquet/src/compression.rs b/parquet/src/compression.rs
similarity index 100%
rename from rust/parquet/src/compression.rs
rename to parquet/src/compression.rs
diff --git a/rust/parquet/src/data_type.rs b/parquet/src/data_type.rs
similarity index 100%
rename from rust/parquet/src/data_type.rs
rename to parquet/src/data_type.rs
diff --git a/rust/parquet/src/encodings/decoding.rs b/parquet/src/encodings/decoding.rs
similarity index 100%
rename from rust/parquet/src/encodings/decoding.rs
rename to parquet/src/encodings/decoding.rs
diff --git a/rust/parquet/src/encodings/encoding.rs b/parquet/src/encodings/encoding.rs
similarity index 100%
rename from rust/parquet/src/encodings/encoding.rs
rename to parquet/src/encodings/encoding.rs
diff --git a/rust/parquet/src/encodings/levels.rs b/parquet/src/encodings/levels.rs
similarity index 100%
rename from rust/parquet/src/encodings/levels.rs
rename to parquet/src/encodings/levels.rs
diff --git a/rust/parquet/src/encodings/mod.rs b/parquet/src/encodings/mod.rs
similarity index 100%
rename from rust/parquet/src/encodings/mod.rs
rename to parquet/src/encodings/mod.rs
diff --git a/rust/parquet/src/encodings/rle.rs b/parquet/src/encodings/rle.rs
similarity index 100%
rename from rust/parquet/src/encodings/rle.rs
rename to parquet/src/encodings/rle.rs
diff --git a/rust/parquet/src/errors.rs b/parquet/src/errors.rs
similarity index 100%
rename from rust/parquet/src/errors.rs
rename to parquet/src/errors.rs
diff --git a/rust/parquet/src/file/footer.rs b/parquet/src/file/footer.rs
similarity index 100%
rename from rust/parquet/src/file/footer.rs
rename to parquet/src/file/footer.rs
diff --git a/rust/parquet/src/file/metadata.rs b/parquet/src/file/metadata.rs
similarity index 100%
rename from rust/parquet/src/file/metadata.rs
rename to parquet/src/file/metadata.rs
diff --git a/rust/parquet/src/file/mod.rs b/parquet/src/file/mod.rs
similarity index 100%
rename from rust/parquet/src/file/mod.rs
rename to parquet/src/file/mod.rs
diff --git a/rust/parquet/src/file/properties.rs b/parquet/src/file/properties.rs
similarity index 100%
rename from rust/parquet/src/file/properties.rs
rename to parquet/src/file/properties.rs
diff --git a/rust/parquet/src/file/reader.rs b/parquet/src/file/reader.rs
similarity index 100%
rename from rust/parquet/src/file/reader.rs
rename to parquet/src/file/reader.rs
diff --git a/rust/parquet/src/file/serialized_reader.rs b/parquet/src/file/serialized_reader.rs
similarity index 100%
rename from rust/parquet/src/file/serialized_reader.rs
rename to parquet/src/file/serialized_reader.rs
diff --git a/rust/parquet/src/file/statistics.rs b/parquet/src/file/statistics.rs
similarity index 100%
rename from rust/parquet/src/file/statistics.rs
rename to parquet/src/file/statistics.rs
diff --git a/rust/parquet/src/file/writer.rs b/parquet/src/file/writer.rs
similarity index 100%
rename from rust/parquet/src/file/writer.rs
rename to parquet/src/file/writer.rs
diff --git a/rust/parquet/src/lib.rs b/parquet/src/lib.rs
similarity index 100%
rename from rust/parquet/src/lib.rs
rename to parquet/src/lib.rs
diff --git a/rust/parquet/src/record/api.rs b/parquet/src/record/api.rs
similarity index 100%
rename from rust/parquet/src/record/api.rs
rename to parquet/src/record/api.rs
diff --git a/rust/parquet/src/record/mod.rs b/parquet/src/record/mod.rs
similarity index 100%
rename from rust/parquet/src/record/mod.rs
rename to parquet/src/record/mod.rs
diff --git a/rust/parquet/src/record/reader.rs b/parquet/src/record/reader.rs
similarity index 100%
rename from rust/parquet/src/record/reader.rs
rename to parquet/src/record/reader.rs
diff --git a/rust/parquet/src/record/record_writer.rs b/parquet/src/record/record_writer.rs
similarity index 100%
rename from rust/parquet/src/record/record_writer.rs
rename to parquet/src/record/record_writer.rs
diff --git a/rust/parquet/src/record/triplet.rs b/parquet/src/record/triplet.rs
similarity index 100%
rename from rust/parquet/src/record/triplet.rs
rename to parquet/src/record/triplet.rs
diff --git a/rust/parquet/src/schema/mod.rs b/parquet/src/schema/mod.rs
similarity index 100%
rename from rust/parquet/src/schema/mod.rs
rename to parquet/src/schema/mod.rs
diff --git a/rust/parquet/src/schema/parser.rs b/parquet/src/schema/parser.rs
similarity index 100%
rename from rust/parquet/src/schema/parser.rs
rename to parquet/src/schema/parser.rs
diff --git a/rust/parquet/src/schema/printer.rs b/parquet/src/schema/printer.rs
similarity index 100%
rename from rust/parquet/src/schema/printer.rs
rename to parquet/src/schema/printer.rs
diff --git a/rust/parquet/src/schema/types.rs b/parquet/src/schema/types.rs
similarity index 100%
rename from rust/parquet/src/schema/types.rs
rename to parquet/src/schema/types.rs
diff --git a/rust/parquet/src/schema/visitor.rs b/parquet/src/schema/visitor.rs
similarity index 100%
rename from rust/parquet/src/schema/visitor.rs
rename to parquet/src/schema/visitor.rs
diff --git a/rust/parquet/src/util/bit_packing.rs b/parquet/src/util/bit_packing.rs
similarity index 100%
rename from rust/parquet/src/util/bit_packing.rs
rename to parquet/src/util/bit_packing.rs
diff --git a/rust/parquet/src/util/bit_util.rs b/parquet/src/util/bit_util.rs
similarity index 100%
rename from rust/parquet/src/util/bit_util.rs
rename to parquet/src/util/bit_util.rs
diff --git a/rust/parquet/src/util/cursor.rs b/parquet/src/util/cursor.rs
similarity index 100%
rename from rust/parquet/src/util/cursor.rs
rename to parquet/src/util/cursor.rs
diff --git a/rust/parquet/src/util/hash_util.rs b/parquet/src/util/hash_util.rs
similarity index 100%
rename from rust/parquet/src/util/hash_util.rs
rename to parquet/src/util/hash_util.rs
diff --git a/rust/parquet/src/util/io.rs b/parquet/src/util/io.rs
similarity index 100%
rename from rust/parquet/src/util/io.rs
rename to parquet/src/util/io.rs
diff --git a/rust/parquet/src/util/memory.rs b/parquet/src/util/memory.rs
similarity index 100%
rename from rust/parquet/src/util/memory.rs
rename to parquet/src/util/memory.rs
diff --git a/rust/parquet/src/util/mod.rs b/parquet/src/util/mod.rs
similarity index 100%
rename from rust/parquet/src/util/mod.rs
rename to parquet/src/util/mod.rs
diff --git a/rust/parquet/src/util/test_common/file_util.rs b/parquet/src/util/test_common/file_util.rs
similarity index 100%
rename from rust/parquet/src/util/test_common/file_util.rs
rename to parquet/src/util/test_common/file_util.rs
diff --git a/rust/parquet/src/util/test_common/mod.rs b/parquet/src/util/test_common/mod.rs
similarity index 100%
rename from rust/parquet/src/util/test_common/mod.rs
rename to parquet/src/util/test_common/mod.rs
diff --git a/rust/parquet/src/util/test_common/page_util.rs b/parquet/src/util/test_common/page_util.rs
similarity index 100%
rename from rust/parquet/src/util/test_common/page_util.rs
rename to parquet/src/util/test_common/page_util.rs
diff --git a/rust/parquet/src/util/test_common/rand_gen.rs b/parquet/src/util/test_common/rand_gen.rs
similarity index 100%
rename from rust/parquet/src/util/test_common/rand_gen.rs
rename to parquet/src/util/test_common/rand_gen.rs
diff --git a/rust/parquet/tests/custom_writer.rs b/parquet/tests/custom_writer.rs
similarity index 100%
rename from rust/parquet/tests/custom_writer.rs
rename to parquet/tests/custom_writer.rs
diff --git a/rust/parquet_derive/Cargo.toml b/parquet_derive/Cargo.toml
similarity index 100%
rename from rust/parquet_derive/Cargo.toml
rename to parquet_derive/Cargo.toml
diff --git a/rust/parquet_derive/README.md b/parquet_derive/README.md
similarity index 100%
rename from rust/parquet_derive/README.md
rename to parquet_derive/README.md
diff --git a/rust/parquet_derive/src/lib.rs b/parquet_derive/src/lib.rs
similarity index 100%
rename from rust/parquet_derive/src/lib.rs
rename to parquet_derive/src/lib.rs
diff --git a/rust/parquet_derive/src/parquet_field.rs b/parquet_derive/src/parquet_field.rs
similarity index 100%
rename from rust/parquet_derive/src/parquet_field.rs
rename to parquet_derive/src/parquet_field.rs
diff --git a/rust/parquet_derive_test/Cargo.toml b/parquet_derive_test/Cargo.toml
similarity index 100%
rename from rust/parquet_derive_test/Cargo.toml
rename to parquet_derive_test/Cargo.toml
diff --git a/rust/parquet_derive_test/src/lib.rs b/parquet_derive_test/src/lib.rs
similarity index 100%
rename from rust/parquet_derive_test/src/lib.rs
rename to parquet_derive_test/src/lib.rs
diff --git a/rust/pre-commit.sh b/pre-commit.sh
similarity index 100%
rename from rust/pre-commit.sh
rename to pre-commit.sh
diff --git a/rust/.gitignore b/rust/.gitignore
deleted file mode 100644
index 389f4ab..0000000
--- a/rust/.gitignore
+++ /dev/null
@@ -1,5 +0,0 @@
-Cargo.lock
-target
-rusty-tags.vi
-.history
-.flatbuffers/
diff --git a/rust/README.md b/rust/README.md
deleted file mode 100644
index 7fdef29..0000000
--- a/rust/README.md
+++ /dev/null
@@ -1,186 +0,0 @@
-<!---
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements. See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership. The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing,
- software distributed under the License is distributed on an
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- KIND, either express or implied. See the License for the
- specific language governing permissions and limitations
- under the License.
--->
-
-# Native Rust implementation of Apache Arrow
-
-[](https://codecov.io/gh/apache/arrow?branch=master)
-
-Welcome to the implementation of Arrow, the popular in-memory columnar format, in [Rust](https://www.rust-lang.org/).
-
-This part of the Arrow project is divided in 4 main components:
-
-| Crate | Description | Documentation |
-|-----------|-------------|---------------|
-|Arrow | Core functionality (memory layout, arrays, low level computations) | [(README)](arrow/README.md) |
-|Parquet | Parquet support | [(README)](parquet/README.md) |
-|Arrow-flight | Arrow data between processes | [(README)](arrow-flight/README.md) |
-|DataFusion | In-memory query engine with SQL support | [(README)](datafusion/README.md) |
-|Ballista | Distributed query execution | [(README)](ballista/README.md) |
-
-Independently, they support a vast array of functionality for in-memory computations.
-
-Together, they allow users to write an SQL query or a `DataFrame` (using the `datafusion` crate), run it against a parquet file (using the `parquet` crate), evaluate it in-memory using Arrow's columnar format (using the `arrow` crate), and send to another process (using the `arrow-flight` crate).
-
-Generally speaking, the `arrow` crate offers functionality to develop code that uses Arrow arrays, and `datafusion` offers most operations typically found in SQL, with the notable exceptions of:
-
-* `join`
-* `window` functions
-
-There are too many features to enumerate here, but some notable mentions:
-
-* `Arrow` implements all formats in the specification except certain dictionaries
-* `Arrow` supports SIMD operations to some of its vertical operations
-* `DataFusion` supports `async` execution
-* `DataFusion` supports user-defined functions, aggregates, and whole execution nodes
-
-You can find more details about each crate in their respective READMEs.
-
-## Arrow Rust Community
-
-We use the official [ASF Slack](https://s.apache.org/slack-invite) for informal discussions and coordination. This is
-a great place to meet other contributors and get guidance on where to contribute. Join us in the `arrow-rust` channel.
-
-We use [ASF JIRA](https://issues.apache.org/jira/secure/Dashboard.jspa) as the system of record for new features
-and bug fixes and this plays a critical role in the release process.
-
-For design discussions we generally collaborate on Google documents and file a JIRA linking to the document.
-
-There is also a bi-weekly Rust-specific sync call for the Arrow Rust community. This is hosted on Google Meet
-at https://meet.google.com/ctp-yujs-aee on alternate Wednesday's at 09:00 US/Pacific, 12:00 US/Eastern. During
-US daylight savings time this corresponds to 16:00 UTC and at other times this is 17:00 UTC.
-
-## Developer's guide to Arrow Rust
-
-### How to compile
-
-This is a standard cargo project with workspaces. To build it, you need to have `rust` and `cargo`:
-
-```bash
-cd /rust && cargo build
-```
-
-You can also use rust's official docker image:
-
-```bash
-docker run --rm -v $(pwd)/rust:/rust -it rust /bin/bash -c "cd /rust && cargo build"
-```
-
-The command above assumes that are in the root directory of the project, not in the same
-directory as this README.md.
-
-You can also compile specific workspaces:
-
-```bash
-cd /rust/arrow && cargo build
-```
-
-### Git Submodules
-
-Before running tests and examples, it is necessary to set up the local development environment.
-
-The tests rely on test data that is contained in git submodules.
-
-To pull down this data run the following:
-
-```bash
-git submodule update --init
-```
-
-This populates data in two git submodules:
-
-- `../cpp/submodules/parquet_testing/data` (sourced from https://github.com/apache/parquet-testing.git)
-- `../testing` (sourced from https://github.com/apache/arrow-testing)
-
-By default, `cargo test` will look for these directories at their
-standard location. The following environment variables can be used to override the location:
-
-```bash
-# Optionaly specify a different location for test data
-export PARQUET_TEST_DATA=$(cd ../cpp/submodules/parquet-testing/data; pwd)
-export ARROW_TEST_DATA=$(cd ../testing/data; pwd)
-```
-
-From here on, this is a pure Rust project and `cargo` can be used to run tests, benchmarks, docs and examples as usual.
-
-
-### Running the tests
-
-Run tests using the Rust standard `cargo test` command:
-
-```bash
-# run all tests.
-cargo test
-
-
-# run only tests for the arrow crate
-cargo test -p arrow
-```
-
-## Code Formatting
-
-Our CI uses `rustfmt` to check code formatting. Before submitting a
-PR be sure to run the following and check for lint issues:
-
-```bash
-cargo +stable fmt --all -- --check
-```
-
-## Clippy Lints
-
-We recommend using `clippy` for checking lints during development. While we do not yet enforce `clippy` checks, we recommend not introducing new `clippy` errors or warnings.
-
-Run the following to check for clippy lints.
-
-```
-cargo clippy
-```
-
-If you use Visual Studio Code with the `rust-analyzer` plugin, you can enable `clippy` to run each time you save a file. See https://users.rust-lang.org/t/how-to-use-clippy-in-vs-code-with-rust-analyzer/41881.
-
-One of the concerns with `clippy` is that it often produces a lot of false positives, or that some recommendations may hurt readability. We do not have a policy of which lints are ignored, but if you disagree with a `clippy` lint, you may disable the lint and briefly justify it.
-
-Search for `allow(clippy::` in the codebase to identify lints that are ignored/allowed. We currently prefer ignoring lints on the lowest unit possible.
-* If you are introducing a line that returns a lint warning or error, you may disable the lint on that line.
-* If you have several lints on a function or module, you may disable the lint on the function or module.
-* If a lint is pervasive across multiple modules, you may disable it at the crate level.
-
-## Git Pre-Commit Hook
-
-We can use [git pre-commit hook](https://git-scm.com/book/en/v2/Customizing-Git-Git-Hooks) to automate various kinds of git pre-commit checking/formatting.
-
-Suppose you are in the root directory of the project.
-
-First check if the file already exists:
-
-```bash
-ls -l .git/hooks/pre-commit
-```
-
-If the file already exists, to avoid mistakenly **overriding**, you MAY have to check
-the link source or file content. Else if not exist, let's safely soft link [pre-commit.sh](pre-commit.sh) as file `.git/hooks/pre-commit`:
-
-```
-ln -s ../../rust/pre-commit.sh .git/hooks/pre-commit
-```
-
-If sometimes you want to commit without checking, just run `git commit` with `--no-verify`:
-
-```bash
-git commit --no-verify -m "... commit message ..."
-```
diff --git a/rust/rustfmt.toml b/rustfmt.toml
similarity index 100%
rename from rust/rustfmt.toml
rename to rustfmt.toml
[arrow-rs] 01/03: Removed unused files.
Posted by jo...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
jorgecarleitao pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git
commit ce36856381c097fcd70e8b1a1257cb98180862dc
Author: Jorge C. Leitao <jo...@gmail.com>
AuthorDate: Sun Apr 18 14:46:08 2021 +0000
Removed unused files.
---
.clang-format | 20 --
.clang-tidy | 31 ---
.clang-tidy-ignore | 18 --
.dir-locals.el | 22 ---
.env | 74 -------
.github/workflows/cpp.yml | 395 --------------------------------------
.github/workflows/cpp_cron.yml | 149 --------------
.github/workflows/csharp.yml | 121 ------------
.github/workflows/go.yml | 125 ------------
.github/workflows/java.yml | 112 -----------
.github/workflows/java_jni.yml | 83 --------
.github/workflows/js.yml | 122 ------------
.github/workflows/julia.yml | 53 -----
.github/workflows/python.yml | 154 ---------------
.github/workflows/python_cron.yml | 141 --------------
.github/workflows/r.yml | 255 ------------------------
.github/workflows/ruby.yml | 290 ----------------------------
.hadolint.yaml | 24 ---
.readthedocs.yml | 19 --
.travis.yml | 165 ----------------
appveyor.yml | 79 --------
cmake-format.py | 59 ------
run-cmake-format.py | 111 -----------
23 files changed, 2622 deletions(-)
diff --git a/.clang-format b/.clang-format
deleted file mode 100644
index 06453df..0000000
--- a/.clang-format
+++ /dev/null
@@ -1,20 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
----
-BasedOnStyle: Google
-DerivePointerAlignment: false
-ColumnLimit: 90
diff --git a/.clang-tidy b/.clang-tidy
deleted file mode 100644
index 8b2c167..0000000
--- a/.clang-tidy
+++ /dev/null
@@ -1,31 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
----
-Checks: 'clang-diagnostic-*,clang-analyzer-*,-clang-analyzer-alpha*,google-*,modernize-*,-modernize-use-trailing-return-type'
-# produce HeaderFilterRegex from cpp/build-support/lint_exclusions.txt with:
-# echo -n '^('; sed -e 's/*/\.*/g' cpp/build-support/lint_exclusions.txt | tr '\n' '|'; echo ')$'
-HeaderFilterRegex: '^(.*codegen.*|.*_generated.*|.*windows_compatibility.h|.*pyarrow_api.h|.*pyarrow_lib.h|.*python/config.h|.*python/platform.h|.*thirdparty/ae/.*|.*vendored/.*|.*RcppExports.cpp.*|)$'
-AnalyzeTemporaryDtors: true
-CheckOptions:
- - key: google-readability-braces-around-statements.ShortStatementLines
- value: '1'
- - key: google-readability-function-size.StatementThreshold
- value: '800'
- - key: google-readability-namespace-comments.ShortNamespaceLines
- value: '10'
- - key: google-readability-namespace-comments.SpacesBeforeComments
- value: '2'
diff --git a/.clang-tidy-ignore b/.clang-tidy-ignore
deleted file mode 100644
index 3270b97..0000000
--- a/.clang-tidy-ignore
+++ /dev/null
@@ -1,18 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-ipc-adapter-test.cc
-memory-pool-test.cc
diff --git a/.dir-locals.el b/.dir-locals.el
deleted file mode 100644
index 06090cf..0000000
--- a/.dir-locals.el
+++ /dev/null
@@ -1,22 +0,0 @@
-;;; Licensed to the Apache Software Foundation (ASF) under one
-;;; or more contributor license agreements. See the NOTICE file
-;;; distributed with this work for additional information
-;;; regarding copyright ownership. The ASF licenses this file
-;;; to you under the Apache License, Version 2.0 (the
-;;; "License"); you may not use this file except in compliance
-;;; with the License. You may obtain a copy of the License at
-;;;
-;;; http://www.apache.org/licenses/LICENSE-2.0
-;;;
-;;; Unless required by applicable law or agreed to in writing,
-;;; software distributed under the License is distributed on an
-;;; "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-;;; KIND, either express or implied. See the License for the
-;;; specific language governing permissions and limitations
-;;; under the License.
-
-((sh-mode . ((indent-tabs-mode . nil)
- (sh-indentation . 2)
- (sh-basic-offset . 2)))
- (cmake-mode . ((indent-tabs-mode . nil)))
- (powershell-mode . ((indent-tabs-mode . nil))))
diff --git a/.env b/.env
deleted file mode 100644
index 4fb24be..0000000
--- a/.env
+++ /dev/null
@@ -1,74 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# All of the following environment variables are required to set default values
-# for the parameters in docker-compose.yml.
-
-# empty prefix means that the docker-compose configuration will use named
-# volumes which potentially improves the performance on docker for macos and
-# docker for windows, it also prevents the contamination of the source
-# directory
-# a non-empty prefix means that directories from the host are bind-mounted
-# into the container, it should be set to ".docker/" on github actions to keep
-# the cache plugin functional
-DOCKER_VOLUME_PREFIX=
-
-# turn on inline build cache, this is a docker buildx feature documented
-# at https://github.com/docker/buildx#--cache-tonametypetypekeyvalue
-COMPOSE_DOCKER_CLI_BUILD=1
-DOCKER_BUILDKIT=1
-BUILDKIT_INLINE_CACHE=1
-
-# different architecture notations
-ARCH=amd64
-ARCH_ALIAS=x86_64
-ARCH_SHORT_ALIAS=x64
-
-ULIMIT_CORE=-1
-REPO=apache/arrow-dev
-CUDA=9.1
-DEBIAN=10
-UBUNTU=20.04
-FEDORA=33
-PYTHON=3.6
-LLVM=11
-CLANG_TOOLS=8
-RUST=nightly-2021-03-24
-GO=1.15
-NODE=14
-MAVEN=3.5.4
-JDK=8
-NUMPY=latest
-PANDAS=latest
-DASK=latest
-TURBODBC=latest
-KARTOTHEK=latest
-HDFS=3.2.1
-SPARK=master
-DOTNET=3.1
-R=4.0
-ARROW_R_DEV=TRUE
-# These correspond to images on Docker Hub that contain R, e.g. rhub/ubuntu-gcc-release:latest
-R_ORG=rhub
-R_IMAGE=ubuntu-gcc-release
-R_TAG=latest
-# -1 does not attempt to install a devtoolset version, any positive integer will install devtoolset-n
-DEVTOOLSET_VERSION=-1
-
-# Used for the manylinux and windows wheels, please update the crossbow configuration on update:
-# https://github.com/ursacomputing/crossbow/blob/master/.github/workflows/cache_vcpkg.yml
-VCPKG=fced4bef1606260f110d74de1ae1975c2b9ac549
diff --git a/.github/workflows/cpp.yml b/.github/workflows/cpp.yml
deleted file mode 100644
index 0bcf346..0000000
--- a/.github/workflows/cpp.yml
+++ /dev/null
@@ -1,395 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: C++
-
-on:
- push:
- paths:
- - '.github/workflows/cpp.yml'
- - 'ci/docker/**'
- - 'ci/scripts/cpp_*'
- - 'ci/scripts/msys2_*'
- - 'ci/scripts/util_*'
- - 'cpp/**'
- - 'format/Flight.proto'
- pull_request:
- paths:
- - '.github/workflows/cpp.yml'
- - 'ci/docker/**'
- - 'ci/scripts/cpp_*'
- - 'ci/scripts/msys2_*'
- - 'ci/scripts/util_*'
- - 'cpp/**'
- - 'format/Flight.proto'
-
-env:
- ARROW_ENABLE_TIMING_TESTS: OFF
- DOCKER_VOLUME_PREFIX: ".docker/"
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
-
- docker:
- name: ${{ matrix.title }}
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- image:
- - conda-cpp
- - ubuntu-cpp-sanitizer
- include:
- - image: conda-cpp
- title: AMD64 Conda C++
- - image: ubuntu-cpp-sanitizer
- title: AMD64 Ubuntu 20.04 C++ ASAN UBSAN
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: ${{ matrix.image }}-${{ hashFiles('cpp/**') }}
- restore-keys: ${{ matrix.image }}-
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: |
- sudo sysctl -w kernel.core_pattern="core.%e.%p"
- ulimit -c unlimited
- archery docker run ${{ matrix.image }}
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push ${{ matrix.image }}
-
- docker-arm:
- # NOTE: this job is specific for self-hosted runners
- # CACHING: don't use the cache plugin because of various permission
- # issues and keep the cached docker volumes permanently on the
- # host
- # PYTHON: no distributions are built for arm machines by the github
- # actions team, so python>3.6 must be preinstalled on the self
- # hosted machines
- name: ${{ matrix.title }}
- runs-on: ${{ matrix.runner }}
- # TODO(kszucs): re-enable once the self-hosted workers are properly
- # registered to github
- if: false && github.event_name == 'push'
- defaults:
- # To use certain environment variables set by .bashrc, an interactive
- # bash shell must be used
- run:
- shell: bash -i {0}
- strategy:
- fail-fast: false
- matrix:
- name:
- - arm32v7-debian-10-cpp
- - arm64v8-ubuntu-20.04-cpp
- include:
- - name: arm32v7-debian-10-cpp
- debian: 10
- title: ARM32v7 Debian 10 C++
- image: |
- -e CPP_MAKE_PARALLELISM=2 \
- -e CXXFLAGS=-Wno-psabi \
- -e ARROW_PARQUET=OFF \
- -e ARROW_FLIGHT=OFF \
- -e ARROW_GANDIVA=OFF \
- -e ARROW_ORC=OFF \
- -e CMAKE_ARGS=-DARROW_CPU_FLAG=armv7 \
- debian-cpp
- arch: 'arm32v7'
- runner: [self-hosted, linux, ARM]
- - name: arm64v8-ubuntu-20.04-cpp
- ubuntu: 20.04
- title: ARM64v8 Ubuntu 20.04 C++
- image: |
- -e CPP_MAKE_PARALLELISM=1 \
- -e ARROW_PARQUET=OFF \
- ubuntu-cpp
- arch: 'arm64v8'
- runner: [self-hosted, linux, ARM64]
- env:
- # the defaults here should correspond to the values in .env
- ARCH: ${{ matrix.arch || 'arm64v8' }}
- DEBIAN: ${{ matrix.debian || 10 }}
- FEDORA: ${{ matrix.fedora || 32 }}
- UBUNTU: ${{ matrix.ubuntu || 18.04 }}
- LLVM: 8
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Setup Archery
- run: pip install -U -e dev/archery[docker]
- - name: Execute Docker Build
- # parallelism is reduced because the ARM builders are low on memory
- run: |
- ulimit -c unlimited
- archery docker run ${{ matrix.image }}
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push ${{ matrix.image }}
-
- build-example:
- name: C++ Minimal Build Example
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Run
- run: |
- cd cpp/examples/minimal_build
- docker-compose run --rm minimal
-
- macos:
- name: AMD64 MacOS 10.15 C++
- runs-on: macos-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- env:
- ARROW_BUILD_TESTS: ON
- ARROW_DATASET: ON
- ARROW_FLIGHT: ON
- ARROW_GANDIVA: ON
- ARROW_HDFS: ON
- ARROW_HOME: /usr/local
- ARROW_JEMALLOC: ON
- # TODO(kszucs): link error in the tests
- ARROW_ORC: OFF
- ARROW_PARQUET: ON
- ARROW_PLASMA: ON
- ARROW_S3: ON
- ARROW_WITH_BROTLI: ON
- ARROW_WITH_BZ2: ON
- ARROW_WITH_LZ4: ON
- ARROW_WITH_SNAPPY: ON
- ARROW_WITH_ZLIB: ON
- ARROW_WITH_ZSTD: ON
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Install Dependencies
- shell: bash
- run: |
- rm -f /usr/local/bin/2to3
- brew update --preinstall
- brew unlink gcc@8 gcc@9
- brew bundle --file=cpp/Brewfile
- - name: Build
- shell: bash
- run: ci/scripts/cpp_build.sh $(pwd) $(pwd)/build
- - name: Test
- shell: bash
- run: |
- sudo sysctl -w kern.coredump=1
- sudo sysctl -w kern.corefile=core.%N.%P
- ulimit -c unlimited # must enable within the same shell
- ci/scripts/cpp_test.sh $(pwd) $(pwd)/build
-
- windows:
- name: AMD64 ${{ matrix.name }} C++
- runs-on: ${{ matrix.os }}
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- os:
- - windows-latest
- include:
- - os: windows-latest
- name: Windows 2019
- generator: Visual Studio 16 2019
- env:
- ARROW_BOOST_USE_SHARED: OFF
- ARROW_BUILD_BENCHMARKS: ON
- ARROW_BUILD_SHARED: ON
- ARROW_BUILD_STATIC: OFF
- ARROW_BUILD_TESTS: ON
- ARROW_DATASET: ON
- ARROW_FLIGHT: OFF
- ARROW_HDFS: ON
- ARROW_HOME: /usr
- ARROW_JEMALLOC: OFF
- ARROW_MIMALLOC: ON
- ARROW_PARQUET: ON
- ARROW_USE_GLOG: OFF
- ARROW_VERBOSE_THIRDPARTY_BUILD: OFF
- ARROW_WITH_BROTLI: OFF
- ARROW_WITH_BZ2: OFF
- ARROW_WITH_LZ4: OFF
- ARROW_WITH_SNAPPY: ON
- ARROW_WITH_ZLIB: ON
- ARROW_WITH_ZSTD: ON
- BOOST_SOURCE: BUNDLED
- CMAKE_ARGS: '-A x64 -DOPENSSL_ROOT_DIR=C:\Program Files\OpenSSL-Win64'
- CMAKE_GENERATOR: ${{ matrix.generator }}
- CMAKE_INSTALL_LIBDIR: bin
- CMAKE_INSTALL_PREFIX: /usr
- CMAKE_UNITY_BUILD: ON
- NPROC: 2
- steps:
- - name: Disable Crash Dialogs
- run: |
- reg add `
- "HKCU\SOFTWARE\Microsoft\Windows\Windows Error Reporting" `
- /v DontShowUI `
- /t REG_DWORD `
- /d 1 `
- /f
- - name: Installed Packages
- run: choco list -l
- - name: Install Dependencies
- run: choco install -y --no-progress openssl
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Build
- shell: bash
- run: |
- ci/scripts/cpp_build.sh $(pwd) $(pwd)/build
- - name: Test
- shell: bash
- run: ci/scripts/cpp_test.sh $(pwd) $(pwd)/build
-
- windows-mingw:
- name: AMD64 Windows MinGW ${{ matrix.mingw-n-bits }} C++
- runs-on: windows-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- mingw-n-bits:
- - 32
- - 64
- env:
- ARROW_BUILD_SHARED: ON
- ARROW_BUILD_STATIC: OFF
- ARROW_BUILD_TESTS: ON
- ARROW_BUILD_TYPE: release
- ARROW_DATASET: ON
- ARROW_FLIGHT: ON
- ARROW_GANDIVA: ON
- ARROW_HDFS: OFF
- ARROW_HOME: /mingw${{ matrix.mingw-n-bits }}
- ARROW_JEMALLOC: OFF
- ARROW_PARQUET: ON
- ARROW_PYTHON: ON
- ARROW_S3: ON
- ARROW_USE_GLOG: OFF
- ARROW_VERBOSE_THIRDPARTY_BUILD: OFF
- ARROW_WITH_BROTLI: ON
- ARROW_WITH_BZ2: ON
- ARROW_WITH_LZ4: ON
- ARROW_WITH_SNAPPY: ON
- ARROW_WITH_ZLIB: ON
- ARROW_WITH_ZSTD: ON
- # Don't use preinstalled Boost by empty BOOST_ROOT and
- # -DBoost_NO_BOOST_CMAKE=ON
- BOOST_ROOT: ""
- CMAKE_ARGS: >-
- -DARROW_PACKAGE_PREFIX=/mingw${{ matrix.mingw-n-bits }}
- -DBoost_NO_BOOST_CMAKE=ON
- CMAKE_UNITY_BUILD: ON
- steps:
- - name: Disable Crash Dialogs
- run: |
- reg add `
- "HKCU\SOFTWARE\Microsoft\Windows\Windows Error Reporting" `
- /v DontShowUI `
- /t REG_DWORD `
- /d 1 `
- /f
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - uses: msys2/setup-msys2@v2
- with:
- msystem: MINGW${{ matrix.mingw-n-bits }}
- update: true
- - name: Setup MSYS2
- shell: msys2 {0}
- run: |
- ci/scripts/msys2_setup.sh cpp
- - name: Cache ccache
- uses: actions/cache@v2
- with:
- path: ccache
- key: cpp-ccache-mingw${{ matrix.mingw-n-bits }}-${{ hashFiles('cpp/**') }}
- restore-keys: cpp-ccache-mingw${{ matrix.mingw-n-bits }}-
- - name: Build
- shell: msys2 {0}
- run: |
- export CMAKE_BUILD_PARALLEL_LEVEL=$NUMBER_OF_PROCESSORS
- ci/scripts/cpp_build.sh "$(pwd)" "$(pwd)/build"
- - name: Download MinIO
- shell: msys2 {0}
- run: |
- mkdir -p /usr/local/bin
- wget \
- --output-document /usr/local/bin/minio.exe \
- https://dl.min.io/server/minio/release/windows-amd64/minio.exe
- chmod +x /usr/local/bin/minio.exe
- - name: Test
- shell: msys2 {0}
- run: |
- python_version=$(python -c "import sys; print('.'.join(map(str, sys.version_info[0:2])))")
- export PYTHONHOME="$(cygpath --windows ${MINGW_PREFIX})\lib\python${python_version}"
- PYTHONPATH="${PYTHONHOME}"
- PYTHONPATH="${PYTHONPATH};${PYTHONHOME}\lib-dynload"
- PYTHONPATH="${PYTHONPATH};${PYTHONHOME}\site-packages"
- export PYTHONPATH
- ci/scripts/cpp_test.sh "$(pwd)" "$(pwd)/build"
diff --git a/.github/workflows/cpp_cron.yml b/.github/workflows/cpp_cron.yml
deleted file mode 100644
index 9e4f3cf..0000000
--- a/.github/workflows/cpp_cron.yml
+++ /dev/null
@@ -1,149 +0,0 @@
-
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: C++ Cron
-
-on:
- push:
- paths:
- - '.github/workflows/cpp_cron.yml'
- pull_request:
- paths:
- - '.github/workflows/cpp_cron.yml'
- schedule:
- - cron: |
- 0 */12 * * *
-
-env:
- ARROW_ENABLE_TIMING_TESTS: OFF
- DOCKER_VOLUME_PREFIX: ".docker/"
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
- docker:
- name: ${{ matrix.title }}
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') && github.repository == 'apache/arrow' }}
- strategy:
- fail-fast: false
- matrix:
- name:
- - amd64-debian-10-cpp
- - amd64-fedora-33-cpp
- - amd64-ubuntu-18.04-cpp
- - amd64-ubuntu-20.04-cpp
- include:
- - name: amd64-debian-10-cpp
- image: debian-cpp
- title: AMD64 Debian 10 C++
- debian: 10
- - name: amd64-fedora-33-cpp
- image: fedora-cpp
- title: AMD64 Fedora 33 C++
- fedora: 33
- - name: amd64-ubuntu-18.04-cpp
- image: ubuntu-cpp
- title: AMD64 Ubuntu 18.04 C++
- ubuntu: 18.04
- - name: amd64-ubuntu-20.04-cpp
- image: ubuntu-cpp
- title: AMD64 Ubuntu 20.04 C++
- ubuntu: 20.04
- env:
- # the defaults here should correspond to the values in .env
- ARCH: 'amd64'
- DEBIAN: ${{ matrix.debian || 10 }}
- FEDORA: ${{ matrix.fedora || 33 }}
- UBUNTU: ${{ matrix.ubuntu || 18.04 }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: ${{ matrix.name }}-${{ hashFiles('cpp/**') }}
- restore-keys: ${{ matrix.name }}-
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: |
- sudo sysctl -w kernel.core_pattern="core.%e.%p"
- ulimit -c unlimited
- archery docker run ${{ matrix.image }}
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push ${{ matrix.image }}
-
- oss-fuzz:
- name: OSS-Fuzz build check
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') && github.repository == 'apache/arrow' }}
- strategy:
- fail-fast: false
- matrix:
- ubuntu: [18.04]
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- shell: bash
- run: ci/scripts/util_cleanup.sh
- - name: Checkout OSS-Fuzz
- uses: actions/checkout@v1
- with:
- path: oss-fuzz
- repository: google/oss-fuzz
- ref: master
- - name: Install dependencies
- working-directory: ../oss-fuzz
- run: |
- python3 -m pip install setuptools
- python3 -m pip install -r infra/ci/requirements.txt
- - name: Build image
- shell: bash
- working-directory: ../oss-fuzz
- run: |
- python3 infra/helper.py build_image --pull arrow
- - name: Build fuzzers
- shell: bash
- working-directory: ../oss-fuzz
- run: |
- python3 infra/helper.py build_fuzzers arrow `pwd`/../arrow
- - name: Check build
- shell: bash
- working-directory: ../oss-fuzz
- run: |
- python3 infra/helper.py check_build arrow
diff --git a/.github/workflows/csharp.yml b/.github/workflows/csharp.yml
deleted file mode 100644
index 03a297b..0000000
--- a/.github/workflows/csharp.yml
+++ /dev/null
@@ -1,121 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: C#
-
-on:
- push:
- paths:
- - '.github/workflows/csharp.yml'
- - 'ci/scripts/csharp_*'
- - 'csharp/**'
- pull_request:
- paths:
- - '.github/workflows/csharp.yml'
- - 'ci/scripts/csharp_*'
- - 'csharp/**'
-
-jobs:
-
- ubuntu:
- name: AMD64 Ubuntu 18.04 C# ${{ matrix.dotnet }}
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- dotnet: ['3.1.x']
- steps:
- - name: Install C#
- uses: actions/setup-dotnet@v1
- with:
- dotnet-version: ${{ matrix.dotnet }}
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Install Source Link
- shell: bash
- run: dotnet tool install --global sourcelink
- - name: Build
- shell: bash
- run: ci/scripts/csharp_build.sh $(pwd)
- - name: Test
- shell: bash
- run: ci/scripts/csharp_test.sh $(pwd)
-
- windows:
- name: AMD64 Windows 2019 18.04 C# ${{ matrix.dotnet }}
- runs-on: windows-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- dotnet: ['3.1.x']
- steps:
- - name: Install C#
- uses: actions/setup-dotnet@v1
- with:
- dotnet-version: ${{ matrix.dotnet }}
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Install Source Link
- run: dotnet tool install --global sourcelink
- - name: Build
- shell: bash
- run: ci/scripts/csharp_build.sh $(pwd)
- - name: Test
- shell: bash
- run: ci/scripts/csharp_test.sh $(pwd)
-
- macos:
- name: AMD64 MacOS 10.15 C# ${{ matrix.dotnet }}
- runs-on: macos-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- dotnet: ['3.1.x']
- steps:
- - name: Install C#
- uses: actions/setup-dotnet@v1
- with:
- dotnet-version: ${{ matrix.dotnet }}
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Install Source Link
- shell: bash
- run: dotnet tool install --global sourcelink
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Build
- shell: bash
- run: ci/scripts/csharp_build.sh $(pwd)
- - name: Test
- shell: bash
- run: ci/scripts/csharp_test.sh $(pwd)
diff --git a/.github/workflows/go.yml b/.github/workflows/go.yml
deleted file mode 100644
index 574795f..0000000
--- a/.github/workflows/go.yml
+++ /dev/null
@@ -1,125 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: Go
-
-on:
- push:
- paths:
- - '.github/workflows/go.yml'
- - 'ci/docker/*_go.dockerfile'
- - 'ci/scripts/go_*'
- - 'go/**'
- pull_request:
- paths:
- - '.github/workflows/go.yml'
- - 'ci/docker/*_go.dockerfile'
- - 'ci/docker/**'
- - 'ci/scripts/go_*'
- - 'go/**'
-
-env:
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
-
- docker:
- name: AMD64 Debian 10 Go ${{ matrix.go }}
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- go: [1.15]
- env:
- GO: ${{ matrix.go }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: archery docker run debian-go
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push debian-go
-
- windows:
- name: AMD64 Windows 2019 Go ${{ matrix.go }}
- runs-on: windows-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- go: [1.15]
- steps:
- - name: Install go
- uses: actions/setup-go@v1
- with:
- go-version: ${{ matrix.go }}
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Build
- shell: bash
- run: ci/scripts/go_build.sh .
- - name: Test
- shell: bash
- run: ci/scripts/go_test.sh .
-
- macos:
- name: AMD64 MacOS 10.15 Go ${{ matrix.go }}
- runs-on: macos-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- go: [1.15]
- steps:
- - name: Install go
- uses: actions/setup-go@v1
- with:
- go-version: ${{ matrix.go }}
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Build
- shell: bash
- run: ci/scripts/go_build.sh .
- - name: Test
- shell: bash
- run: ci/scripts/go_test.sh .
diff --git a/.github/workflows/java.yml b/.github/workflows/java.yml
deleted file mode 100644
index 7f6f29f..0000000
--- a/.github/workflows/java.yml
+++ /dev/null
@@ -1,112 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: Java
-
-on:
- push:
- paths:
- - '.github/workflows/java.yml'
- - 'ci/docker/*java*'
- - 'ci/scripts/java*.sh'
- - 'ci/scripts/util_*.sh'
- - 'format/Flight.proto'
- - 'java/**'
- pull_request:
- paths:
- - '.github/workflows/java.yml'
- - 'ci/docker/*java*'
- - 'ci/scripts/java*.sh'
- - 'ci/scripts/util_*.sh'
- - 'format/Flight.proto'
- - 'java/**'
-
-env:
- DOCKER_VOLUME_PREFIX: ".docker/"
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
-
- debian:
- name: AMD64 Debian 9 Java JDK ${{ matrix.jdk }} Maven ${{ matrix.maven }}
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- jdk: [11]
- maven: [3.6.2]
- env:
- JDK: ${{ matrix.jdk }}
- MAVEN: ${{ matrix.maven }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- shell: bash
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: maven-${{ hashFiles('java/**') }}
- restore-keys: maven-
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: archery docker run debian-java
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push debian-java
-
- macos:
- name: AMD64 MacOS 10.15 Java JDK ${{ matrix.jdk }}
- runs-on: macos-latest
- if: github.event_name == 'push'
- strategy:
- fail-fast: false
- matrix:
- jdk: [11]
- steps:
- - name: Set up Java
- uses: actions/setup-java@v1
- with:
- java-version: ${{ matrix.jdk }}
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Build
- shell: bash
- run: ci/scripts/java_build.sh $(pwd) $(pwd)/build
- - name: Test
- shell: bash
- run: ci/scripts/java_test.sh $(pwd) $(pwd)/build
diff --git a/.github/workflows/java_jni.yml b/.github/workflows/java_jni.yml
deleted file mode 100644
index 5f25e8c..0000000
--- a/.github/workflows/java_jni.yml
+++ /dev/null
@@ -1,83 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: Java JNI
-
-on:
- push:
- paths:
- - '.github/workflows/java_jni.yml'
- - 'ci/docker/**'
- - 'ci/scripts/cpp_build.sh'
- - 'ci/scripts/java_*'
- - 'cpp/**'
- - 'java/**'
- pull_request:
- paths:
- - '.github/workflows/java_jni.yml'
- - 'ci/docker/**'
- - 'ci/scripts/cpp_build.sh'
- - 'ci/scripts/java_*'
- - 'cpp/**'
- - 'java/**'
-
-env:
- DOCKER_VOLUME_PREFIX: ".docker/"
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
-
- docker:
- name: AMD64 Debian 9 Java JNI (Gandiva, Plasma, ORC, Dataset)
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- jdk: [8]
- maven: [3.5.2]
- env:
- JDK: ${{ matrix.jdk }}
- MAVEN: ${{ matrix.maven }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: maven-${{ hashFiles('java/**') }}
- restore-keys: maven-
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: archery docker run debian-java-jni
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push debian-java-jni
diff --git a/.github/workflows/js.yml b/.github/workflows/js.yml
deleted file mode 100644
index 354c45c..0000000
--- a/.github/workflows/js.yml
+++ /dev/null
@@ -1,122 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: NodeJS
-
-on:
- push:
- paths:
- - '.github/workflows/js.yml'
- - 'ci/docker/*js.dockerfile'
- - 'ci/scripts/js_*'
- - 'js/**'
- pull_request:
- paths:
- - '.github/workflows/js.yml'
- - 'ci/docker/*js.dockerfile'
- - 'ci/scripts/js_*'
- - 'js/**'
-
-env:
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
-
- docker:
- name: AMD64 Debian 10 NodeJS 14
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: |
- sudo sysctl -w kernel.core_pattern="core.%e.%p"
- ulimit -c unlimited
- archery docker run debian-js
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push debian-js
-
- macos:
- name: AMD64 MacOS 10.15 NodeJS ${{ matrix.node }}
- runs-on: macos-latest
- if: github.event_name == 'push'
- strategy:
- fail-fast: false
- matrix:
- node: [14]
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Install NodeJS
- uses: actions/setup-node@v1
- with:
- node-version: ${{ matrix.node }}
- - name: Build
- shell: bash
- run: ci/scripts/js_build.sh $(pwd)
- - name: Test
- shell: bash
- run: ci/scripts/js_test.sh $(pwd)
-
- # TODO(kszucs): the windows build fails with platform specific npm error
- # windows:
- # name: AMD64 Windows 2019 NodeJS ${{ matrix.node }}
- # runs-on: windows-latest
- # if: github.event_name == 'push'
- # strategy:
- # fail-fast: false
- # matrix:
- # node: [14]
- # steps:
- # - name: Checkout Arrow
- # uses: actions/checkout@v1
- # with:
- # submodules: true
- # - name: Install NodeJS
- # uses: actions/setup-node@v1
- # with:
- # node-version: ${{ matrix.node }}
- # - name: Install Platform Dependencies
- # shell: bash
- # run: yarn add -g cross-env
- # - name: Build
- # shell: bash
- # run: ci/scripts/js_build.sh $(pwd)
- # - name: Test
- # shell: bash
- # run: ci/scripts/js_test.sh $(pwd)
diff --git a/.github/workflows/julia.yml b/.github/workflows/julia.yml
deleted file mode 100644
index 64ea6c9..0000000
--- a/.github/workflows/julia.yml
+++ /dev/null
@@ -1,53 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: Julia
-on:
- push:
- paths:
- - '.github/workflows/julia.yml'
- - 'julia/**'
- pull_request:
- paths:
- - '.github/workflows/julia.yml'
- - 'julia/**'
-
-jobs:
- test:
- name: AMD64 ${{ matrix.os }} Julia ${{ matrix.version }}
- env:
- JULIA_NUM_THREADS: 2
- runs-on: ${{ matrix.os }}
- strategy:
- fail-fast: false
- matrix:
- version:
- - '1.3'
- - '1' # automatically expands to the latest stable 1.x release of Julia
- - 'nightly'
- os:
- - ubuntu-latest
- - windows-latest
- steps:
- - uses: actions/checkout@v2
- - uses: julia-actions/setup-julia@v1
- with:
- version: ${{ matrix.version }}
- arch: x64
- - uses: julia-actions/julia-runtest@v1
- with:
- project: julia/Arrow
diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml
deleted file mode 100644
index 9062e93..0000000
--- a/.github/workflows/python.yml
+++ /dev/null
@@ -1,154 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: Python
-
-on:
- push:
- paths:
- - '.github/workflows/python.yml'
- - 'ci/**'
- - 'cpp/**'
- - 'python/**'
- pull_request:
- paths:
- - '.github/workflows/python.yml'
- - 'ci/**'
- - 'cpp/**'
- - 'python/**'
-
-env:
- DOCKER_VOLUME_PREFIX: ".docker/"
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
-
- docker:
- name: ${{ matrix.title }}
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- name:
- - conda-python-3.8-nopandas
- - conda-python-3.6-pandas-0.23
- - conda-python-3.7-pandas-latest
- include:
- - name: conda-python-3.8-nopandas
- cache: conda-python-3.8
- image: conda-python
- title: AMD64 Conda Python 3.8 Without Pandas
- python: 3.8
- - name: conda-python-3.6-pandas-0.23
- cache: conda-python-3.6
- image: conda-python-pandas
- title: AMD64 Conda Python 3.6 Pandas 0.23
- python: 3.6
- pandas: 0.23
- - name: conda-python-3.7-pandas-latest
- cache: conda-python-3.7
- image: conda-python-pandas
- title: AMD64 Conda Python 3.7 Pandas latest
- python: 3.7
- pandas: latest
- env:
- PYTHON: ${{ matrix.python || 3.7 }}
- UBUNTU: ${{ matrix.ubuntu || 18.04 }}
- PANDAS: ${{ matrix.pandas || 'latest' }}
- NUMPY: ${{ matrix.numpy || 'latest' }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: ${{ matrix.cache }}-${{ hashFiles('cpp/**') }}
- restore-keys: ${{ matrix.cache }}-
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: |
- sudo sysctl -w kernel.core_pattern="core.%e.%p"
- ulimit -c unlimited
- archery docker run ${{ matrix.image }}
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push ${{ matrix.image }}
-
- macos:
- name: AMD64 MacOS 10.15 Python 3
- runs-on: macos-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- env:
- ARROW_HOME: /usr/local
- ARROW_DATASET: ON
- ARROW_JEMALLOC: ON
- ARROW_ORC: ON
- ARROW_PYTHON: ON
- ARROW_PLASMA: ON
- ARROW_GANDIVA: ON
- ARROW_PARQUET: ON
- ARROW_WITH_ZLIB: ON
- ARROW_WITH_LZ4: ON
- ARROW_WITH_BZ2: ON
- ARROW_WITH_ZSTD: ON
- ARROW_WITH_SNAPPY: ON
- ARROW_WITH_BROTLI: ON
- ARROW_BUILD_TESTS: OFF
- CMAKE_ARGS: "-DPython3_EXECUTABLE=/usr/local/bin/python3"
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Install Dependencies
- shell: bash
- run: |
- rm -f /usr/local/bin/2to3
- brew update --preinstall
- brew unlink gcc@8 gcc@9
- brew bundle --file=cpp/Brewfile
- brew install coreutils
- python3 -mpip install \
- -r python/requirements-build.txt \
- -r python/requirements-test.txt
- - name: Build
- shell: bash
- run: |
- export PYTHON=python3
- ci/scripts/cpp_build.sh $(pwd) $(pwd)/build
- ci/scripts/python_build.sh $(pwd) $(pwd)/build
- - name: Test
- shell: bash
- run: ci/scripts/python_test.sh $(pwd) $(pwd)/build
diff --git a/.github/workflows/python_cron.yml b/.github/workflows/python_cron.yml
deleted file mode 100644
index 7a4401a..0000000
--- a/.github/workflows/python_cron.yml
+++ /dev/null
@@ -1,141 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: Python Cron
-
-on:
- push:
- paths:
- - '.github/workflows/python_cron.yml'
- pull_request:
- paths:
- - '.github/workflows/python_cron.yml'
- schedule:
- - cron: |
- 0 */12 * * *
-
-env:
- DOCKER_VOLUME_PREFIX: ".docker/"
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
-
- docker:
- name: ${{ matrix.title }}
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') && github.repository == 'apache/arrow' }}
- strategy:
- fail-fast: false
- matrix:
- name:
- - debian-10-python-3
- - fedora-33-python-3
- - ubuntu-18.04-python-3
- - conda-python-3.7-dask-latest
- - conda-python-3.7-turbodbc-latest
- - conda-python-3.7-kartothek-latest
- - conda-python-3.7-pandas-0.24
- - conda-python-3.7-pandas-master
- - conda-python-3.7-hdfs-2.9.2
- include:
- - name: debian-10-python-3
- cache: debian-10-python-3
- image: debian-python
- title: AMD64 Debian 10 Python 3
- debian: 10
- - name: fedora-33-python-3
- cache: fedora-33-python-3
- image: fedora-python
- title: AMD64 Fedora 33 Python 3
- fedora: 33
- - name: ubuntu-18.04-python-3
- cache: ubuntu-18.04-python-3
- image: ubuntu-python
- title: AMD64 Ubuntu 18.04 Python 3
- ubuntu: 18.04
- - name: conda-python-3.7-dask-latest
- cache: conda-python-3.7
- image: conda-python-dask
- title: AMD64 Conda Python 3.7 Dask latest
- dask: latest
- - name: conda-python-3.7-turbodbc-latest
- cache: conda-python-3.7
- image: conda-python-turbodbc
- title: AMD64 Conda Python 3.7 Turbodbc latest
- turbodbc: latest
- - name: conda-python-3.7-kartothek-latest
- cache: conda-python-3.7
- image: conda-python-kartothek
- title: AMD64 Conda Python 3.7 Kartothek latest
- kartothek: latest
- - name: conda-python-3.7-pandas-0.24
- cache: conda-python-3.7
- image: conda-python-pandas
- title: AMD64 Conda Python 3.7 Pandas 0.24
- pandas: 0.24
- - name: conda-python-3.7-pandas-master
- cache: conda-python-3.7
- image: --no-leaf-cache conda-python-pandas
- title: AMD64 Conda Python 3.7 Pandas master
- pandas: master
- - name: conda-python-3.7-hdfs-2.9.2
- cache: conda-python-3.7
- image: conda-python-hdfs
- title: AMD64 Conda Python 3.7 HDFS 2.9.2
- hdfs: 2.9.2
- env:
- # the defaults here should correspond to the values in .env
- DEBIAN: ${{ matrix.debian || 10 }}
- FEDORA: ${{ matrix.fedora || 33 }}
- UBUNTU: ${{ matrix.ubuntu || 18.04 }}
- PYTHON: ${{ matrix.python || 3.7 }}
- HDFS: ${{ matrix.hdfs || '2.9.2' }}
- DASK: ${{ matrix.dask || 'latest' }}
- TURBODBC: ${{ matrix.turbodbc || 'latest' }}
- PANDAS: ${{ matrix.pandas || 'latest' }}
- KARTOTHEK: ${{ matrix.kartothek || 'latest' }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: ${{ matrix.cache }}-${{ hashFiles('cpp/**') }}
- restore-keys: ${{ matrix.cache }}-
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: |
- sudo sysctl -w kernel.core_pattern="core.%e.%p"
- ulimit -c unlimited
- archery docker run ${{ matrix.image }}
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push ${{ matrix.image }}
diff --git a/.github/workflows/r.yml b/.github/workflows/r.yml
deleted file mode 100644
index 7851b6b..0000000
--- a/.github/workflows/r.yml
+++ /dev/null
@@ -1,255 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: R
-
-on:
- push:
- paths:
- - ".github/workflows/r.yml"
- - "ci/scripts/r_*.sh"
- - "ci/scripts/cpp_*.sh"
- - "ci/scripts/PKGBUILD"
- - "ci/etc/rprofile"
- - "ci/docker/**"
- - "cpp/**"
- - "r/**"
- pull_request:
- paths:
- - ".github/workflows/r.yml"
- - "ci/scripts/r_*.sh"
- - "ci/scripts/cpp_*.sh"
- - "ci/scripts/PKGBUILD"
- - "ci/etc/rprofile"
- - "ci/docker/**"
- - "cpp/**"
- - "r/**"
-
-env:
- DOCKER_VOLUME_PREFIX: ".docker/"
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
- ubuntu:
- name: AMD64 Ubuntu ${{ matrix.ubuntu }} R ${{ matrix.r }}
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- r: ["3.6"]
- ubuntu: [18.04]
- env:
- R: ${{ matrix.r }}
- UBUNTU: ${{ matrix.ubuntu }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: ubuntu-${{ matrix.ubuntu }}-r-${{ matrix.r }}-${{ hashFiles('cpp/**') }}
- restore-keys: ubuntu-${{ matrix.ubuntu }}-r-${{ matrix.r }}-
- - name: Check pkgdown reference sections
- run: ci/scripts/r_pkgdown_check.sh
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: |
- sudo sysctl -w kernel.core_pattern="core.%e.%p"
- ulimit -c unlimited
- archery docker run ubuntu-r
- - name: Dump install logs
- run: cat r/check/arrow.Rcheck/00install.out
- if: always()
- - name: Dump test logs
- run: cat r/check/arrow.Rcheck/tests/testthat.Rout*
- if: always()
- - name: Save the test output
- if: always()
- uses: actions/upload-artifact@v2
- with:
- name: test-output
- path: r/check/arrow.Rcheck/tests/testthat.Rout*
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push ubuntu-r
-
- bundled:
- name: "${{ matrix.config.org }}/${{ matrix.config.image }}:${{ matrix.config.tag }}"
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- config:
- - { org: "rstudio", image: "r-base", tag: "4.0-centos7" }
- - { org: "rhub", image: "debian-gcc-devel", tag: "latest" }
- env:
- R_ORG: ${{ matrix.config.org }}
- R_IMAGE: ${{ matrix.config.image }}
- R_TAG: ${{ matrix.config.tag }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: ${{ matrix.config.image }}-r-${{ hashFiles('cpp/**') }}
- restore-keys: ${{ matrix.config.image }}-r-
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: |
- sudo sysctl -w kernel.core_pattern="core.%e.%p"
- ulimit -c unlimited
- archery docker run r
- - name: Dump install logs
- run: cat r/check/arrow.Rcheck/00install.out
- if: always()
- - name: Dump test logs
- run: cat r/check/arrow.Rcheck/tests/testthat.Rout*
- if: always()
- - name: Save the test output
- if: always()
- uses: actions/upload-artifact@v2
- with:
- name: test-output
- path: r/check/arrow.Rcheck/tests/testthat.Rout*
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- run: archery docker push r
-
- windows:
- name: AMD64 Windows RTools ${{ matrix.rtools }}
- runs-on: windows-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- rtools: [35, 40]
- env:
- TEST_R_WITH_ARROW: "TRUE"
- ARROW_R_CXXFLAGS: "-Werror"
- _R_CHECK_TESTS_NLINES_: 0
- steps:
- - run: git config --global core.autocrlf false
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Make R tests verbose
- # If you get a segfault/mysterious test Execution halted,
- # make this `true` to see where it dies.
- if: false
- shell: cmd
- run: |
- cd r/tests
- sed -i.bak -E -e 's/"arrow"/"arrow", reporter = "location"/' testthat.R
- rm -f testthat.R.bak
- - name: Setup ccache
- shell: bash
- run: |
- ci/scripts/ccache_setup.sh
- echo "CCACHE_DIR=$(cygpath --absolute --windows ccache)" >> $GITHUB_ENV
- # We must enable actions/cache before r-lib/actions/setup-r to ensure
- # using system tar instead of tar provided by Rtools.
- # We can use tar provided by Rtools when we drop support for Rtools 3.5.
- # Because Rtools 4.0 or later has zstd. actions/cache requires zstd
- # when tar is GNU tar.
- - name: Cache ccache
- uses: actions/cache@v2
- with:
- path: ccache
- key: r-${{ matrix.rtools }}-ccache-mingw-${{ hashFiles('cpp/**') }}
- restore-keys: r-${{ matrix.rtools }}-ccache-mingw-
- # We use the makepkg-mingw setup that is included in rtools40 even when
- # we use the rtools35 compilers, so we always install R 4.0/Rtools40
- - uses: r-lib/actions/setup-r@master
- with:
- rtools-version: 40
- r-version: "4.0"
- Ncpus: 2
- - uses: r-lib/actions/setup-r@master
- if: ${{ matrix.rtools == 35 }}
- with:
- rtools-version: 35
- r-version: "3.6"
- Ncpus: 2
- - name: Build Arrow C++
- shell: bash
- env:
- RTOOLS_VERSION: ${{ matrix.rtools }}
- run: ci/scripts/r_windows_build.sh
- - uses: actions/upload-artifact@v1
- with:
- name: Rtools ${{ matrix.rtools }} Arrow C++
- path: libarrow.zip
- - name: Install R package dependencies
- shell: Rscript {0}
- run: |
- options(pkgType="win.binary")
- install.packages(c("remotes", "rcmdcheck"))
- remotes::install_deps("r", dependencies = TRUE)
- - name: Check
- shell: Rscript {0}
- run: |
- Sys.setenv(
- RWINLIB_LOCAL = file.path(Sys.getenv("GITHUB_WORKSPACE"), "libarrow.zip"),
- MAKEFLAGS = paste0("-j", parallel::detectCores())
- )
- rcmdcheck::rcmdcheck("r",
- build_args = '--no-build-vignettes',
- args = c('--no-manual', '--as-cran', '--ignore-vignettes', '--run-donttest'),
- error_on = 'warning',
- check_dir = 'check',
- timeout = 3600
- )
- - name: Dump install logs
- shell: cmd
- run: cat check/arrow.Rcheck/00install.out
- if: always()
- # We can remove this when we drop support for Rtools 3.5.
- - name: Ensure using system tar in actions/cache
- run: |
- Write-Output "${Env:windir}\System32" | `
- Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
diff --git a/.github/workflows/ruby.yml b/.github/workflows/ruby.yml
deleted file mode 100644
index 2b99cdd..0000000
--- a/.github/workflows/ruby.yml
+++ /dev/null
@@ -1,290 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: C GLib & Ruby
-
-on:
- push:
- paths:
- - '.github/workflows/ruby.yml'
- - 'ci/docker/**'
- - 'ci/scripts/c_glib_*'
- - 'ci/scripts/cpp_*'
- - 'ci/scripts/msys2_*'
- - 'ci/scripts/ruby_*'
- - 'ci/scripts/util_*'
- - 'c_glib/**'
- - 'cpp/**'
- - 'ruby/**'
- pull_request:
- paths:
- - '.github/workflows/ruby.yml'
- - 'ci/docker/**'
- - 'ci/scripts/c_glib_*'
- - 'ci/scripts/cpp_*'
- - 'ci/scripts/msys2_*'
- - 'ci/scripts/ruby_*'
- - 'ci/scripts/util_*'
- - 'c_glib/**'
- - 'cpp/**'
- - 'ruby/**'
-
-env:
- DOCKER_VOLUME_PREFIX: ".docker/"
- ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
- ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
-
-jobs:
-
- ubuntu:
- name: AMD64 Ubuntu ${{ matrix.ubuntu }} GLib & Ruby
- runs-on: ubuntu-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- ubuntu:
- - 18.04
- - 20.04
- env:
- UBUNTU: ${{ matrix.ubuntu }}
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Free Up Disk Space
- shell: bash
- run: ci/scripts/util_cleanup.sh
- - name: Cache Docker Volumes
- uses: actions/cache@v2
- with:
- path: .docker
- key: ubuntu-${{ matrix.ubuntu }}-ruby-${{ hashFiles('cpp/**') }}
- restore-keys: ubuntu-${{ matrix.ubuntu }}-ruby-
- - name: Setup Python
- uses: actions/setup-python@v1
- with:
- python-version: 3.8
- - name: Setup Archery
- run: pip install -e dev/archery[docker]
- - name: Execute Docker Build
- run: |
- sudo sysctl -w kernel.core_pattern="core.%e.%p"
- ulimit -c unlimited
- archery docker run ubuntu-ruby
- - name: Docker Push
- if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
- continue-on-error: true
- shell: bash
- run: archery docker push ubuntu-ruby
-
- macos:
- name: AMD64 MacOS 10.15 GLib & Ruby
- runs-on: macos-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- env:
- ARROW_BUILD_TESTS: OFF
- ARROW_GANDIVA: ON
- ARROW_GLIB_DEVELOPMENT_MODE: true
- ARROW_GLIB_GTK_DOC: true
- ARROW_HOME: /usr/local
- ARROW_JEMALLOC: OFF
- ARROW_ORC: OFF
- ARROW_PARQUET: ON
- ARROW_WITH_BROTLI: ON
- ARROW_WITH_LZ4: ON
- ARROW_WITH_SNAPPY: ON
- ARROW_WITH_ZLIB: ON
- ARROW_WITH_ZSTD: ON
- XML_CATALOG_FILES: /usr/local/etc/xml/catalog
- steps:
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Install Homebrew Dependencies
- shell: bash
- run: |
- rm -f /usr/local/bin/2to3
- brew update --preinstall
- brew unlink gcc@8 gcc@9
- brew bundle --file=cpp/Brewfile
- brew bundle --file=c_glib/Brewfile
- - name: Install Ruby Dependencies
- run: |
- export MAKEFLAGS="-j$(sysctl -n hw.ncpu)"
- bundle install --gemfile c_glib/Gemfile
- bundle install --gemfile ruby/Gemfile
- for ruby_package_gemfile in ruby/*/Gemfile; do \
- bundle install --gemfile ${ruby_package_gemfile}
- done
- - name: Setup ccache
- run: |
- ci/scripts/ccache_setup.sh
- - name: ccache info
- id: ccache-info
- run: |
- echo "::set-output name=cache-dir::$(ccache --get-config cache_dir)"
- - name: Cache ccache
- uses: actions/cache@v2
- with:
- path: ${{ steps.ccache-info.outputs.cache-dir }}
- key: ruby-ccache-macos-${{ hashFiles('cpp/**') }}
- restore-keys: ruby-ccache-macos-
- - name: Build C++
- run: |
- ci/scripts/cpp_build.sh $(pwd) $(pwd)/build
- - name: Build GLib
- run: |
- ci/scripts/c_glib_build.sh $(pwd) $(pwd)/build
- - name: Test GLib
- shell: bash
- run: ci/scripts/c_glib_test.sh $(pwd) $(pwd)/build
- - name: Test Ruby
- shell: bash
- run: ci/scripts/ruby_test.sh $(pwd) $(pwd)/build
-
- windows:
- name: AMD64 Windows MinGW ${{ matrix.mingw-n-bits }} GLib & Ruby
- runs-on: windows-latest
- if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
- strategy:
- fail-fast: false
- matrix:
- mingw-n-bits:
- - 64
- ruby-version:
- - 2.6
- env:
- ARROW_BUILD_SHARED: ON
- ARROW_BUILD_STATIC: OFF
- ARROW_BUILD_TESTS: OFF
- ARROW_BUILD_TYPE: release
- ARROW_DATASET: ON
- ARROW_FLIGHT: ON
- ARROW_GANDIVA: ON
- ARROW_HDFS: OFF
- ARROW_HOME: /mingw${{ matrix.mingw-n-bits }}
- ARROW_JEMALLOC: OFF
- ARROW_PARQUET: ON
- ARROW_PYTHON: OFF
- ARROW_S3: ON
- ARROW_USE_GLOG: OFF
- ARROW_WITH_BROTLI: ON
- ARROW_WITH_BZ2: ON
- ARROW_WITH_LZ4: ON
- ARROW_WITH_SNAPPY: ON
- ARROW_WITH_ZLIB: ON
- ARROW_WITH_ZSTD: ON
- # Don't use preinstalled Boost by empty BOOST_ROOT and
- # -DBoost_NO_BOOST_CMAKE=ON
- BOOST_ROOT: ""
- CMAKE_ARGS: >-
- -DARROW_PACKAGE_PREFIX=/mingw${{ matrix.mingw-n-bits }}
- -DBoost_NO_BOOST_CMAKE=ON
- CMAKE_UNITY_BUILD: ON
- steps:
- - name: Disable Crash Dialogs
- run: |
- reg add `
- "HKCU\SOFTWARE\Microsoft\Windows\Windows Error Reporting" `
- /v DontShowUI `
- /t REG_DWORD `
- /d 1 `
- /f
- - name: Checkout Arrow
- uses: actions/checkout@v2
- with:
- fetch-depth: 0
- - name: Fetch Submodules and Tags
- shell: bash
- run: ci/scripts/util_checkout.sh
- - name: Setup Ruby
- uses: ruby/setup-ruby@v1
- with:
- ruby-version: ${{ matrix.ruby-version }}
- - name: Upgrade MSYS2
- run: |
- ridk exec bash ci\scripts\msys2_system_upgrade.sh
- taskkill /F /FI "MODULES eq msys-2.0.dll"
- - name: Clean MSYS2
- run: |
- ridk exec bash ci\scripts\msys2_system_clean.sh
- - name: Setup MSYS2
- run: |
- ridk exec bash ci\scripts\msys2_setup.sh ruby
- - name: Cache ccache
- uses: actions/cache@v2
- with:
- path: ccache
- key: ruby-ccache-mingw${{ matrix.mingw-n-bits }}-${{ hashFiles('cpp/**') }}
- restore-keys: ruby-ccache-mingw${{ matrix.mingw-n-bits }}-
- - name: Build C++
- run: |
- $Env:CMAKE_BUILD_PARALLEL_LEVEL = $Env:NUMBER_OF_PROCESSORS
- $source_dir = "$(ridk exec cygpath --unix "$(Get-Location)")"
- $build_dir = "$(ridk exec cygpath --unix "$(Get-Location)\build")"
- $ErrorActionPreference = "Continue"
- ridk exec bash ci\scripts\cpp_build.sh "${source_dir}" "${build_dir}"
- - name: Build GLib
- run: |
- $Env:CMAKE_BUILD_PARALLEL_LEVEL = $Env:NUMBER_OF_PROCESSORS
- $source_dir = "$(ridk exec cygpath --unix "$(Get-Location)")"
- $build_dir = "$(ridk exec cygpath --unix "$(Get-Location)\build")"
- $ErrorActionPreference = "Continue"
- ridk exec bash ci\scripts\c_glib_build.sh "${source_dir}" "${build_dir}"
- - name: RubyGems info
- id: rubygems-info
- run: |
- Write-Output "::set-output name=gem-dir::$(ridk exec gem env gemdir)"
- - name: Cache RubyGems
- uses: actions/cache@v2
- with:
- path: ${{ steps.rubygems-info.outputs.gem-dir }}
- key: ruby-rubygems-mingw${{ matrix.mingw-n-bits }}-${{ hashFiles('**/Gemfile', 'ruby/*/*.gemspec') }}
- restore-keys: ruby-rubygems-mingw${{ matrix.mingw-n-bits }}-
- - name: Install test dependencies
- run: |
- bundle install --gemfile c_glib\Gemfile
- bundle install --gemfile ruby\Gemfile
- Get-ChildItem ruby\*\Gemfile | `
- ForEach-Object {bundle install --gemfile $_}
- - name: Test GLib
- run: |
- $source_dir = "$(ridk exec cygpath --unix "$(Get-Location)")"
- $build_dir = "$(ridk exec cygpath --unix "$(Get-Location)\build")"
- $ErrorActionPreference = "Continue"
- ridk exec bash ci\scripts\c_glib_test.sh "${source_dir}" "${build_dir}"
- - name: Test Ruby
- run: |
- $Env:PKG_CONFIG_PATH = `
- "$(ridk exec cygpath --absolute --windows "${Env:ARROW_HOME}/lib/pkgconfig")"
- $Env:GI_TYPELIB_PATH = `
- "$(ridk exec cygpath --absolute --windows "${Env:ARROW_HOME}/lib/girepository-1.0")"
- $Env:RUBYOPTS = "-rdevkit"
- $Env:MAKE = "ridk exec make"
- $ErrorActionPreference = "Continue"
- rake -f ruby\Rakefile
diff --git a/.hadolint.yaml b/.hadolint.yaml
deleted file mode 100644
index a6d7d03..0000000
--- a/.hadolint.yaml
+++ /dev/null
@@ -1,24 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-ignored:
- - DL3008
- - DL3013
- - DL3018
- - DL3015 # Avoid additional packages by specifying `--no-install-recommends`
- - DL3028 # Ruby gem version pinning
- - DL3007 # r-sanitizer must use latest
diff --git a/.readthedocs.yml b/.readthedocs.yml
deleted file mode 100644
index 11a7d70..0000000
--- a/.readthedocs.yml
+++ /dev/null
@@ -1,19 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-conda:
- file: python/doc/environment.yml
diff --git a/.travis.yml b/.travis.yml
deleted file mode 100644
index 2cf70cc..0000000
--- a/.travis.yml
+++ /dev/null
@@ -1,165 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-dist: bionic
-
-language: minimal
-
-cache:
- directories:
- - $TRAVIS_BUILD_DIR/.docker
-
-addons:
- apt:
- packages:
- - python3-pip
-
-services:
- - docker
-
-# Note that the global "env" setting isn't inherited automatically by
-# matrix entries with their own "env", so we have to insert it explicitly.
-env: &global_env
- ARROW_ENABLE_TIMING_TESTS: "OFF"
- COMPOSE_DOCKER_CLI_BUILD: 1
- DOCKER_BUILDKIT: 0
- DOCKER_VOLUME_PREFIX: $TRAVIS_BUILD_DIR/.docker/
-
-jobs:
- include:
- - name: "C++ on ARM"
- os: linux
- arch: arm64
- env:
- <<: *global_env
- ARCH: arm64v8
- ARROW_CI_MODULES: "CPP"
- DOCKER_IMAGE_ID: ubuntu-cpp
- # ARROW_USE_GLOG=OFF is needed to avoid build error caused by
- # glog and CMAKE_UNITY_BUILD=ON.
- #
- # Disable ARROW_S3 because it often causes "No output has
- # been received in the last 10m0s, this potentially indicates
- # a stalled build or something wrong with the build itself."
- # on Travis CI.
- #
- # Limiting CPP_MAKE_PARALLELISM is required to avoid random compiler
- # crashes.
- DOCKER_RUN_ARGS: >-
- "
- -e ARROW_BUILD_STATIC=OFF
- -e ARROW_ORC=OFF
- -e ARROW_S3=OFF
- -e ARROW_USE_GLOG=OFF
- -e CMAKE_UNITY_BUILD=ON
- -e CPP_MAKE_PARALLELISM=4
- "
- # The LLVM's APT repository provides only arm64 binaries.
- # We should use LLVM provided by Ubuntu.
- LLVM: "10"
- UBUNTU: "20.04"
-
- - name: "C++ on s390x"
- os: linux
- arch: s390x
- env:
- <<: *global_env
- ARCH: s390x
- ARROW_CI_MODULES: "CPP"
- DOCKER_IMAGE_ID: ubuntu-cpp
- # Can't enable ARROW_MIMALLOC because of failures in memory pool tests.
- # Can't enable ARROW_S3 because compiler is killed while compiling
- # aws-sdk-cpp.
- DOCKER_RUN_ARGS: >-
- "
- -e ARROW_BUILD_STATIC=OFF
- -e ARROW_FLIGHT=ON
- -e ARROW_MIMALLOC=OFF
- -e ARROW_ORC=OFF
- -e ARROW_PARQUET=OFF
- -e ARROW_S3=OFF
- -e CMAKE_UNITY_BUILD=ON
- -e CPP_MAKE_PARALLELISM=4
- -e PARQUET_BUILD_EXAMPLES=OFF
- -e PARQUET_BUILD_EXECUTABLES=OFF
- -e Protobuf_SOURCE=BUNDLED
- -e cares_SOURCE=BUNDLED
- -e gRPC_SOURCE=BUNDLED
- "
- # The LLVM's APT repository provides only arm64 binaries.
- # We should use LLVM provided by Ubuntu.
- LLVM: "10"
- UBUNTU: "20.04"
-
- - name: "Go on s390x"
- os: linux
- arch: s390x
- env:
- <<: *global_env
- ARCH: s390x
- ARROW_CI_MODULES: "GO"
- DOCKER_IMAGE_ID: debian-go
-
- - name: "Java on s390x"
- os: linux
- arch: s390x
- env:
- <<: *global_env
- ARCH: s390x
- ARROW_CI_MODULES: "JAVA"
- DOCKER_IMAGE_ID: debian-java
- JDK: 11
-
- allow_failures:
- - name: "Go on s390x"
- - name: "Java on s390x"
-
-before_install:
- - eval "$(python ci/detect-changes.py)"
- - |
- arrow_ci_affected=no
- for arrow_ci_module in ${ARROW_CI_MODULES}; do
- arrow_ci_affected_variable=ARROW_CI_${arrow_ci_module}_AFFECTED
- if [ "$(eval "echo \$${arrow_ci_affected_variable}")" = "1" ]; then
- arrow_ci_affected=yes
- fi
- done
- if [ "${arrow_ci_affected}" = "no" ]; then
- travis_terminate 0
- fi
-
-install:
- - pip3 install -e dev/archery[docker]
-
-script:
- - sudo sysctl -w kernel.core_pattern="core.%e.%p"
- # This isn't allowed on Travis CI:
- # /home/travis/.travis/functions: line 109: ulimit: core file size: cannot modify limit: Operation not permitted
- - |
- ulimit -c unlimited || :
- - |
- archery docker run \
- ${DOCKER_RUN_ARGS} \
- --volume ${PWD}/build:/build \
- ${DOCKER_IMAGE_ID}
-
-after_success:
- - |
- if [ "${TRAVIS_EVENT_TYPE}" = "push" -a \
- "${TRAVIS_REPO_SLUG}" = "apache/arrow" ]; then
- archery docker push ${DOCKER_IMAGE_ID} || :
- fi
diff --git a/appveyor.yml b/appveyor.yml
deleted file mode 100644
index ace5bb9..0000000
--- a/appveyor.yml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# Operating system (build VM template)
-os: Visual Studio 2017
-
-only_commits:
- # Skip commits not related to Python or C++
- files:
- - appveyor.yml
- - ci/appveyor*
- - ci/conda*
- - cpp/
- - format/
- - python/
-
-cache:
- - C:\Users\Appveyor\clcache1
-
-matrix:
- fast_finish: true
-
-environment:
- global:
- # Make these variables visible in all jobs and build steps
- MSVC_DEFAULT_OPTIONS: ON
- APPVEYOR_SAVE_CACHE_ON_ERROR: true
- # Change the clcache dir to reset caches everywhere when a setting
- # is changed incompatibly (e.g. CLCACHE_COMPRESS).
- CLCACHE_DIR: C:\Users\Appveyor\clcache1
- CLCACHE_SERVER: 1
- CLCACHE_COMPRESS: 1
- CLCACHE_COMPRESSLEVEL: 6
- ARROW_BUILD_FLIGHT: "OFF"
- ARROW_BUILD_GANDIVA: "OFF"
- ARROW_LLVM_VERSION: "7.0.*"
- ARROW_S3: "OFF"
- PYTHON: "3.7"
- ARCH: "64"
-
- matrix:
- # NOTE: clcache seems to work best with Ninja and worst with msbuild
- # (as generated by cmake)
- - JOB: "Build"
- GENERATOR: Ninja
- APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2015
- - JOB: "Toolchain"
- GENERATOR: Ninja
- ARROW_S3: "ON"
- ARROW_BUILD_FLIGHT: "ON"
- ARROW_BUILD_GANDIVA: "ON"
- - JOB: "Build_Debug"
- GENERATOR: Ninja
-
-before_build:
- - call ci\appveyor-cpp-setup.bat
-
-build_script:
- - call ci\appveyor-cpp-build.bat
-
-# Disable test discovery
-test: off
-
-after_build:
- - clcache -s
diff --git a/cmake-format.py b/cmake-format.py
deleted file mode 100644
index 0976642..0000000
--- a/cmake-format.py
+++ /dev/null
@@ -1,59 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# cmake-format configuration file
-# Use run-cmake-format.py to reformat all cmake files in the source tree
-
-# How wide to allow formatted cmake files
-line_width = 90
-
-# How many spaces to tab for indent
-tab_size = 2
-
-# If arglists are longer than this, break them always
-max_subargs_per_line = 4
-
-# If true, separate flow control names from their parentheses with a space
-separate_ctrl_name_with_space = False
-
-# If true, separate function names from parentheses with a space
-separate_fn_name_with_space = False
-
-# If a statement is wrapped to more than one line, than dangle the closing
-# parenthesis on it's own line
-dangle_parens = False
-
-# What style line endings to use in the output.
-line_ending = 'unix'
-
-# Format command names consistently as 'lower' or 'upper' case
-command_case = 'lower'
-
-# Format keywords consistently as 'lower' or 'upper' case
-keyword_case = 'unchanged'
-
-# enable comment markup parsing and reflow
-enable_markup = False
-
-# If comment markup is enabled, don't reflow the first comment block in
-# eachlistfile. Use this to preserve formatting of your
-# copyright/licensestatements.
-first_comment_is_literal = False
-
-# If comment markup is enabled, don't reflow any comment block which matchesthis
-# (regex) pattern. Default is `None` (disabled).
-literal_comment_pattern = None
diff --git a/run-cmake-format.py b/run-cmake-format.py
deleted file mode 100755
index 1ff1038..0000000
--- a/run-cmake-format.py
+++ /dev/null
@@ -1,111 +0,0 @@
-#!/usr/bin/env python3
-
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-import argparse
-import fnmatch
-import hashlib
-import pathlib
-import subprocess
-import sys
-
-# Keep an explicit list of files to format as we don't want to reformat
-# files we imported from other location.
-PATTERNS = [
- 'ci/**/*.cmake',
- 'cpp/CMakeLists.txt',
- 'cpp/src/**/CMakeLists.txt',
- 'cpp/cmake_modules/*.cmake',
- 'go/**/CMakeLists.txt',
- 'java/**/CMakeLists.txt',
- 'matlab/**/CMakeLists.txt',
-]
-EXCLUDE = [
- 'cpp/cmake_modules/FindNumPy.cmake',
- 'cpp/cmake_modules/FindPythonLibsNew.cmake',
- 'cpp/cmake_modules/UseCython.cmake',
- 'cpp/src/arrow/util/config.h.cmake',
-]
-
-here = pathlib.Path(__file__).parent
-
-
-def find_cmake_files():
- for pat in PATTERNS:
- yield from here.glob(pat)
-
-
-def run_cmake_format(paths):
- # cmake-format is fast enough that running in parallel doesn't seem
- # necessary
- # autosort is off because it breaks in cmake_format 5.1
- # See: https://github.com/cheshirekow/cmake_format/issues/111
- cmd = ['cmake-format', '--in-place', '--autosort=false'] + paths
- try:
- subprocess.run(cmd, check=True)
- except FileNotFoundError:
- try:
- import cmake_format
- except ImportError:
- raise ImportError(
- "Please install cmake-format: `pip install cmake_format`")
- else:
- # Other error, re-raise
- raise
-
-
-def check_cmake_format(paths):
- hashes = {}
- for p in paths:
- contents = p.read_bytes()
- hashes[p] = hashlib.sha256(contents).digest()
-
- run_cmake_format(paths)
-
- # Check contents didn't change
- changed = []
- for p in paths:
- contents = p.read_bytes()
- if hashes[p] != hashlib.sha256(contents).digest():
- changed.append(p)
-
- if changed:
- items = "\n".join("- %s" % p for p in sorted(changed))
- print("The following cmake files need re-formatting:\n%s" % (items,))
- print()
- print("Consider running `run-cmake-format.py`")
- sys.exit(1)
-
-
-if __name__ == "__main__":
- parser = argparse.ArgumentParser()
- parser.add_argument('--check', action='store_true')
- parser.add_argument('paths', nargs='*', type=pathlib.Path)
- args = parser.parse_args()
-
- paths = find_cmake_files()
- if args.paths:
- paths = set(paths) & set([path.resolve() for path in args.paths])
- paths = [
- path for path in paths
- if path.relative_to(here).as_posix() not in EXCLUDE
- ]
- if args.check:
- check_cmake_format(paths)
- else:
- run_cmake_format(paths)
[arrow-rs] 03/03: Fiddle path to flight protobuf generation.
Posted by jo...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
jorgecarleitao pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git
commit a9189bd6d2699b9962e20601a4750d031edd4fc7
Author: Jorge C. Leitao <jo...@gmail.com>
AuthorDate: Sun Apr 18 14:51:28 2021 +0000
Fiddle path to flight protobuf generation.
---
arrow-flight/build.rs | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/arrow-flight/build.rs b/arrow-flight/build.rs
index ca23255..bc84f37 100644
--- a/arrow-flight/build.rs
+++ b/arrow-flight/build.rs
@@ -24,16 +24,16 @@ use std::{
fn main() -> Result<(), Box<dyn std::error::Error>> {
// avoid rerunning build if the file has not changed
- println!("cargo:rerun-if-changed=../../format/Flight.proto");
+ println!("cargo:rerun-if-changed=../format/Flight.proto");
// override the build location, in order to check in the changes to proto files
env::set_var("OUT_DIR", "src");
// The current working directory can vary depending on how the project is being
// built or released so we build an absolute path to the proto file
- let path = Path::new("../../format/Flight.proto");
+ let path = Path::new("../format/Flight.proto");
if path.exists() {
- tonic_build::compile_protos("../../format/Flight.proto")?;
+ tonic_build::compile_protos("../format/Flight.proto")?;
// read file contents to string
let mut file = OpenOptions::new()
.read(true)