You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by ag...@apache.org on 2021/04/08 22:22:06 UTC
[arrow] branch master updated (c2f665b -> 2fd4f80)
This is an automated email from the ASF dual-hosted git repository.
agrove pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from c2f665b ARROW-12279: [Rust][DataFusion] Add test for null handling in hash join (ARROW-12266)
add 2fd4f80 ARROW-11982: [Rust] Donate Ballista Distributed Compute Platform
No new revisions were added by this update.
Summary of changes:
dev/release/rat_exclude_files.txt | 2 +
rust/Cargo.toml | 2 +-
.../dev/build-rust-base.sh} | 23 +-
rust/{Cargo.toml => ballista/dev/build-rust.sh} | 22 +-
.../dev/integration-tests.sh} | 26 +-
rust/ballista/docker/README.md | 29 +
rust/ballista/docker/rust-base.dockerfile | 99 ++
rust/ballista/docker/rust.dockerfile | 71 ++
rust/ballista/docs/README.md | 37 +
rust/ballista/docs/architecture.md | 75 ++
rust/ballista/docs/dev-env-rust.md | 38 +
rust/ballista/docs/images/query-execution.png | Bin 0 -> 11378 bytes
rust/ballista/docs/integration-testing.md | 32 +
rust/ballista/docs/release-process.md | 68 ++
rust/ballista/docs/rust-docker.md | 66 ++
rust/ballista/docs/user-guide/.gitignore | 2 +
rust/ballista/docs/user-guide/README.md | 36 +
.../docs/user-guide/book.toml} | 23 +-
rust/ballista/docs/user-guide/src/SUMMARY.md | 30 +
rust/ballista/docs/user-guide/src/client-rust.md | 22 +
rust/ballista/docs/user-guide/src/clients.md | 22 +
rust/ballista/docs/user-guide/src/configuration.md | 32 +
rust/ballista/docs/user-guide/src/deployment.md | 26 +
.../ballista/docs/user-guide/src/docker-compose.md | 55 +
rust/ballista/docs/user-guide/src/faq.md | 31 +
.../user-guide/src/img/ballista-architecture.png | Bin 0 -> 21225 bytes
rust/ballista/docs/user-guide/src/introduction.md | 52 +
rust/ballista/docs/user-guide/src/kubernetes.md | 216 ++++
rust/ballista/docs/user-guide/src/standalone.md | 92 ++
rust/{Cargo.toml => ballista/rust/.dockerignore} | 23 +-
rust/ballista/rust/.gitignore | 2 +
rust/{ => ballista/rust}/Cargo.toml | 22 +-
.../rust/benchmarks/tpch/.dockerignore} | 23 +-
rust/ballista/rust/benchmarks/tpch/.gitignore | 1 +
.../{ => ballista/rust/benchmarks/tpch}/Cargo.toml | 35 +-
rust/ballista/rust/benchmarks/tpch/README.md | 103 ++
.../rust/benchmarks/tpch/docker-compose.yaml | 62 +
.../rust/benchmarks/tpch/entrypoint.sh} | 22 +-
rust/ballista/rust/benchmarks/tpch/queries/q1.sql | 21 +
rust/ballista/rust/benchmarks/tpch/queries/q10.sql | 31 +
rust/ballista/rust/benchmarks/tpch/queries/q11.sql | 27 +
rust/ballista/rust/benchmarks/tpch/queries/q12.sql | 30 +
rust/ballista/rust/benchmarks/tpch/queries/q13.sql | 20 +
rust/ballista/rust/benchmarks/tpch/queries/q14.sql | 13 +
rust/ballista/rust/benchmarks/tpch/queries/q16.sql | 30 +
rust/ballista/rust/benchmarks/tpch/queries/q17.sql | 17 +
rust/ballista/rust/benchmarks/tpch/queries/q18.sql | 32 +
rust/ballista/rust/benchmarks/tpch/queries/q19.sql | 35 +
rust/ballista/rust/benchmarks/tpch/queries/q2.sql | 43 +
rust/ballista/rust/benchmarks/tpch/queries/q20.sql | 37 +
rust/ballista/rust/benchmarks/tpch/queries/q21.sql | 39 +
rust/ballista/rust/benchmarks/tpch/queries/q22.sql | 37 +
rust/ballista/rust/benchmarks/tpch/queries/q3.sql | 22 +
rust/ballista/rust/benchmarks/tpch/queries/q4.sql | 21 +
rust/ballista/rust/benchmarks/tpch/queries/q5.sql | 24 +
rust/ballista/rust/benchmarks/tpch/queries/q6.sql | 9 +
rust/ballista/rust/benchmarks/tpch/queries/q7.sql | 39 +
rust/ballista/rust/benchmarks/tpch/queries/q8.sql | 37 +
rust/ballista/rust/benchmarks/tpch/queries/q9.sql | 32 +
.../rust/benchmarks/tpch/run.sh} | 23 +-
rust/ballista/rust/benchmarks/tpch/src/main.rs | 360 ++++++
.../rust/benchmarks/tpch/tpch-gen.sh} | 31 +-
.../rust/benchmarks/tpch/tpchgen.dockerfile} | 30 +-
rust/{ => ballista/rust/client}/Cargo.toml | 32 +-
rust/ballista/rust/client/README.md | 22 +
rust/ballista/rust/client/src/columnar_batch.rs | 167 +++
rust/ballista/rust/client/src/context.rs | 372 ++++++
rust/ballista/rust/client/src/lib.rs | 20 +
rust/ballista/rust/client/src/prelude.rs | 23 +
rust/ballista/rust/core/Cargo.toml | 49 +
rust/ballista/rust/core/README.md | 21 +
rust/ballista/rust/core/build.rs | 26 +
rust/ballista/rust/core/proto/ballista.proto | 818 +++++++++++++
rust/ballista/rust/core/src/client.rs | 211 ++++
rust/ballista/rust/core/src/datasource.rs | 71 ++
rust/ballista/rust/core/src/error.rs | 166 +++
rust/ballista/rust/core/src/execution_plans/mod.rs | 27 +
.../rust/core/src/execution_plans/query_stage.rs | 88 ++
.../core/src/execution_plans/shuffle_reader.rs | 103 ++
.../core/src/execution_plans/unresolved_shuffle.rs | 96 ++
rust/ballista/rust/core/src/lib.rs | 34 +
rust/ballista/rust/core/src/memory_stream.rs | 93 ++
.../rust/core/src/serde/logical_plan/from_proto.rs | 1060 +++++++++++++++++
.../rust/core/src/serde/logical_plan/mod.rs | 923 +++++++++++++++
.../rust/core/src/serde/logical_plan/to_proto.rs | 1209 ++++++++++++++++++++
rust/ballista/rust/core/src/serde/mod.rs | 69 ++
.../core/src/serde/physical_plan/from_proto.rs | 367 ++++++
.../rust/core/src/serde/physical_plan/mod.rs | 173 +++
.../rust/core/src/serde/physical_plan/to_proto.rs | 525 +++++++++
.../rust/core/src/serde/scheduler/from_proto.rs | 123 ++
rust/ballista/rust/core/src/serde/scheduler/mod.rs | 256 +++++
.../rust/core/src/serde/scheduler/to_proto.rs | 90 ++
rust/ballista/rust/core/src/utils.rs | 293 +++++
rust/ballista/rust/executor/Cargo.toml | 59 +
rust/ballista/rust/executor/README.md | 31 +
rust/ballista/rust/executor/build.rs | 24 +
.../examples/example_executor_config.toml} | 22 +-
.../rust/executor/executor_config_spec.toml | 79 ++
rust/ballista/rust/executor/src/collect.rs | 124 ++
rust/ballista/rust/executor/src/execution_loop.rs | 166 +++
rust/ballista/rust/executor/src/flight_service.rs | 357 ++++++
rust/ballista/rust/executor/src/lib.rs | 52 +
rust/ballista/rust/executor/src/main.rs | 168 +++
rust/ballista/rust/scheduler/Cargo.toml | 61 +
rust/ballista/rust/scheduler/README.md | 32 +
rust/ballista/rust/scheduler/build.rs | 24 +
.../rust/scheduler/scheduler_config_spec.toml | 60 +
rust/ballista/rust/scheduler/src/lib.rs | 495 ++++++++
rust/ballista/rust/scheduler/src/main.rs | 120 ++
rust/ballista/rust/scheduler/src/planner.rs | 473 ++++++++
rust/ballista/rust/scheduler/src/state/etcd.rs | 116 ++
rust/ballista/rust/scheduler/src/state/mod.rs | 792 +++++++++++++
.../rust/scheduler/src/state/standalone.rs | 156 +++
rust/ballista/rust/scheduler/src/test_utils.rs | 136 +++
.../rust/scheduler/testdata/customer/customer.tbl | 10 +
.../scheduler/testdata/lineitem/partition0.tbl | 10 +
.../scheduler/testdata/lineitem/partition1.tbl | 10 +
.../rust/scheduler/testdata/nation/nation.tbl | 10 +
.../rust/scheduler/testdata/orders/orders.tbl | 10 +
.../ballista/rust/scheduler/testdata/part/part.tbl | 10 +
.../rust/scheduler/testdata/partsupp/partsupp.tbl | 10 +
.../rust/scheduler/testdata/region/region.tbl | 5 +
.../rust/scheduler/testdata/supplier/supplier.tbl | 10 +
123 files changed, 13493 insertions(+), 228 deletions(-)
copy rust/{Cargo.toml => ballista/dev/build-rust-base.sh} (57%)
mode change 100644 => 100755
copy rust/{Cargo.toml => ballista/dev/build-rust.sh} (57%)
mode change 100644 => 100755
copy rust/{Cargo.toml => ballista/dev/integration-tests.sh} (57%)
mode change 100644 => 100755
create mode 100644 rust/ballista/docker/README.md
create mode 100644 rust/ballista/docker/rust-base.dockerfile
create mode 100644 rust/ballista/docker/rust.dockerfile
create mode 100644 rust/ballista/docs/README.md
create mode 100644 rust/ballista/docs/architecture.md
create mode 100644 rust/ballista/docs/dev-env-rust.md
create mode 100644 rust/ballista/docs/images/query-execution.png
create mode 100644 rust/ballista/docs/integration-testing.md
create mode 100644 rust/ballista/docs/release-process.md
create mode 100644 rust/ballista/docs/rust-docker.md
create mode 100644 rust/ballista/docs/user-guide/.gitignore
create mode 100644 rust/ballista/docs/user-guide/README.md
copy rust/{Cargo.toml => ballista/docs/user-guide/book.toml} (57%)
create mode 100644 rust/ballista/docs/user-guide/src/SUMMARY.md
create mode 100644 rust/ballista/docs/user-guide/src/client-rust.md
create mode 100644 rust/ballista/docs/user-guide/src/clients.md
create mode 100644 rust/ballista/docs/user-guide/src/configuration.md
create mode 100644 rust/ballista/docs/user-guide/src/deployment.md
create mode 100644 rust/ballista/docs/user-guide/src/docker-compose.md
create mode 100644 rust/ballista/docs/user-guide/src/faq.md
create mode 100644 rust/ballista/docs/user-guide/src/img/ballista-architecture.png
create mode 100644 rust/ballista/docs/user-guide/src/introduction.md
create mode 100644 rust/ballista/docs/user-guide/src/kubernetes.md
create mode 100644 rust/ballista/docs/user-guide/src/standalone.md
copy rust/{Cargo.toml => ballista/rust/.dockerignore} (57%)
create mode 100644 rust/ballista/rust/.gitignore
copy rust/{ => ballista/rust}/Cargo.toml (59%)
copy rust/{Cargo.toml => ballista/rust/benchmarks/tpch/.dockerignore} (57%)
create mode 100644 rust/ballista/rust/benchmarks/tpch/.gitignore
copy rust/{ => ballista/rust/benchmarks/tpch}/Cargo.toml (56%)
create mode 100644 rust/ballista/rust/benchmarks/tpch/README.md
create mode 100644 rust/ballista/rust/benchmarks/tpch/docker-compose.yaml
copy rust/{Cargo.toml => ballista/rust/benchmarks/tpch/entrypoint.sh} (57%)
mode change 100644 => 100755
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q1.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q10.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q11.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q12.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q13.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q14.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q16.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q17.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q18.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q19.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q2.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q20.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q21.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q22.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q3.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q4.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q5.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q6.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q7.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q8.sql
create mode 100644 rust/ballista/rust/benchmarks/tpch/queries/q9.sql
copy rust/{Cargo.toml => ballista/rust/benchmarks/tpch/run.sh} (57%)
mode change 100644 => 100755
create mode 100644 rust/ballista/rust/benchmarks/tpch/src/main.rs
copy rust/{Cargo.toml => ballista/rust/benchmarks/tpch/tpch-gen.sh} (57%)
mode change 100644 => 100755
copy rust/{Cargo.toml => ballista/rust/benchmarks/tpch/tpchgen.dockerfile} (57%)
copy rust/{ => ballista/rust/client}/Cargo.toml (57%)
create mode 100644 rust/ballista/rust/client/README.md
create mode 100644 rust/ballista/rust/client/src/columnar_batch.rs
create mode 100644 rust/ballista/rust/client/src/context.rs
create mode 100644 rust/ballista/rust/client/src/lib.rs
create mode 100644 rust/ballista/rust/client/src/prelude.rs
create mode 100644 rust/ballista/rust/core/Cargo.toml
create mode 100644 rust/ballista/rust/core/README.md
create mode 100644 rust/ballista/rust/core/build.rs
create mode 100644 rust/ballista/rust/core/proto/ballista.proto
create mode 100644 rust/ballista/rust/core/src/client.rs
create mode 100644 rust/ballista/rust/core/src/datasource.rs
create mode 100644 rust/ballista/rust/core/src/error.rs
create mode 100644 rust/ballista/rust/core/src/execution_plans/mod.rs
create mode 100644 rust/ballista/rust/core/src/execution_plans/query_stage.rs
create mode 100644 rust/ballista/rust/core/src/execution_plans/shuffle_reader.rs
create mode 100644 rust/ballista/rust/core/src/execution_plans/unresolved_shuffle.rs
create mode 100644 rust/ballista/rust/core/src/lib.rs
create mode 100644 rust/ballista/rust/core/src/memory_stream.rs
create mode 100644 rust/ballista/rust/core/src/serde/logical_plan/from_proto.rs
create mode 100644 rust/ballista/rust/core/src/serde/logical_plan/mod.rs
create mode 100644 rust/ballista/rust/core/src/serde/logical_plan/to_proto.rs
create mode 100644 rust/ballista/rust/core/src/serde/mod.rs
create mode 100644 rust/ballista/rust/core/src/serde/physical_plan/from_proto.rs
create mode 100644 rust/ballista/rust/core/src/serde/physical_plan/mod.rs
create mode 100644 rust/ballista/rust/core/src/serde/physical_plan/to_proto.rs
create mode 100644 rust/ballista/rust/core/src/serde/scheduler/from_proto.rs
create mode 100644 rust/ballista/rust/core/src/serde/scheduler/mod.rs
create mode 100644 rust/ballista/rust/core/src/serde/scheduler/to_proto.rs
create mode 100644 rust/ballista/rust/core/src/utils.rs
create mode 100644 rust/ballista/rust/executor/Cargo.toml
create mode 100644 rust/ballista/rust/executor/README.md
create mode 100644 rust/ballista/rust/executor/build.rs
copy rust/{Cargo.toml => ballista/rust/executor/examples/example_executor_config.toml} (57%)
create mode 100644 rust/ballista/rust/executor/executor_config_spec.toml
create mode 100644 rust/ballista/rust/executor/src/collect.rs
create mode 100644 rust/ballista/rust/executor/src/execution_loop.rs
create mode 100644 rust/ballista/rust/executor/src/flight_service.rs
create mode 100644 rust/ballista/rust/executor/src/lib.rs
create mode 100644 rust/ballista/rust/executor/src/main.rs
create mode 100644 rust/ballista/rust/scheduler/Cargo.toml
create mode 100644 rust/ballista/rust/scheduler/README.md
create mode 100644 rust/ballista/rust/scheduler/build.rs
create mode 100644 rust/ballista/rust/scheduler/scheduler_config_spec.toml
create mode 100644 rust/ballista/rust/scheduler/src/lib.rs
create mode 100644 rust/ballista/rust/scheduler/src/main.rs
create mode 100644 rust/ballista/rust/scheduler/src/planner.rs
create mode 100644 rust/ballista/rust/scheduler/src/state/etcd.rs
create mode 100644 rust/ballista/rust/scheduler/src/state/mod.rs
create mode 100644 rust/ballista/rust/scheduler/src/state/standalone.rs
create mode 100644 rust/ballista/rust/scheduler/src/test_utils.rs
create mode 100644 rust/ballista/rust/scheduler/testdata/customer/customer.tbl
create mode 100644 rust/ballista/rust/scheduler/testdata/lineitem/partition0.tbl
create mode 100644 rust/ballista/rust/scheduler/testdata/lineitem/partition1.tbl
create mode 100644 rust/ballista/rust/scheduler/testdata/nation/nation.tbl
create mode 100644 rust/ballista/rust/scheduler/testdata/orders/orders.tbl
create mode 100644 rust/ballista/rust/scheduler/testdata/part/part.tbl
create mode 100644 rust/ballista/rust/scheduler/testdata/partsupp/partsupp.tbl
create mode 100644 rust/ballista/rust/scheduler/testdata/region/region.tbl
create mode 100644 rust/ballista/rust/scheduler/testdata/supplier/supplier.tbl