You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by ag...@apache.org on 2024/01/27 12:41:22 UTC
(arrow-ballista) branch main updated: Prepare for 0.12.0-rc2 (#956)
This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-ballista.git
The following commit(s) were added to refs/heads/main by this push:
new ef0d3dd4 Prepare for 0.12.0-rc2 (#956)
ef0d3dd4 is described below
commit ef0d3dd4a59d827ea08a68e8d173893cd98d9f89
Author: Andy Grove <an...@gmail.com>
AuthorDate: Sat Jan 27 05:41:17 2024 -0700
Prepare for 0.12.0-rc2 (#956)
* Use latest DF
* use DF 35.0.0-rc1
* update perf chart
* use official DF release
---
Cargo.toml | 16 ++++++++--------
README.md | 2 +-
ballista/core/Cargo.toml | 1 -
benchmarks/Cargo.toml | 1 -
docs/sqlbench-h-perf-0.12.png | Bin 0 -> 37518 bytes
docs/sqlbench-h-workstation-10-distributed-perquery.png | Bin 33223 -> 0 bytes
6 files changed, 9 insertions(+), 11 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index 0f2f91ff..5bec57d8 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -29,16 +29,16 @@ members = [
resolver = "2"
[workspace.dependencies]
-arrow = { version = "49.0.0", features=["ipc_compression"] }
-arrow-flight = { version = "49.0.0", features = ["flight-sql-experimental"] }
-arrow-schema = { version = "49.0.0", default-features = false }
+arrow = { version = "50.0.0", features=["ipc_compression"] }
+arrow-flight = { version = "50.0.0", features = ["flight-sql-experimental"] }
+arrow-schema = { version = "50.0.0", default-features = false }
configure_me = { version = "0.4.0" }
configure_me_codegen = { version = "0.4.4" }
-datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "7fc663c2e40be2928778102386bbf76962dd2cdc" }
-datafusion-cli = { git = "https://github.com/apache/arrow-datafusion", rev = "7fc663c2e40be2928778102386bbf76962dd2cdc" }
-datafusion-proto = { git = "https://github.com/apache/arrow-datafusion", rev = "7fc663c2e40be2928778102386bbf76962dd2cdc" }
-object_store = "0.8.0"
-sqlparser = "0.40.0"
+datafusion = "35.0.0"
+datafusion-cli = "35.0.0"
+datafusion-proto = "35.0.0"
+object_store = "0.9.0"
+sqlparser = "0.41.0"
tonic = { version = "0.10" }
tonic-build = { version = "0.10", default-features = false, features = [
"transport",
diff --git a/README.md b/README.md
index 5ea373db..7cfec476 100644
--- a/README.md
+++ b/README.md
@@ -58,7 +58,7 @@ queries at scale factor 10 (10 GB) on a single node with a single executor and 2
The tracking issue for improving these results is [#339](https://github.com/apache/arrow-ballista/issues/339).
-
+
# Getting Started
diff --git a/ballista/core/Cargo.toml b/ballista/core/Cargo.toml
index 79482e47..a6ef3f37 100644
--- a/ballista/core/Cargo.toml
+++ b/ballista/core/Cargo.toml
@@ -41,7 +41,6 @@ force_hash_collisions = ["datafusion/force_hash_collisions"]
hdfs = ["datafusion-objectstore-hdfs/hdfs"]
hdfs3 = ["datafusion-objectstore-hdfs/hdfs3"]
s3 = ["object_store/aws"]
-simd = ["datafusion/simd"]
[dependencies]
ahash = { version = "0.8", default-features = false }
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 525abf0c..ed38d4d7 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -30,7 +30,6 @@ rust-version = "1.63"
[features]
ci = []
default = ["mimalloc"]
-simd = ["datafusion/simd"]
snmalloc = ["snmalloc-rs"]
[dependencies]
diff --git a/docs/sqlbench-h-perf-0.12.png b/docs/sqlbench-h-perf-0.12.png
new file mode 100644
index 00000000..301cf132
Binary files /dev/null and b/docs/sqlbench-h-perf-0.12.png differ
diff --git a/docs/sqlbench-h-workstation-10-distributed-perquery.png b/docs/sqlbench-h-workstation-10-distributed-perquery.png
deleted file mode 100644
index aaaa830a..00000000
Binary files a/docs/sqlbench-h-workstation-10-distributed-perquery.png and /dev/null differ