You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by tu...@apache.org on 2022/05/31 13:00:37 UTC
[arrow-ballista] branch master updated: Update to arrow 15 (#49)
This is an automated email from the ASF dual-hosted git repository.
tustvold pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-ballista.git
The following commit(s) were added to refs/heads/master by this push:
new 332169ed Update to arrow 15 (#49)
332169ed is described below
commit 332169edfc53e9b6debd6621fb5b4da677d60a92
Author: Raphael Taylor-Davies <17...@users.noreply.github.com>
AuthorDate: Tue May 31 14:00:33 2022 +0100
Update to arrow 15 (#49)
* Update to arrow 15
* Update datafusion pin
* Update datafusion pin
---
ballista-cli/Cargo.lock | 33 +++++++++++++++------------------
ballista-cli/Cargo.toml | 4 ++--
ballista/rust/client/Cargo.toml | 2 +-
ballista/rust/core/Cargo.toml | 6 +++---
ballista/rust/executor/Cargo.toml | 6 +++---
ballista/rust/scheduler/Cargo.toml | 2 +-
benchmarks/Cargo.toml | 2 +-
examples/Cargo.toml | 2 +-
8 files changed, 27 insertions(+), 30 deletions(-)
diff --git a/ballista-cli/Cargo.lock b/ballista-cli/Cargo.lock
index 248b69ec..c2f52d52 100644
--- a/ballista-cli/Cargo.lock
+++ b/ballista-cli/Cargo.lock
@@ -63,9 +63,9 @@ checksum = "8da52d66c7071e2e3fa2a1e5c6d088fec47b593032b254f5e980de8ea54454d6"
[[package]]
name = "arrow"
-version = "14.0.0"
+version = "15.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0612b6a634de6c3f5e63fdaa6932f7bc598f92de0462ac6e69b0aebd77e093aa"
+checksum = "6510d919fa4c27880f54430510d09327d7c86699c3692664bc0bb7c314f71385"
dependencies = [
"bitflags",
"chrono",
@@ -88,9 +88,9 @@ dependencies = [
[[package]]
name = "arrow-flight"
-version = "14.0.0"
+version = "15.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ce7b7cfa8eb0dcb0691f18b6a1d9c81cfe3c42726c254be5128d15ebe7580a1d"
+checksum = "3683337e9a7a300ae42355c96a2e5d421cf9dbe16f09ce8a6475157fe69dc92d"
dependencies = [
"arrow",
"base64",
@@ -500,7 +500,7 @@ dependencies = [
[[package]]
name = "datafusion"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"ahash",
"arrow",
@@ -537,7 +537,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"arrow",
"clap",
@@ -552,7 +552,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"arrow",
"ordered-float 3.0.0",
@@ -563,7 +563,7 @@ dependencies = [
[[package]]
name = "datafusion-data-access"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"async-trait",
"chrono",
@@ -576,7 +576,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"ahash",
"arrow",
@@ -587,7 +587,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"ahash",
"arrow",
@@ -611,23 +611,20 @@ dependencies = [
[[package]]
name = "datafusion-proto"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"arrow",
- "async-trait",
"datafusion",
"datafusion-common",
- "datafusion-data-access",
"datafusion-expr",
"prost",
- "tokio",
"tonic-build",
]
[[package]]
name = "datafusion-row"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"arrow",
"datafusion-common",
@@ -638,7 +635,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
version = "8.0.0"
-source = "git+https://github.com/apache/arrow-datafusion?rev=fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7#fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7"
+source = "git+https://github.com/tustvold/arrow-datafusion?rev=9244547848cf2533d86d2ddab7c8ec3268560f10#9244547848cf2533d86d2ddab7c8ec3268560f10"
dependencies = [
"ahash",
"arrow",
@@ -1583,9 +1580,9 @@ dependencies = [
[[package]]
name = "parquet"
-version = "14.0.0"
+version = "15.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ba1185ee1da5091e40b86519265a44d2704e3916ff867059c915141cab14d413"
+checksum = "94d31dde60b151ef88ec2c847e3a8f66d42d7dbdaeefd05d13d79db676b0b56f"
dependencies = [
"arrow",
"base64",
diff --git a/ballista-cli/Cargo.toml b/ballista-cli/Cargo.toml
index 11b8cf4b..9f19c2d0 100644
--- a/ballista-cli/Cargo.toml
+++ b/ballista-cli/Cargo.toml
@@ -31,8 +31,8 @@ readme = "README.md"
[dependencies]
ballista = { path = "../ballista/rust/client", version = "0.7.0" }
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
-datafusion-cli = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
+datafusion-cli = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/ballista/rust/client/Cargo.toml b/ballista/rust/client/Cargo.toml
index 5566e47b..534f24fe 100644
--- a/ballista/rust/client/Cargo.toml
+++ b/ballista/rust/client/Cargo.toml
@@ -32,7 +32,7 @@ ballista-core = { path = "../core", version = "0.7.0" }
ballista-executor = { path = "../executor", version = "0.7.0", optional = true }
ballista-scheduler = { path = "../scheduler", version = "0.7.0", optional = true }
-datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
futures = "0.3"
log = "0.4"
parking_lot = "0.12"
diff --git a/ballista/rust/core/Cargo.toml b/ballista/rust/core/Cargo.toml
index 553cebb4..9a67d047 100644
--- a/ballista/rust/core/Cargo.toml
+++ b/ballista/rust/core/Cargo.toml
@@ -35,12 +35,12 @@ simd = ["datafusion/simd"]
[dependencies]
ahash = { version = "0.7", default-features = false }
-arrow-flight = { version = "14.0.0" }
+arrow-flight = { version = "15.0.0" }
async-trait = "0.1.41"
chrono = { version = "0.4", default-features = false }
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
-datafusion-proto = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
+datafusion-proto = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
futures = "0.3"
hashbrown = "0.12"
diff --git a/ballista/rust/executor/Cargo.toml b/ballista/rust/executor/Cargo.toml
index 76590b5a..0f114d0f 100644
--- a/ballista/rust/executor/Cargo.toml
+++ b/ballista/rust/executor/Cargo.toml
@@ -34,13 +34,13 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
anyhow = "1"
-arrow = { version = "14.0.0" }
-arrow-flight = { version = "14.0.0" }
+arrow = { version = "15.0.0" }
+arrow-flight = { version = "15.0.0" }
async-trait = "0.1.41"
ballista-core = { path = "../core", version = "0.7.0" }
chrono = { version = "0.4", default-features = false }
configure_me = "0.4.0"
-datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
env_logger = "0.9"
futures = "0.3"
hyper = "0.14.4"
diff --git a/ballista/rust/scheduler/Cargo.toml b/ballista/rust/scheduler/Cargo.toml
index 008013ca..387a75a5 100644
--- a/ballista/rust/scheduler/Cargo.toml
+++ b/ballista/rust/scheduler/Cargo.toml
@@ -41,7 +41,7 @@ async-trait = "0.1.41"
ballista-core = { path = "../core", version = "0.7.0" }
clap = { version = "3", features = ["derive", "cargo"] }
configure_me = "0.4.0"
-datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
env_logger = "0.9"
etcd-client = { version = "0.9", optional = true }
futures = "0.3"
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 29ac95f4..752354f3 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -33,7 +33,7 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
ballista = { path = "../ballista/rust/client" }
-datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
env_logger = "0.9"
futures = "0.3"
mimalloc = { version = "0.1", optional = true, default-features = false }
diff --git a/examples/Cargo.toml b/examples/Cargo.toml
index 31b9db03..d21891c5 100644
--- a/examples/Cargo.toml
+++ b/examples/Cargo.toml
@@ -35,7 +35,7 @@ required-features = ["ballista/standalone"]
[dependencies]
ballista = { path = "../ballista/rust/client", version = "0.7.0" }
-datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "fdb8fecf0ab475ba07dc0d15f7b53e25ccf30ee7" }
+datafusion = { git = "https://github.com/apache/arrow-datafusion", rev = "9bf8bfbab47823effcbc78f98a675be64221f7cf" }
futures = "0.3"
num_cpus = "1.13.0"
prost = "0.10"