You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by ag...@apache.org on 2022/08/30 23:19:30 UTC
[arrow-datafusion] branch master updated: Upgrade to arrow 21 (#3225)
This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/master by this push:
new fcd2275a5 Upgrade to arrow 21 (#3225)
fcd2275a5 is described below
commit fcd2275a517c41cc5c13f6ff700c925a4b06043a
Author: Brent Gardner <br...@spaceandtime.io>
AuthorDate: Tue Aug 30 16:19:24 2022 -0700
Upgrade to arrow 21 (#3225)
---
datafusion-cli/Cargo.toml | 2 +-
datafusion-examples/Cargo.toml | 2 +-
datafusion/common/Cargo.toml | 6 ++---
datafusion/common/src/scalar.rs | 5 ++--
datafusion/core/Cargo.toml | 4 ++--
datafusion/core/fuzz-utils/Cargo.toml | 2 +-
datafusion/core/src/physical_optimizer/pruning.rs | 2 +-
datafusion/core/src/physical_plan/hash_join.rs | 10 ++++----
datafusion/core/src/physical_plan/hash_utils.rs | 6 ++---
datafusion/core/src/test/mod.rs | 4 ++--
datafusion/core/tests/parquet_pruning.rs | 2 +-
datafusion/core/tests/sql/select.rs | 4 +++-
datafusion/expr/Cargo.toml | 2 +-
datafusion/jit/Cargo.toml | 2 +-
datafusion/optimizer/Cargo.toml | 2 +-
datafusion/physical-expr/Cargo.toml | 2 +-
datafusion/physical-expr/src/aggregate/average.rs | 3 ++-
datafusion/physical-expr/src/aggregate/min_max.rs | 22 ++++++++++--------
datafusion/physical-expr/src/aggregate/sum.rs | 7 +++---
datafusion/physical-expr/src/expressions/cast.rs | 27 +++++++++++++---------
.../physical-expr/src/expressions/try_cast.rs | 5 ++--
datafusion/proto/Cargo.toml | 2 +-
datafusion/proto/src/lib.rs | 4 ++--
datafusion/row/Cargo.toml | 2 +-
datafusion/sql/Cargo.toml | 2 +-
25 files changed, 72 insertions(+), 59 deletions(-)
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index 0403123ef..3f50d6552 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -29,7 +29,7 @@ rust-version = "1.62"
readme = "README.md"
[dependencies]
-arrow = { version = "20.0.0" }
+arrow = "21.0.0"
clap = { version = "3", features = ["derive", "cargo"] }
datafusion = { path = "../datafusion/core", version = "11.0.0" }
dirs = "4.0.0"
diff --git a/datafusion-examples/Cargo.toml b/datafusion-examples/Cargo.toml
index 2ef65a213..448aeda44 100644
--- a/datafusion-examples/Cargo.toml
+++ b/datafusion-examples/Cargo.toml
@@ -34,7 +34,7 @@ path = "examples/avro_sql.rs"
required-features = ["datafusion/avro"]
[dev-dependencies]
-arrow-flight = { version = "20.0.0" }
+arrow-flight = "21.0.0"
async-trait = "0.1.41"
datafusion = { path = "../datafusion/core" }
futures = "0.3"
diff --git a/datafusion/common/Cargo.toml b/datafusion/common/Cargo.toml
index da1054f19..f456e09e2 100644
--- a/datafusion/common/Cargo.toml
+++ b/datafusion/common/Cargo.toml
@@ -39,12 +39,12 @@ pyarrow = ["pyo3"]
[dependencies]
apache-avro = { version = "0.14", features = ["snappy"], optional = true }
-arrow = { version = "20.0.0", features = ["prettyprint"] }
+arrow = { version = "21.0.0", features = ["prettyprint"] }
avro-rs = { version = "0.13", features = ["snappy"], optional = true }
cranelift-module = { version = "0.87.0", optional = true }
-object_store = { version = "0.4", optional = true }
+object_store = { version = "0.4.0", optional = true }
ordered-float = "3.0"
-parquet = { version = "20.0.0", features = ["arrow"], optional = true }
+parquet = { version = "21.0.0", optional = true, features = ["arrow"] }
pyo3 = { version = "0.16", optional = true }
serde_json = "1.0"
sqlparser = "0.22"
diff --git a/datafusion/common/src/scalar.rs b/datafusion/common/src/scalar.rs
index 531738a49..d8317416d 100644
--- a/datafusion/common/src/scalar.rs
+++ b/datafusion/common/src/scalar.rs
@@ -29,7 +29,7 @@ use arrow::{
TimestampSecondType, UInt16Type, UInt32Type, UInt64Type, UInt8Type,
DECIMAL128_MAX_PRECISION,
},
- util::decimal::{BasicDecimal, Decimal128},
+ util::decimal::Decimal128,
};
use ordered_float::OrderedFloat;
use std::cmp::Ordering;
@@ -1236,8 +1236,9 @@ impl ScalarValue {
scale: &usize,
size: usize,
) -> Decimal128Array {
- std::iter::repeat(value)
+ std::iter::repeat(*value)
.take(size)
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(*precision, *scale)
.unwrap()
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index 2d5fa1020..a6fc45ea0 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -56,7 +56,7 @@ unicode_expressions = ["datafusion-physical-expr/regex_expressions", "datafusion
[dependencies]
ahash = { version = "0.8", default-features = false, features = ["runtime-rng"] }
apache-avro = { version = "0.14", optional = true }
-arrow = { version = "20.0.0", features = ["prettyprint"] }
+arrow = { version = "21.0.0", features = ["prettyprint"] }
async-trait = "0.1.41"
bytes = "1.1"
chrono = { version = "0.4", default-features = false }
@@ -78,7 +78,7 @@ num_cpus = "1.13.0"
object_store = "0.4.0"
ordered-float = "3.0"
parking_lot = "0.12"
-parquet = { version = "20.0.0", features = ["arrow", "async"] }
+parquet = { version = "21.0.0", features = ["arrow", "async"] }
paste = "^1.0"
pin-project-lite = "^0.2.7"
pyo3 = { version = "0.16", optional = true }
diff --git a/datafusion/core/fuzz-utils/Cargo.toml b/datafusion/core/fuzz-utils/Cargo.toml
index 46c386f24..cc632716d 100644
--- a/datafusion/core/fuzz-utils/Cargo.toml
+++ b/datafusion/core/fuzz-utils/Cargo.toml
@@ -23,6 +23,6 @@ edition = "2021"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[dependencies]
-arrow = { version = "20.0.0", features = ["prettyprint"] }
+arrow = { features = ["prettyprint"], version = "21.0.0" }
env_logger = "0.9.0"
rand = "0.8"
diff --git a/datafusion/core/src/physical_optimizer/pruning.rs b/datafusion/core/src/physical_optimizer/pruning.rs
index b68d1d13a..d41a1137d 100644
--- a/datafusion/core/src/physical_optimizer/pruning.rs
+++ b/datafusion/core/src/physical_optimizer/pruning.rs
@@ -800,7 +800,7 @@ mod tests {
use crate::from_slice::FromSlice;
use crate::logical_plan::{col, lit};
use crate::{assert_batches_eq, physical_optimizer::pruning::StatisticsType};
- use arrow::array::{BasicDecimalArray, Decimal128Array};
+ use arrow::array::Decimal128Array;
use arrow::{
array::{BinaryArray, Int32Array, Int64Array, StringArray},
datatypes::{DataType, TimeUnit},
diff --git a/datafusion/core/src/physical_plan/hash_join.rs b/datafusion/core/src/physical_plan/hash_join.rs
index 6111e3ae1..4d5f7ec54 100644
--- a/datafusion/core/src/physical_plan/hash_join.rs
+++ b/datafusion/core/src/physical_plan/hash_join.rs
@@ -22,11 +22,11 @@ use ahash::RandomState;
use arrow::{
array::{
- as_dictionary_array, as_string_array, ArrayData, ArrayRef, BasicDecimalArray,
- BooleanArray, Date32Array, Date64Array, Decimal128Array, DictionaryArray,
- LargeStringArray, PrimitiveArray, TimestampMicrosecondArray,
- TimestampMillisecondArray, TimestampSecondArray, UInt32BufferBuilder,
- UInt32Builder, UInt64BufferBuilder, UInt64Builder,
+ as_dictionary_array, as_string_array, ArrayData, ArrayRef, BooleanArray,
+ Date32Array, Date64Array, Decimal128Array, DictionaryArray, LargeStringArray,
+ PrimitiveArray, TimestampMicrosecondArray, TimestampMillisecondArray,
+ TimestampSecondArray, UInt32BufferBuilder, UInt32Builder, UInt64BufferBuilder,
+ UInt64Builder,
},
compute,
datatypes::{
diff --git a/datafusion/core/src/physical_plan/hash_utils.rs b/datafusion/core/src/physical_plan/hash_utils.rs
index bdf99fb4f..315c3db3b 100644
--- a/datafusion/core/src/physical_plan/hash_utils.rs
+++ b/datafusion/core/src/physical_plan/hash_utils.rs
@@ -20,9 +20,9 @@
use crate::error::{DataFusionError, Result};
use ahash::RandomState;
use arrow::array::{
- Array, ArrayRef, BasicDecimalArray, BooleanArray, Date32Array, Date64Array,
- Decimal128Array, DictionaryArray, Float32Array, Float64Array, Int16Array, Int32Array,
- Int64Array, Int8Array, LargeStringArray, StringArray, TimestampMicrosecondArray,
+ Array, ArrayRef, BooleanArray, Date32Array, Date64Array, Decimal128Array,
+ DictionaryArray, Float32Array, Float64Array, Int16Array, Int32Array, Int64Array,
+ Int8Array, LargeStringArray, StringArray, TimestampMicrosecondArray,
TimestampMillisecondArray, TimestampNanosecondArray, TimestampSecondArray,
UInt16Array, UInt32Array, UInt64Array, UInt8Array,
};
diff --git a/datafusion/core/src/test/mod.rs b/datafusion/core/src/test/mod.rs
index 6c107f669..cb10aee12 100644
--- a/datafusion/core/src/test/mod.rs
+++ b/datafusion/core/src/test/mod.rs
@@ -26,8 +26,8 @@ use crate::logical_plan::LogicalPlan;
use crate::physical_plan::file_format::{CsvExec, FileScanConfig};
use crate::test::object_store::local_unpartitioned_file;
use crate::test_util::aggr_test_schema;
-use array::{Array, ArrayRef};
-use arrow::array::{self, Decimal128Builder, Int32Array};
+use array::ArrayRef;
+use arrow::array::{self, Array, Decimal128Builder, Int32Array};
use arrow::datatypes::{DataType, Field, Schema, SchemaRef};
use arrow::record_batch::RecordBatch;
use futures::{Future, FutureExt};
diff --git a/datafusion/core/tests/parquet_pruning.rs b/datafusion/core/tests/parquet_pruning.rs
index bda3b1f8b..0c3acf9fb 100644
--- a/datafusion/core/tests/parquet_pruning.rs
+++ b/datafusion/core/tests/parquet_pruning.rs
@@ -20,7 +20,7 @@
//! expected.
use std::sync::Arc;
-use arrow::array::{BasicDecimalArray, Decimal128Array};
+use arrow::array::Decimal128Array;
use arrow::{
array::{
Array, ArrayRef, Date32Array, Date64Array, Float64Array, Int32Array, StringArray,
diff --git a/datafusion/core/tests/sql/select.rs b/datafusion/core/tests/sql/select.rs
index b48f8d7cc..fc1eee2af 100644
--- a/datafusion/core/tests/sql/select.rs
+++ b/datafusion/core/tests/sql/select.rs
@@ -631,8 +631,10 @@ async fn query_nested_get_indexed_field_on_struct() -> Result<()> {
lb.values().append_value(int);
}
lb.append(true);
+ sb.append(true);
}
- let data = RecordBatch::try_new(schema.clone(), vec![Arc::new(sb.finish())])?;
+ let s = sb.finish();
+ let data = RecordBatch::try_new(schema.clone(), vec![Arc::new(s)])?;
let table = MemTable::try_new(schema, vec![vec![data]])?;
let table_a = Arc::new(table);
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index edb39a1bb..9a255b06d 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -36,6 +36,6 @@ path = "src/lib.rs"
[dependencies]
ahash = { version = "0.8", default-features = false, features = ["runtime-rng"] }
-arrow = { version = "20.0.0", features = ["prettyprint"] }
+arrow = { version = "21.0.0", features = ["prettyprint"] }
datafusion-common = { path = "../common", version = "11.0.0" }
sqlparser = "0.22"
diff --git a/datafusion/jit/Cargo.toml b/datafusion/jit/Cargo.toml
index d7dcfc89d..0b8f41745 100644
--- a/datafusion/jit/Cargo.toml
+++ b/datafusion/jit/Cargo.toml
@@ -36,7 +36,7 @@ path = "src/lib.rs"
jit = []
[dependencies]
-arrow = { version = "20.0.0" }
+arrow = "21.0.0"
cranelift = "0.87.0"
cranelift-jit = "0.87.0"
cranelift-module = "0.87.0"
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index 277f2d95f..f9a2d531f 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -37,7 +37,7 @@ default = ["unicode_expressions"]
unicode_expressions = []
[dependencies]
-arrow = { version = "20.0.0", features = ["prettyprint"] }
+arrow = { features = ["prettyprint"], version = "21.0.0" }
async-trait = "0.1.41"
chrono = { version = "0.4", default-features = false }
datafusion-common = { path = "../common", version = "11.0.0" }
diff --git a/datafusion/physical-expr/Cargo.toml b/datafusion/physical-expr/Cargo.toml
index b6ab3c5b2..e622f1d22 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -40,7 +40,7 @@ unicode_expressions = ["unicode-segmentation"]
[dependencies]
ahash = { version = "0.8", default-features = false, features = ["runtime-rng"] }
-arrow = { version = "20.0.0", features = ["prettyprint"] }
+arrow = { version = "21.0.0", features = ["prettyprint"] }
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { version = "0.4", default-features = false }
diff --git a/datafusion/physical-expr/src/aggregate/average.rs b/datafusion/physical-expr/src/aggregate/average.rs
index 9248a5e6b..45e19bb82 100644
--- a/datafusion/physical-expr/src/aggregate/average.rs
+++ b/datafusion/physical-expr/src/aggregate/average.rs
@@ -329,8 +329,9 @@ mod tests {
fn avg_decimal_all_nulls() -> Result<()> {
// test agg
let array: ArrayRef = Arc::new(
- std::iter::repeat(None)
+ std::iter::repeat::<Option<i128>>(None)
.take(6)
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?,
);
diff --git a/datafusion/physical-expr/src/aggregate/min_max.rs b/datafusion/physical-expr/src/aggregate/min_max.rs
index aacfaac12..0c7a24a16 100644
--- a/datafusion/physical-expr/src/aggregate/min_max.rs
+++ b/datafusion/physical-expr/src/aggregate/min_max.rs
@@ -26,11 +26,11 @@ use arrow::compute;
use arrow::datatypes::{DataType, TimeUnit};
use arrow::{
array::{
- ArrayRef, BasicDecimalArray, Date32Array, Date64Array, Float32Array,
- Float64Array, Int16Array, Int32Array, Int64Array, Int8Array, LargeStringArray,
- StringArray, Time64NanosecondArray, TimestampMicrosecondArray,
- TimestampMillisecondArray, TimestampNanosecondArray, TimestampSecondArray,
- UInt16Array, UInt32Array, UInt64Array, UInt8Array,
+ ArrayRef, Date32Array, Date64Array, Float32Array, Float64Array, Int16Array,
+ Int32Array, Int64Array, Int8Array, LargeStringArray, StringArray,
+ Time64NanosecondArray, TimestampMicrosecondArray, TimestampMillisecondArray,
+ TimestampNanosecondArray, TimestampSecondArray, UInt16Array, UInt32Array,
+ UInt64Array, UInt8Array,
},
datatypes::Field,
};
@@ -795,8 +795,9 @@ mod tests {
// min batch without values
let array: ArrayRef = Arc::new(
- std::iter::repeat(None)
+ std::iter::repeat::<Option<i128>>(None)
.take(0)
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?,
);
@@ -823,8 +824,9 @@ mod tests {
fn min_decimal_all_nulls() -> Result<()> {
// min batch all nulls
let array: ArrayRef = Arc::new(
- std::iter::repeat(None)
+ std::iter::repeat::<Option<i128>>(None)
.take(6)
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?,
);
@@ -884,8 +886,9 @@ mod tests {
// max batch without values
let array: ArrayRef = Arc::new(
- std::iter::repeat(None)
+ std::iter::repeat::<Option<i128>>(None)
.take(0)
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?,
);
@@ -928,8 +931,9 @@ mod tests {
#[test]
fn max_decimal_all_nulls() -> Result<()> {
let array: ArrayRef = Arc::new(
- std::iter::repeat(None)
+ std::iter::repeat::<Option<i128>>(None)
.take(6)
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?,
);
diff --git a/datafusion/physical-expr/src/aggregate/sum.rs b/datafusion/physical-expr/src/aggregate/sum.rs
index 634b21c61..62aee80c0 100644
--- a/datafusion/physical-expr/src/aggregate/sum.rs
+++ b/datafusion/physical-expr/src/aggregate/sum.rs
@@ -26,8 +26,8 @@ use arrow::compute;
use arrow::datatypes::DataType;
use arrow::{
array::{
- ArrayRef, BasicDecimalArray, Float32Array, Float64Array, Int16Array, Int32Array,
- Int64Array, Int8Array, UInt16Array, UInt32Array, UInt64Array, UInt8Array,
+ ArrayRef, Float32Array, Float64Array, Int16Array, Int32Array, Int64Array,
+ Int8Array, UInt16Array, UInt32Array, UInt64Array, UInt8Array,
},
datatypes::Field,
};
@@ -608,8 +608,9 @@ mod tests {
// test with batch
let array: ArrayRef = Arc::new(
- std::iter::repeat(None)
+ std::iter::repeat::<Option<i128>>(None)
.take(6)
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?,
);
diff --git a/datafusion/physical-expr/src/expressions/cast.rs b/datafusion/physical-expr/src/expressions/cast.rs
index b575ca311..5affc857c 100644
--- a/datafusion/physical-expr/src/expressions/cast.rs
+++ b/datafusion/physical-expr/src/expressions/cast.rs
@@ -161,12 +161,12 @@ mod tests {
use crate::expressions::col;
use arrow::{
array::{
- Array, BasicDecimalArray, Decimal128Array, Float32Array, Float64Array,
- Int16Array, Int32Array, Int64Array, Int8Array, StringArray,
- Time64NanosecondArray, TimestampNanosecondArray, UInt32Array,
+ Array, Decimal128Array, Float32Array, Float64Array, Int16Array, Int32Array,
+ Int64Array, Int8Array, StringArray, Time64NanosecondArray,
+ TimestampNanosecondArray, UInt32Array,
},
datatypes::*,
- util::decimal::{BasicDecimal, Decimal128},
+ util::decimal::Decimal128,
};
use datafusion_common::Result;
@@ -281,7 +281,8 @@ mod tests {
];
let decimal_array = array
- .iter()
+ .clone()
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 3)?;
@@ -305,7 +306,7 @@ mod tests {
);
let decimal_array = array
- .iter()
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 3)?;
@@ -334,7 +335,8 @@ mod tests {
let array = vec![Some(1), Some(2), Some(3), Some(4), Some(5), None];
// decimal to i8
let decimal_array = array
- .iter()
+ .clone()
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?;
generic_decimal_to_other_test_cast!(
@@ -355,7 +357,8 @@ mod tests {
// decimal to i16
let decimal_array = array
- .iter()
+ .clone()
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?;
generic_decimal_to_other_test_cast!(
@@ -376,7 +379,8 @@ mod tests {
// decimal to i32
let decimal_array = array
- .iter()
+ .clone()
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?;
generic_decimal_to_other_test_cast!(
@@ -397,7 +401,7 @@ mod tests {
// decimal to i64
let decimal_array = array
- .iter()
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 0)?;
generic_decimal_to_other_test_cast!(
@@ -426,7 +430,8 @@ mod tests {
None,
];
let decimal_array = array
- .iter()
+ .clone()
+ .into_iter()
.collect::<Decimal128Array>()
.with_precision_and_scale(10, 3)?;
generic_decimal_to_other_test_cast!(
diff --git a/datafusion/physical-expr/src/expressions/try_cast.rs b/datafusion/physical-expr/src/expressions/try_cast.rs
index 0333cb300..7f63d2386 100644
--- a/datafusion/physical-expr/src/expressions/try_cast.rs
+++ b/datafusion/physical-expr/src/expressions/try_cast.rs
@@ -119,10 +119,9 @@ mod tests {
use super::*;
use crate::expressions::col;
use arrow::array::{
- BasicDecimalArray, Decimal128Array, Decimal128Builder, StringArray,
- Time64NanosecondArray,
+ Decimal128Array, Decimal128Builder, StringArray, Time64NanosecondArray,
};
- use arrow::util::decimal::{BasicDecimal, Decimal128};
+ use arrow::util::decimal::Decimal128;
use arrow::{
array::{
Array, Float32Array, Float64Array, Int16Array, Int32Array, Int64Array,
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index 88a74b088..5006922d6 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -37,7 +37,7 @@ default = []
json = ["pbjson", "pbjson-build", "serde", "serde_json"]
[dependencies]
-arrow = { version = "20.0.0" }
+arrow = "21.0.0"
datafusion = { path = "../core", version = "11.0.0" }
datafusion-common = { path = "../common", version = "11.0.0" }
datafusion-expr = { path = "../expr", version = "11.0.0" }
diff --git a/datafusion/proto/src/lib.rs b/datafusion/proto/src/lib.rs
index c843de630..ad9dc1d5e 100644
--- a/datafusion/proto/src/lib.rs
+++ b/datafusion/proto/src/lib.rs
@@ -513,7 +513,7 @@ mod roundtrip_tests {
DataType::FixedSizeBinary(1234),
DataType::FixedSizeBinary(-432),
DataType::LargeBinary,
- DataType::Decimal128(1345, 5431),
+ DataType::Decimal128(123, 234),
// Recursive list tests
DataType::List(new_box_field("Level1", DataType::Binary, true)),
DataType::List(new_box_field(
@@ -668,7 +668,7 @@ mod roundtrip_tests {
DataType::LargeBinary,
DataType::Utf8,
DataType::LargeUtf8,
- DataType::Decimal128(1345, 5431),
+ DataType::Decimal128(123, 234),
// Recursive list tests
DataType::List(new_box_field("Level1", DataType::Binary, true)),
DataType::List(new_box_field(
diff --git a/datafusion/row/Cargo.toml b/datafusion/row/Cargo.toml
index 7ee2f01d8..c488e025b 100644
--- a/datafusion/row/Cargo.toml
+++ b/datafusion/row/Cargo.toml
@@ -37,7 +37,7 @@ path = "src/lib.rs"
jit = ["datafusion-jit"]
[dependencies]
-arrow = { version = "20.0.0" }
+arrow = "21.0.0"
datafusion-common = { path = "../common", version = "11.0.0" }
datafusion-jit = { path = "../jit", version = "11.0.0", optional = true }
paste = "^1.0"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index de4147395..16ebee1ca 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -38,7 +38,7 @@ unicode_expressions = []
[dependencies]
ahash = { version = "0.8", default-features = false, features = ["runtime-rng"] }
-arrow = { version = "20.0.0", features = ["prettyprint"] }
+arrow = { version = "21.0.0", features = ["prettyprint"] }
datafusion-common = { path = "../common", version = "11.0.0" }
datafusion-expr = { path = "../expr", version = "11.0.0" }
hashbrown = "0.12"