You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by dh...@apache.org on 2022/02/25 14:26:03 UTC
[arrow-datafusion] branch master updated: Make parquet support optional for datafusion-common crate (#1886)
This is an automated email from the ASF dual-hosted git repository.
dheres pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/master by this push:
new 36279ed Make parquet support optional for datafusion-common crate (#1886)
36279ed is described below
commit 36279ed2d3d08661d3de481e9c333c6708193079
Author: Jon Mease <jo...@gmail.com>
AuthorDate: Fri Feb 25 09:25:59 2022 -0500
Make parquet support optional for datafusion-common crate (#1886)
---
datafusion-common/Cargo.toml | 2 +-
datafusion-common/src/error.rs | 4 ++++
datafusion/Cargo.toml | 2 +-
3 files changed, 6 insertions(+), 2 deletions(-)
diff --git a/datafusion-common/Cargo.toml b/datafusion-common/Cargo.toml
index 30831b8..9678efb 100644
--- a/datafusion-common/Cargo.toml
+++ b/datafusion-common/Cargo.toml
@@ -39,7 +39,7 @@ jit = ["cranelift-module"]
[dependencies]
arrow = { version = "9.0.0", features = ["prettyprint"] }
-parquet = { version = "9.0.0", features = ["arrow"] }
+parquet = { version = "9.0.0", features = ["arrow"], optional = true }
avro-rs = { version = "0.13", features = ["snappy"], optional = true }
pyo3 = { version = "0.15", optional = true }
sqlparser = "0.14"
diff --git a/datafusion-common/src/error.rs b/datafusion-common/src/error.rs
index ec59a8a..4a82ac3 100644
--- a/datafusion-common/src/error.rs
+++ b/datafusion-common/src/error.rs
@@ -27,6 +27,7 @@ use arrow::error::ArrowError;
use avro_rs::Error as AvroError;
#[cfg(feature = "jit")]
use cranelift_module::ModuleError;
+#[cfg(feature = "parquet")]
use parquet::errors::ParquetError;
use sqlparser::parser::ParserError;
@@ -42,6 +43,7 @@ pub enum DataFusionError {
/// Error returned by arrow.
ArrowError(ArrowError),
/// Wraps an error from the Parquet crate
+ #[cfg(feature = "parquet")]
ParquetError(ParquetError),
/// Wraps an error from the Avro crate
#[cfg(feature = "avro")]
@@ -98,6 +100,7 @@ impl From<DataFusionError> for ArrowError {
}
}
+#[cfg(feature = "parquet")]
impl From<ParquetError> for DataFusionError {
fn from(e: ParquetError) -> Self {
DataFusionError::ParquetError(e)
@@ -134,6 +137,7 @@ impl Display for DataFusionError {
fn fmt(&self, f: &mut Formatter) -> std::fmt::Result {
match *self {
DataFusionError::ArrowError(ref desc) => write!(f, "Arrow error: {}", desc),
+ #[cfg(feature = "parquet")]
DataFusionError::ParquetError(ref desc) => {
write!(f, "Parquet error: {}", desc)
}
diff --git a/datafusion/Cargo.toml b/datafusion/Cargo.toml
index 23eb7ce..81722fd 100644
--- a/datafusion/Cargo.toml
+++ b/datafusion/Cargo.toml
@@ -54,7 +54,7 @@ row = []
jit = ["datafusion-jit"]
[dependencies]
-datafusion-common = { path = "../datafusion-common", version = "7.0.0" }
+datafusion-common = { path = "../datafusion-common", version = "7.0.0", features = ["parquet"] }
datafusion-expr = { path = "../datafusion-expr", version = "7.0.0" }
datafusion-jit = { path = "../datafusion-jit", version = "7.0.0", optional = true }
datafusion-physical-expr = { path = "../datafusion-physical-expr", version = "7.0.0" }