You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gluten.apache.org by ke...@apache.org on 2024/04/25 03:34:06 UTC
(incubator-gluten) branch main updated: [VL] Fix velox parquet suite (#5483)
This is an automated email from the ASF dual-hosted git repository.
kejia pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 417a36e01 [VL] Fix velox parquet suite (#5483)
417a36e01 is described below
commit 417a36e01e73ac024f2e028e81781fe75ca4be4e
Author: 高阳阳 <gy...@gmail.com>
AuthorDate: Thu Apr 25 11:34:02 2024 +0800
[VL] Fix velox parquet suite (#5483)
---
.../gluten/execution/VeloxParquetDataTypeValidationSuite.scala | 10 ++++++++--
1 file changed, 8 insertions(+), 2 deletions(-)
diff --git a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxParquetDataTypeValidationSuite.scala b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxParquetDataTypeValidationSuite.scala
index 612ce36d0..bd42b6024 100644
--- a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxParquetDataTypeValidationSuite.scala
+++ b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxParquetDataTypeValidationSuite.scala
@@ -472,8 +472,14 @@ class VeloxParquetDataTypeValidationSuite extends VeloxWholeStageTransformerSuit
dir =>
val write_path = dir.toURI.getPath
val data_path = getClass.getResource("/").getPath + "/data-type-validation-data/type1"
- // Velox native write doesn't support Timestamp type.
- val df = spark.read.format("parquet").load(data_path).drop("timestamp")
+ // Velox native write doesn't support Complex type.
+ val df = spark.read
+ .format("parquet")
+ .load(data_path)
+ .drop("timestamp")
+ .drop("array")
+ .drop("struct")
+ .drop("map")
df.write.mode("append").format("parquet").save(write_path)
val parquetDf = spark.read
.format("parquet")
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org