You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by ao...@apache.org on 2021/03/31 22:50:10 UTC
[iceberg] branch master updated: Spark: Remove redundant casts in
actions (#2400)
This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/master by this push:
new 1f77257 Spark: Remove redundant casts in actions (#2400)
1f77257 is described below
commit 1f77257fc24891f3e66a6c162ac239afd6ae8d72
Author: Anton Okolnychyi <ao...@apple.com>
AuthorDate: Wed Mar 31 15:49:59 2021 -0700
Spark: Remove redundant casts in actions (#2400)
---
.../apache/iceberg/spark/actions/BaseRemoveOrphanFilesSparkAction.java | 2 +-
.../apache/iceberg/spark/actions/BaseRewriteManifestsSparkAction.java | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRemoveOrphanFilesSparkAction.java b/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRemoveOrphanFilesSparkAction.java
index df6b766..073be71 100644
--- a/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRemoveOrphanFilesSparkAction.java
+++ b/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRemoveOrphanFilesSparkAction.java
@@ -235,7 +235,7 @@ public class BaseRemoveOrphanFilesSparkAction
Broadcast<SerializableConfiguration> conf,
long olderThanTimestamp) {
- return (FlatMapFunction<Iterator<String>, String>) dirs -> {
+ return dirs -> {
List<String> subDirs = Lists.newArrayList();
List<String> files = Lists.newArrayList();
diff --git a/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRewriteManifestsSparkAction.java b/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRewriteManifestsSparkAction.java
index 1a1cb6f..9964add 100644
--- a/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRewriteManifestsSparkAction.java
+++ b/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRewriteManifestsSparkAction.java
@@ -341,7 +341,7 @@ public class BaseRewriteManifestsSparkAction
Broadcast<FileIO> io, long maxNumManifestEntries, String location,
int format, PartitionSpec spec, StructType sparkType) {
- return (MapPartitionsFunction<Row, ManifestFile>) rows -> {
+ return rows -> {
List<Row> rowsAsList = Lists.newArrayList(rows);
if (rowsAsList.isEmpty()) {