You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vi...@apache.org on 2020/07/03 20:40:05 UTC
[hudi] branch master updated: [HUDI-539] Make
HoodieROTablePathFilter implement Configurable (#1784)
This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 37ea795 [HUDI-539] Make HoodieROTablePathFilter implement Configurable (#1784)
37ea795 is described below
commit 37ea79566de190605d0a941d6b65e2f46196de88
Author: andreitaleanu <an...@gmail.com>
AuthorDate: Fri Jul 3 23:39:53 2020 +0300
[HUDI-539] Make HoodieROTablePathFilter implement Configurable (#1784)
Co-authored-by: Andrei Taleanu <ta...@adobe.com>
---
.../org/apache/hudi/hadoop/HoodieROTablePathFilter.java | 13 ++++++++++++-
1 file changed, 12 insertions(+), 1 deletion(-)
diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java
index d27d6ad..86199d2 100644
--- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java
+++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java
@@ -18,6 +18,7 @@
package org.apache.hudi.hadoop;
+import org.apache.hadoop.conf.Configurable;
import org.apache.hudi.common.config.SerializableConfiguration;
import org.apache.hudi.common.model.HoodieBaseFile;
import org.apache.hudi.common.model.HoodiePartitionMetadata;
@@ -50,7 +51,7 @@ import java.util.stream.Collectors;
* hadoopConf.setClass("mapreduce.input.pathFilter.class", org.apache.hudi.hadoop .HoodieROTablePathFilter.class,
* org.apache.hadoop.fs.PathFilter.class)
*/
-public class HoodieROTablePathFilter implements PathFilter, Serializable {
+public class HoodieROTablePathFilter implements Configurable, PathFilter, Serializable {
private static final long serialVersionUID = 1L;
private static final Logger LOG = LogManager.getLogger(HoodieROTablePathFilter.class);
@@ -190,4 +191,14 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable {
throw new HoodieException(msg, e);
}
}
+
+ @Override
+ public void setConf(Configuration conf) {
+ this.conf = new SerializableConfiguration(conf);
+ }
+
+ @Override
+ public Configuration getConf() {
+ return conf.get();
+ }
}