[hudi] 13/40: [HUDI-539] Make ROPathFilter conf member serializable (#1415)

[si...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

sivabalan pushed a commit to branch release-0.5.3
in repository https://gitbox.apache.org/repos/asf/hudi.git

commit bd7060186f7165f01aa8508c3fd8c3c81b012a2f
Author: vinoth chandar <vi...@users.noreply.github.com>
AuthorDate: Tue Mar 17 12:52:48 2020 -0700

    [HUDI-539] Make ROPathFilter conf member serializable (#1415)
---
 .../main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java  | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java
index d879a2f..eb02a57 100644
--- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java
+++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java
@@ -18,6 +18,7 @@
 
 package org.apache.hudi.hadoop;
 
+import org.apache.hudi.common.SerializableConfiguration;
 import org.apache.hudi.common.model.HoodieBaseFile;
 import org.apache.hudi.common.model.HoodiePartitionMetadata;
 import org.apache.hudi.common.table.HoodieTableMetaClient;
@@ -66,7 +67,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable {
   /**
    * Hadoop configurations for the FileSystem.
    */
-  private Configuration conf;
+  private SerializableConfiguration conf;
 
   private transient FileSystem fs;
 
@@ -77,7 +78,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable {
   public HoodieROTablePathFilter(Configuration conf) {
     this.hoodiePathCache = new HashMap<>();
     this.nonHoodiePathCache = new HashSet<>();
-    this.conf = conf;
+    this.conf = new SerializableConfiguration(conf);
   }
 
   /**
@@ -102,7 +103,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable {
     Path folder = null;
     try {
       if (fs == null) {
-        fs = path.getFileSystem(conf);
+        fs = path.getFileSystem(conf.get());
       }
 
       // Assumes path is a file