You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2019/09/27 19:04:47 UTC

[incubator-pinot] 01/01: Fixing hadoop filesystem by using path uri

This is an automated email from the ASF dual-hosted git repository.

xiangfu pushed a commit to branch bugfixing_hadoop_filesystem
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git

commit ab10444ca7609c81d59387b62d084069beaa0a8e
Author: Xiang Fu <fx...@gmail.com>
AuthorDate: Fri Sep 27 12:04:07 2019 -0700

    Fixing hadoop filesystem by using path uri
---
 .../src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java       | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java
index 488c587..7828fdf 100644
--- a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java
+++ b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java
@@ -61,7 +61,7 @@ public abstract class BaseSegmentJob extends Configured {
   protected List<Path> getDataFilePaths(Path pathPattern)
       throws IOException {
     List<Path> tarFilePaths = new ArrayList<>();
-    FileSystem fileSystem = FileSystem.get(_conf);
+    FileSystem fileSystem = FileSystem.get(pathPattern.toUri(), _conf);
     getDataFilePathsHelper(fileSystem, fileSystem.globStatus(pathPattern), tarFilePaths);
     return tarFilePaths;
   }


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org