You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gobblin.apache.org by su...@apache.org on 2019/09/09 14:15:56 UTC
[incubator-gobblin] branch master updated: [GOBBLIN-870] Adding
abfs scheme
This is an automated email from the ASF dual-hosted git repository.
suvasude pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git
The following commit(s) were added to refs/heads/master by this push:
new a409908 [GOBBLIN-870] Adding abfs scheme
a409908 is described below
commit a409908079df873ba0d5a465df3e682be0e0085d
Author: welin <we...@linkedin.com>
AuthorDate: Mon Sep 9 07:15:49 2019 -0700
[GOBBLIN-870] Adding abfs scheme
Closes #2725 from linweihs/abfs
---
.../org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java | 2 +-
.../gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java | 3 ++-
2 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java
index 3d5a7bf..44dd01a 100644
--- a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java
+++ b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java
@@ -188,7 +188,7 @@ public class GitFlowGraphMonitor extends GitMonitoringService {
log.info("Added Datanode {} to FlowGraph", dataNode.getId());
}
} catch (Exception e) {
- log.warn("Could not add DataNode defined in {} due to exception {}", change.getNewPath(), e.getMessage());
+ log.warn("Could not add DataNode defined in {} due to exception {}", change.getNewPath(), e);
}
}
}
diff --git a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java
index c6f5c74..a01a482 100644
--- a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java
+++ b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java
@@ -27,6 +27,7 @@ import com.typesafe.config.Config;
*/
public class AdlsDataNode extends FileSystemDataNode {
public static final String ADLS_SCHEME = "adl";
+ public static final String ABFS_SCHEME = "abfs";
public AdlsDataNode(Config nodeProps) throws DataNodeCreationException {
super(nodeProps);
@@ -40,7 +41,7 @@ public class AdlsDataNode extends FileSystemDataNode {
public boolean isUriValid(URI fsUri) {
String scheme = fsUri.getScheme();
//Check that the scheme is "adl"
- if (!scheme.equals(ADLS_SCHEME)) {
+ if (!scheme.equals(ADLS_SCHEME) && !scheme.equals(ABFS_SCHEME)) {
return false;
}
//Ensure that the authority is not empty