You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@sqoop.apache.org by ab...@apache.org on 2015/01/14 18:08:26 UTC
sqoop git commit: SQOOP-2015: Sqoop2: Create HBase code path in Kite
connector
Repository: sqoop
Updated Branches:
refs/heads/sqoop2 7631d2933 -> 3f8cd0a7c
SQOOP-2015: Sqoop2: Create HBase code path in Kite connector
(Qian Xu via Abraham Elmahrek)
Project: http://git-wip-us.apache.org/repos/asf/sqoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/sqoop/commit/3f8cd0a7
Tree: http://git-wip-us.apache.org/repos/asf/sqoop/tree/3f8cd0a7
Diff: http://git-wip-us.apache.org/repos/asf/sqoop/diff/3f8cd0a7
Branch: refs/heads/sqoop2
Commit: 3f8cd0a7cd1605324b40840c81f05a23f6c9c305
Parents: 7631d29
Author: Abraham Elmahrek <ab...@apache.org>
Authored: Wed Jan 14 09:07:51 2015 -0800
Committer: Abraham Elmahrek <ab...@apache.org>
Committed: Wed Jan 14 09:07:51 2015 -0800
----------------------------------------------------------------------
.../apache/sqoop/connector/kite/KiteToDestroyer.java | 15 +++++++++++++++
.../connector/kite/configuration/ConfigUtil.java | 7 +++++++
2 files changed, 22 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/sqoop/blob/3f8cd0a7/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java
----------------------------------------------------------------------
diff --git a/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java b/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java
index 704c8e9..750559a 100644
--- a/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java
+++ b/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java
@@ -47,6 +47,21 @@ public class KiteToDestroyer extends Destroyer<LinkConfiguration,
LOG.info("Running Kite connector destroyer");
String uri = ConfigUtil.buildDatasetUri(
linkConfig.linkConfig, toJobConfig.toJobConfig);
+
+ if (ConfigUtil.isHBaseJob(toJobConfig.toJobConfig)) {
+ destroyHBaseJob(context, uri, toJobConfig);
+ } else {
+ destroyHdfsJob(context, uri, toJobConfig);
+ }
+ }
+
+ private void destroyHBaseJob(DestroyerContext context, String uri,
+ ToJobConfiguration toJobConfig) {
+ // TODO: SQOOP-1948
+ }
+
+ private void destroyHdfsJob(DestroyerContext context, String uri,
+ ToJobConfiguration toJobConfig) {
String[] tempUris = KiteDatasetExecutor.listTemporaryDatasetUris(uri);
if (context.isSuccess()) {
KiteDatasetExecutor executor = getExecutor(
http://git-wip-us.apache.org/repos/asf/sqoop/blob/3f8cd0a7/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java
----------------------------------------------------------------------
diff --git a/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java b/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java
index efc3966..d48e250 100644
--- a/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java
+++ b/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java
@@ -43,4 +43,11 @@ public class ConfigUtil {
return buildDatasetUri(linkConfig.hdfsHostAndPort, toJobConfig.uri);
}
+ /**
+ * Indicates whether the given job is a HBase job.
+ */
+ public static boolean isHBaseJob(ToJobConfig toJobConfig) {
+ return toJobConfig.uri.startsWith("dataset:hbase:");
+ }
+
}
\ No newline at end of file