You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ki...@apache.org on 2022/02/24 12:04:31 UTC

[incubator-seatunnel] branch dev updated: [Improve][connector] Read "zookeeper." configs for HBase sink (#1328)

This is an automated email from the ASF dual-hosted git repository.

kirs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git


The following commit(s) were added to refs/heads/dev by this push:
     new a9a05cc  [Improve][connector] Read "zookeeper." configs for HBase sink (#1328)
a9a05cc is described below

commit a9a05cc3b63bb80979b2cafba59a8db5b128d254
Author: agendazhang <42...@users.noreply.github.com>
AuthorDate: Thu Feb 24 20:04:15 2022 +0800

    [Improve][connector] Read "zookeeper." configs for HBase sink (#1328)
---
 .../src/main/scala/org/apache/seatunnel/spark/sink/Hbase.scala         | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/seatunnel-connectors/seatunnel-connector-spark-hbase/src/main/scala/org/apache/seatunnel/spark/sink/Hbase.scala b/seatunnel-connectors/seatunnel-connector-spark-hbase/src/main/scala/org/apache/seatunnel/spark/sink/Hbase.scala
index 701faf6..7ac5cd8 100644
--- a/seatunnel-connectors/seatunnel-connector-spark-hbase/src/main/scala/org/apache/seatunnel/spark/sink/Hbase.scala
+++ b/seatunnel-connectors/seatunnel-connector-spark-hbase/src/main/scala/org/apache/seatunnel/spark/sink/Hbase.scala
@@ -42,6 +42,7 @@ class Hbase extends SparkBatchSink with Logging {
   @transient var hbaseConf: Configuration = _
   var hbaseContext: HBaseContext = _
   var hbasePrefix = "hbase."
+  var zookeeperPrefix = "zookeeper."
 
   override def checkConfig(): CheckResult = {
     checkAllExists(config, "hbase.zookeeper.quorum", "catalog", "staging_dir")
@@ -58,7 +59,7 @@ class Hbase extends SparkBatchSink with Logging {
       .entrySet()
       .foreach(entry => {
         val key = entry.getKey
-        if (key.startsWith(hbasePrefix)) {
+        if (key.startsWith(hbasePrefix) || key.startsWith(zookeeperPrefix)) {
           val value = String.valueOf(entry.getValue.unwrapped())
           hbaseConf.set(key, value)
         }