You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafodion.apache.org by db...@apache.org on 2016/10/11 18:45:33 UTC

[1/3] incubator-trafodion git commit: [TRAFODION-2272] Insure adequate hbase.client.scanner.timeout.period

Repository: incubator-trafodion
Updated Branches:
  refs/heads/master 54abce6bf -> a9f34a6a1


[TRAFODION-2272] Insure adequate hbase.client.scanner.timeout.period


Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/670d9edc
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/670d9edc
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/670d9edc

Branch: refs/heads/master
Commit: 670d9edc49e5a1d8fbe1a94824ce5e334110ee0b
Parents: 12f602c
Author: Dave Birdsall <db...@apache.org>
Authored: Mon Oct 10 22:12:28 2016 +0000
Committer: Dave Birdsall <db...@apache.org>
Committed: Mon Oct 10 22:12:28 2016 +0000

----------------------------------------------------------------------
 .../sql/src/main/java/org/trafodion/sql/HBaseClient.java | 11 +++++++++++
 1 file changed, 11 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/670d9edc/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java
----------------------------------------------------------------------
diff --git a/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java b/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java
index 909c75a..ac9bbb0 100644
--- a/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java
+++ b/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java
@@ -159,6 +159,17 @@ public class HBaseClient {
 
     
     static public Connection getConnection() throws IOException {
+        // On some distributions, the hbase.client.scanner.timeout.period setting is
+        // too small, resulting in annoying SocketTimeoutExceptions during operations
+        // such as UPDATE STATISTICS on very large tables. On CDH 5.4.5 in particular
+        // we have seen this. Unfortunately Cloudera Manager does not allow us to 
+        // change this setting, and setting it manually in hbase-site.xml doesn't work
+        // because a later Cloudera Manager deploy would just overwrite it. So, we
+        // programmatically check the setting here and insure it is at least 1 hour.
+        long configuredTimeout = config.getLong("hbase.client.scanner.timeout.period",0);
+        if (configuredTimeout < 3600000 /* 1 hour */)
+          config.setLong("hbase.client.scanner.timeout.period",3600000);    
+ 
         if (connection == null) 
               connection = ConnectionFactory.createConnection(config);
         return connection;

[2/3] incubator-trafodion git commit: Rework addressing Selva's comment

Posted by db...@apache.org.
Rework addressing Selva's comment


Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/e4550536
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/e4550536
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/e4550536

Branch: refs/heads/master
Commit: e4550536afc2ac379fedfc723954b322716bf5e9
Parents: 670d9ed
Author: Dave Birdsall <db...@apache.org>
Authored: Tue Oct 11 15:44:15 2016 +0000
Committer: Dave Birdsall <db...@apache.org>
Committed: Tue Oct 11 15:44:15 2016 +0000

----------------------------------------------------------------------
 core/sql/src/main/java/org/trafodion/sql/HBaseClient.java | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/e4550536/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java
----------------------------------------------------------------------
diff --git a/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java b/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java
index ac9bbb0..5ab258c 100644
--- a/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java
+++ b/core/sql/src/main/java/org/trafodion/sql/HBaseClient.java
@@ -181,7 +181,7 @@ public class HBaseClient {
         if (logger.isDebugEnabled()) logger.debug("HBaseClient.init(" + connectParam1 + ", " + connectParam2
                          + ") called.");
         if (connection != null)
-           connection = ConnectionFactory.createConnection(config); 
+           connection = getConnection(); 
         table = new RMInterface(connection);
         return true;
     }

[3/3] incubator-trafodion git commit: [TRAFODION-2272] PR 753 Fix upd stats SocketTimeoutException issue

Posted by db...@apache.org.
[TRAFODION-2272] PR 753 Fix upd stats SocketTimeoutException issue


Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/a9f34a6a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/a9f34a6a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/a9f34a6a

Branch: refs/heads/master
Commit: a9f34a6a164913251b199a94e8d82c1dd35add2b
Parents: 54abce6 e455053
Author: Dave Birdsall <db...@apache.org>
Authored: Tue Oct 11 18:43:17 2016 +0000
Committer: Dave Birdsall <db...@apache.org>
Committed: Tue Oct 11 18:45:04 2016 +0000

----------------------------------------------------------------------
 .../src/main/java/org/trafodion/sql/HBaseClient.java   | 13 ++++++++++++-
 1 file changed, 12 insertions(+), 1 deletion(-)
----------------------------------------------------------------------