You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ab...@apache.org on 2017/04/04 01:22:02 UTC
[2/3] incubator-impala git commit: IMPALA-4733: Change HBase ports to
non-ephemeral
IMPALA-4733: Change HBase ports to non-ephemeral
We've seen repeated test failures because HBase tries to bind to ports
in the ephemeral port range, which sometimes would already be occupied
by outgoing connections of other proccesses.
This change changes the ports to the new default HBase ports
(HBASE-10123):
HBase Master Port: 60000 -> 16000
HBase Master Web UI Port: 60010 -> 16010
HBase ReqionServer Port: 60020 -> 16020
HBase ReqionServer Web UI Port: 60030 -> 16030
HBase Status Multicast Port: 60100 -> 16100
This made it necessary to change the default KMS port, too
(HADOOP-12811):
KMS HTTP port: 16000 -> 9600
Change-Id: I6f8af325e34b6e352afd75ce5ddd2446ce73d857
Reviewed-on: http://gerrit.cloudera.org:8080/6524
Reviewed-by: Lars Volker <lv...@cloudera.com>
Tested-by: Impala Public Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/85d7f5eb
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/85d7f5eb
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/85d7f5eb
Branch: refs/heads/master
Commit: 85d7f5eb2b0e092e5b950d2cab307a25537e457c
Parents: fd1b40d
Author: Lars Volker <lv...@cloudera.com>
Authored: Fri Mar 31 14:01:32 2017 +0200
Committer: Impala Public Jenkins <im...@gerrit.cloudera.org>
Committed: Tue Apr 4 00:28:29 2017 +0000
----------------------------------------------------------------------
fe/src/test/resources/hbase-site.xml.template | 25 ++++++++++++++++++++
testdata/cluster/admin | 3 ++-
.../cluster/node_templates/cdh5/etc/init.d/kms | 3 +++
.../common/etc/hadoop/conf/core-site.xml.tmpl | 2 +-
.../common/etc/hadoop/conf/hdfs-site.xml.tmpl | 2 +-
5 files changed, 32 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/fe/src/test/resources/hbase-site.xml.template
----------------------------------------------------------------------
diff --git a/fe/src/test/resources/hbase-site.xml.template b/fe/src/test/resources/hbase-site.xml.template
index e17c0b8..2fa4848 100644
--- a/fe/src/test/resources/hbase-site.xml.template
+++ b/fe/src/test/resources/hbase-site.xml.template
@@ -54,6 +54,31 @@
<value>${IMPALA_CLUSTER_LOGS_DIR}/zoo</value>
</property>
+ <property>
+ <name>hbase.master.port</name>
+ <value>16000</value>
+ </property>
+
+ <property>
+ <name>hbase.master.info.port</name>
+ <value>16010</value>
+ </property>
+
+ <property>
+ <name>hbase.regionserver.port</name>
+ <value>16020</value>
+ </property>
+
+ <property>
+ <name>hbase.regionserver.info.port</name>
+ <value>16030</value>
+ </property>
+
+ <property>
+ <name>hbase.status.multicast.port</name>
+ <value>16100</value>
+ </property>
+
<!-- BEGIN Kerberos settings -->
<property>
<name>hbase.security.authentication</name>
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/testdata/cluster/admin
----------------------------------------------------------------------
diff --git a/testdata/cluster/admin b/testdata/cluster/admin
index 785c515..e70cc3c 100755
--- a/testdata/cluster/admin
+++ b/testdata/cluster/admin
@@ -78,7 +78,8 @@ KUDU_TS_RPC_FREE_PORT_START=31200
# existing cluster.
export HDFS_WEBUI_PORT=5070 # changed from 50070 so it is not ephemeral
export YARN_WEBUI_PORT=8088 # same as default
-export KMS_WEBUI_PORT=16000 # same as default
+export KMS_WEBUI_PORT=9600 # changed to make room for non-ephemeral HBase ports
+ # (HADOOP-12811)
export KUDU_WEBUI_PORT=8051 # same as default
# Empty dirs that should be included in the templates. Since git ignores empty dirs it is
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/testdata/cluster/node_templates/cdh5/etc/init.d/kms
----------------------------------------------------------------------
diff --git a/testdata/cluster/node_templates/cdh5/etc/init.d/kms b/testdata/cluster/node_templates/cdh5/etc/init.d/kms
index d0f77d1..f9c76ca 100755
--- a/testdata/cluster/node_templates/cdh5/etc/init.d/kms
+++ b/testdata/cluster/node_templates/cdh5/etc/init.d/kms
@@ -21,6 +21,9 @@ DIR=$(dirname $0)
. "$DIR/common"
+# KMS_WEBUI_PORT from impala config
+export KMS_HTTP_PORT=$KMS_WEBUI_PORT
+
# Path to the file where the catalina server writes the PID
export CATALINA_PID=$PID_DIR/kms
export KMS_CONFIG="$HADOOP_CONF_DIR"
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl
----------------------------------------------------------------------
diff --git a/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl b/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl
index 4f4af77..aaea579 100644
--- a/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl
+++ b/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl
@@ -86,7 +86,7 @@ DEFAULT</value>
<!-- Location of the KMS key provider -->
<property>
<name>hadoop.security.key.provider.path</name>
- <value>kms://http@127.0.0.1:16000/kms</value>
+ <value>kms://http@127.0.0.1:9600/kms</value>
</property>
<!-- BEGIN Kerberos settings -->
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl
----------------------------------------------------------------------
diff --git a/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl b/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl
index 575fc0a..edc89b3 100644
--- a/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl
+++ b/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl
@@ -104,7 +104,7 @@
<!-- Location of the KMS key provider -->
<property>
<name>dfs.encryption.key.provider.uri</name>
- <value>kms://http@127.0.0.1:16000/kms</value>
+ <value>kms://http@127.0.0.1:9600/kms</value>
</property>
<!-- BEGIN Kerberos settings -->