You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by ja...@apache.org on 2014/10/15 21:07:19 UTC
git commit: AMBARI-7794. Setting hadoop.security.authorization=true
in a non-Kerberized cluster causes DataNodes to not start. (jaimin)
Repository: ambari
Updated Branches:
refs/heads/branch-1.7.0 3bb86c0a5 -> dd3f5d19a
AMBARI-7794. Setting hadoop.security.authorization=true in a non-Kerberized cluster causes DataNodes to not start. (jaimin)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/dd3f5d19
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/dd3f5d19
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/dd3f5d19
Branch: refs/heads/branch-1.7.0
Commit: dd3f5d19a44ae207fe8bbb7ed2e43da2450e2e01
Parents: 3bb86c0
Author: Jaimin Jetly <ja...@hortonworks.com>
Authored: Wed Oct 15 12:06:32 2014 -0700
Committer: Jaimin Jetly <ja...@hortonworks.com>
Committed: Wed Oct 15 12:06:56 2014 -0700
----------------------------------------------------------------------
.../services/HBASE/configuration/hbase-site.xml | 38 ---------
.../services/HDFS/configuration/hdfs-site.xml | 85 --------------------
.../services/HIVE/configuration/hive-site.xml | 14 ----
.../MAPREDUCE/configuration/mapred-site.xml | 45 -----------
.../services/HBASE/configuration/hbase-site.xml | 39 ---------
.../services/HDFS/configuration/hdfs-site.xml | 84 -------------------
.../services/HIVE/configuration/hive-site.xml | 14 ----
.../YARN/configuration-mapred/mapred-site.xml | 6 --
8 files changed, 325 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/dd3f5d19/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml
index a4ec9ba..a554a8d 100644
--- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml
@@ -208,44 +208,6 @@
</description>
</property>
- <!-- The following properties configure authentication information for
- HBase processes when using Kerberos security. There are no default
- values, included here for documentation purposes -->
- <property>
- <name>hbase.master.keytab.file</name>
- <value>/etc/security/keytabs/hbase.service.keytab</value>
- <description>Full path to the kerberos keytab file to use for logging in
- the configured HMaster server principal.
- </description>
- </property>
- <property>
- <name>hbase.master.kerberos.principal</name>
- <value>hbase/_HOST@EXAMPLE.COM</value>
- <description>Ex. "hbase/_HOST@EXAMPLE.COM". The kerberos principal name
- that should be used to run the HMaster process. The principal name should
- be in the form: user/hostname@DOMAIN. If "_HOST" is used as the hostname
- portion, it will be replaced with the actual hostname of the running
- instance.
- </description>
- </property>
- <property>
- <name>hbase.regionserver.keytab.file</name>
- <value>/etc/security/keytabs/hbase.service.keytab</value>
- <description>Full path to the kerberos keytab file to use for logging in
- the configured HRegionServer server principal.
- </description>
- </property>
- <property>
- <name>hbase.regionserver.kerberos.principal</name>
- <value>hbase/_HOST@EXAMPLE.COM</value>
- <description>Ex. "hbase/_HOST@EXAMPLE.COM". The kerberos principal name
- that should be used to run the HRegionServer process. The principal name
- should be in the form: user/hostname@DOMAIN. If "_HOST" is used as the
- hostname portion, it will be replaced with the actual hostname of the
- running instance. An entry for this principal must exist in the file
- specified in hbase.regionserver.keytab.file
- </description>
- </property>
<!-- Additional configuration specific to HBase security -->
<property>
http://git-wip-us.apache.org/repos/asf/ambari/blob/dd3f5d19/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HDFS/configuration/hdfs-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HDFS/configuration/hdfs-site.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HDFS/configuration/hdfs-site.xml
index b07d475..0075015 100644
--- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HDFS/configuration/hdfs-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HDFS/configuration/hdfs-site.xml
@@ -273,40 +273,6 @@
</property>
<property>
- <name>dfs.namenode.kerberos.principal</name>
- <value>nn/_HOST@EXAMPLE.COM</value>
- <description>
- Kerberos principal name for the NameNode
- </description>
- </property>
-
- <property>
- <name>dfs.secondary.namenode.kerberos.principal</name>
- <value>nn/_HOST@EXAMPLE.COM</value>
- <description>
- Kerberos principal name for the secondary NameNode.
- </description>
- </property>
-
-
- <!--
- This is KRB DOMAIN specific. The FQDN of the namenode has to be mentioned.
- -->
- <property>
- <name>dfs.namenode.kerberos.https.principal</name>
- <value>HTTP/_HOST@EXAMPLE.COM</value>
- <description>The Kerberos principal for the host that the NameNode runs on.</description>
-
- </property>
-
- <property>
- <name>dfs.secondary.namenode.kerberos.https.principal</name>
- <value>HTTP/_HOST@EXAMPLE.COM</value>
- <description>The Kerberos principal for the hostthat the secondary NameNode runs on.</description>
-
- </property>
-
- <property>
<!-- cluster variant -->
<name>dfs.secondary.http.address</name>
<value>localhost:50090</value>
@@ -320,57 +286,6 @@
</property>
<property>
- <name>dfs.web.authentication.kerberos.principal</name>
- <value>HTTP/_HOST@EXAMPLE.COM</value>
- <description>
- The HTTP Kerberos principal used by Hadoop-Auth in the HTTP endpoint.
- The HTTP Kerberos principal MUST start with 'HTTP/' per Kerberos
- HTTP SPENGO specification.
- </description>
- </property>
-
- <property>
- <name>dfs.web.authentication.kerberos.keytab</name>
- <value>/etc/security/keytabs/spnego.service.keytab</value>
- <description>
- The Kerberos keytab file with the credentials for the
- HTTP Kerberos principal used by Hadoop-Auth in the HTTP endpoint.
- </description>
- </property>
-
- <property>
- <name>dfs.datanode.kerberos.principal</name>
- <value>dn/_HOST@EXAMPLE.COM</value>
- <description>
- The Kerberos principal that the DataNode runs as. "_HOST" is replaced by the real host name.
- </description>
- </property>
-
- <property>
- <name>dfs.namenode.keytab.file</name>
- <value>/etc/security/keytabs/nn.service.keytab</value>
- <description>
- Combined keytab file containing the namenode service and host principals.
- </description>
- </property>
-
- <property>
- <name>dfs.secondary.namenode.keytab.file</name>
- <value>/etc/security/keytabs/nn.service.keytab</value>
- <description>
- Combined keytab file containing the namenode service and host principals.
- </description>
- </property>
-
- <property>
- <name>dfs.datanode.keytab.file</name>
- <value>/etc/security/keytabs/dn.service.keytab</value>
- <description>
- The filename of the keytab file for the DataNode.
- </description>
- </property>
-
- <property>
<name>dfs.https.port</name>
<value>50470</value>
<description>The https port where namenode binds</description>
http://git-wip-us.apache.org/repos/asf/ambari/blob/dd3f5d19/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HIVE/configuration/hive-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HIVE/configuration/hive-site.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HIVE/configuration/hive-site.xml
index a661af8..a185b12 100644
--- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HIVE/configuration/hive-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HIVE/configuration/hive-site.xml
@@ -70,20 +70,6 @@ limitations under the License.
</property>
<property>
- <name>hive.metastore.kerberos.keytab.file</name>
- <value>/etc/security/keytabs/hive.service.keytab</value>
- <description>The path to the Kerberos Keytab file containing the metastore
- thrift server's service principal.</description>
- </property>
-
- <property>
- <name>hive.metastore.kerberos.principal</name>
- <value>hive/_HOST@EXAMPLE.COM</value>
- <description>The service principal for the metastore thrift server. The special
- string _HOST will be replaced automatically with the correct host name.</description>
- </property>
-
- <property>
<name>hive.metastore.cache.pinobjtypes</name>
<value>Table,Database,Type,FieldSchema,Order</value>
<description>List of comma separated metastore object types that should be pinned in the cache</description>
http://git-wip-us.apache.org/repos/asf/ambari/blob/dd3f5d19/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/MAPREDUCE/configuration/mapred-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/MAPREDUCE/configuration/mapred-site.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/MAPREDUCE/configuration/mapred-site.xml
index 7ca3d80..7cc0dbf 100644
--- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/MAPREDUCE/configuration/mapred-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/MAPREDUCE/configuration/mapred-site.xml
@@ -458,23 +458,6 @@
</property>
<property>
- <name>mapreduce.jobtracker.kerberos.principal</name>
- <value>jt/_HOST@EXAMPLE.COM</value>
- <description>
- JT user name key.
- </description>
- </property>
-
- <property>
- <name>mapreduce.tasktracker.kerberos.principal</name>
- <value>tt/_HOST@EXAMPLE.COM</value>
- <description>
- tt user name key. "_HOST" is replaced by the host name of the task tracker.
- </description>
- </property>
-
-
- <property>
<name>hadoop.job.history.user.location</name>
<value>none</value>
<description> Location to store the history files of a particular job. If set to none, then the job histories are
@@ -484,20 +467,6 @@
</property>
- <property>
- <name>mapreduce.jobtracker.keytab.file</name>
- <value>/etc/security/keytabs/jt.service.keytab</value>
- <description>
- The keytab for the jobtracker principal.
- </description>
-
- </property>
-
- <property>
- <name>mapreduce.tasktracker.keytab.file</name>
- <value>/etc/security/keytabs/tt.service.keytab</value>
- <description>The filename of the keytab for the task tracker</description>
- </property>
<property>
<name>mapreduce.jobtracker.staging.root.dir</name>
@@ -537,20 +506,6 @@
<final>true</final>
</property>
- <property>
- <name>mapreduce.jobhistory.kerberos.principal</name>
- <!-- cluster variant -->
- <value>jhs/_HOST@EXAMPLE.COM</value>
- <description>Job history user name key. (must map to same user as JT
- user)</description>
- </property>
-
- <property>
- <name>mapreduce.jobhistory.keytab.file</name>
- <!-- cluster variant -->
- <value>/etc/security/keytabs/jhs.service.keytab</value>
- <description>The keytab for the job history server principal.</description>
- </property>
<property>
<name>mapred.jobtracker.blacklist.fault-timeout-window</name>
http://git-wip-us.apache.org/repos/asf/ambari/blob/dd3f5d19/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/configuration/hbase-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/configuration/hbase-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/configuration/hbase-site.xml
index a0ca6d7..84900d1 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/configuration/hbase-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/configuration/hbase-site.xml
@@ -222,45 +222,6 @@
</description>
</property>
- <!-- The following properties configure authentication information for
- HBase processes when using Kerberos security. There are no default
- values, included here for documentation purposes -->
- <property>
- <name>hbase.master.keytab.file</name>
- <value>/etc/security/keytabs/hbase.service.keytab</value>
- <description>Full path to the kerberos keytab file to use for logging in
- the configured HMaster server principal.
- </description>
- </property>
- <property>
- <name>hbase.master.kerberos.principal</name>
- <value>hbase/_HOST@EXAMPLE.COM</value>
- <description>Ex. "hbase/_HOST@EXAMPLE.COM". The kerberos principal name
- that should be used to run the HMaster process. The principal name should
- be in the form: user/hostname@DOMAIN. If "_HOST" is used as the hostname
- portion, it will be replaced with the actual hostname of the running
- instance.
- </description>
- </property>
- <property>
- <name>hbase.regionserver.keytab.file</name>
- <value>/etc/security/keytabs/hbase.service.keytab</value>
- <description>Full path to the kerberos keytab file to use for logging in
- the configured HRegionServer server principal.
- </description>
- </property>
- <property>
- <name>hbase.regionserver.kerberos.principal</name>
- <value>hbase/_HOST@EXAMPLE.COM</value>
- <description>Ex. "hbase/_HOST@EXAMPLE.COM". The kerberos principal name
- that should be used to run the HRegionServer process. The principal name
- should be in the form: user/hostname@DOMAIN. If "_HOST" is used as the
- hostname portion, it will be replaced with the actual hostname of the
- running instance. An entry for this principal must exist in the file
- specified in hbase.regionserver.keytab.file
- </description>
- </property>
-
<!-- Additional configuration specific to HBase security -->
<property>
<name>hbase.superuser</name>
http://git-wip-us.apache.org/repos/asf/ambari/blob/dd3f5d19/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HDFS/configuration/hdfs-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HDFS/configuration/hdfs-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HDFS/configuration/hdfs-site.xml
index eb5ebdc..e67ed9f 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HDFS/configuration/hdfs-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HDFS/configuration/hdfs-site.xml
@@ -298,96 +298,12 @@
</property>
<property>
- <name>dfs.namenode.kerberos.principal</name>
- <value>nn/_HOST@EXAMPLE.COM</value>
- <description>
- Kerberos principal name for the NameNode
- </description>
- </property>
-
- <property>
- <name>dfs.secondary.namenode.kerberos.principal</name>
- <value>nn/_HOST@EXAMPLE.COM</value>
- <description>
- Kerberos principal name for the secondary NameNode.
- </description>
- </property>
-
-
- <!--
- This is KRB DOMAIN specific. The FQDN of the namenode has to be mentioned.
- -->
- <property>
- <name>dfs.namenode.kerberos.https.principal</name>
- <value>HTTP/_HOST@EXAMPLE.COM</value>
- <description>The Kerberos principal for the host that the NameNode runs on.</description>
-
- </property>
-
- <property>
- <name>dfs.secondary.namenode.kerberos.https.principal</name>
- <value>HTTP/_HOST@EXAMPLE.COM</value>
- <description>The Kerberos principal for the hostthat the secondary NameNode runs on.</description>
-
- </property>
-
- <property>
<!-- cluster variant -->
<name>dfs.namenode.secondary.http-address</name>
<value>localhost:50090</value>
<description>Address of secondary namenode web server</description>
</property>
- <property>
- <name>dfs.web.authentication.kerberos.principal</name>
- <value>HTTP/_HOST@EXAMPLE.COM</value>
- <description>
- The HTTP Kerberos principal used by Hadoop-Auth in the HTTP endpoint.
- The HTTP Kerberos principal MUST start with 'HTTP/' per Kerberos
- HTTP SPENGO specification.
- </description>
- </property>
-
- <property>
- <name>dfs.web.authentication.kerberos.keytab</name>
- <value>/etc/security/keytabs/spnego.service.keytab</value>
- <description>
- The Kerberos keytab file with the credentials for the
- HTTP Kerberos principal used by Hadoop-Auth in the HTTP endpoint.
- </description>
- </property>
-
- <property>
- <name>dfs.datanode.kerberos.principal</name>
- <value>dn/_HOST@EXAMPLE.COM</value>
- <description>
- The Kerberos principal that the DataNode runs as. "_HOST" is replaced by the real host name.
- </description>
- </property>
-
- <property>
- <name>dfs.namenode.keytab.file</name>
- <value>/etc/security/keytabs/nn.service.keytab</value>
- <description>
- Combined keytab file containing the namenode service and host principals.
- </description>
- </property>
-
- <property>
- <name>dfs.secondary.namenode.keytab.file</name>
- <value>/etc/security/keytabs/nn.service.keytab</value>
- <description>
- Combined keytab file containing the namenode service and host principals.
- </description>
- </property>
-
- <property>
- <name>dfs.datanode.keytab.file</name>
- <value>/etc/security/keytabs/dn.service.keytab</value>
- <description>
- The filename of the keytab file for the DataNode.
- </description>
- </property>
<property>
<name>dfs.namenode.https-address</name>
http://git-wip-us.apache.org/repos/asf/ambari/blob/dd3f5d19/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HIVE/configuration/hive-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HIVE/configuration/hive-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HIVE/configuration/hive-site.xml
index 4d2ff86..117b026 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HIVE/configuration/hive-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HIVE/configuration/hive-site.xml
@@ -70,20 +70,6 @@ limitations under the License.
</property>
<property>
- <name>hive.metastore.kerberos.keytab.file</name>
- <value>/etc/security/keytabs/hive.service.keytab</value>
- <description>The path to the Kerberos Keytab file containing the metastore
- thrift server's service principal.</description>
- </property>
-
- <property>
- <name>hive.metastore.kerberos.principal</name>
- <value>hive/_HOST@EXAMPLE.COM</value>
- <description>The service principal for the metastore thrift server. The special
- string _HOST will be replaced automatically with the correct host name.</description>
- </property>
-
- <property>
<name>hive.metastore.cache.pinobjtypes</name>
<value>Table,Database,Type,FieldSchema,Order</value>
<description>List of comma separated metastore object types that should be pinned in the cache</description>
http://git-wip-us.apache.org/repos/asf/ambari/blob/dd3f5d19/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/YARN/configuration-mapred/mapred-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/YARN/configuration-mapred/mapred-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/YARN/configuration-mapred/mapred-site.xml
index f8d7b89..7955cb2 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/YARN/configuration-mapred/mapred-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/YARN/configuration-mapred/mapred-site.xml
@@ -171,12 +171,6 @@
</property>
<property>
- <name>mapreduce.jobhistory.keytab.file</name>
- <value>/etc/security/keytabs/jhs.service.keytab</value>
- <description>The keytab for the job history server principal.</description>
- </property>
-
- <property>
<name>mapreduce.shuffle.port</name>
<value>13562</value>
<description>