You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by sm...@apache.org on 2016/07/28 19:20:52 UTC
[2/2] ambari git commit: Revert "AMBARI-17694. Kafka listeners
property does not show SASL_PLAINTEXT protocol when Kerberos is enabled
(Anita Jebaraj via rlevas)"
Revert "AMBARI-17694. Kafka listeners property does not show SASL_PLAINTEXT protocol when Kerberos is enabled (Anita Jebaraj via rlevas)"
This reverts commit eb4f14b6bcb0208cc3d3764bbd31e2125687c517.
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/39e75271
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/39e75271
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/39e75271
Branch: refs/heads/branch-2.4
Commit: 39e75271a875a915aba618c23e0369244d255e33
Parents: 9ffd91a
Author: Sumit Mohanty <sm...@hortonworks.com>
Authored: Thu Jul 28 12:12:04 2016 -0700
Committer: Sumit Mohanty <sm...@hortonworks.com>
Committed: Thu Jul 28 12:12:04 2016 -0700
----------------------------------------------------------------------
.../kerberos/VariableReplacementHelper.java | 34 ++------------------
.../KAFKA/0.8.1/package/scripts/kafka.py | 15 ++++++---
.../common-services/KAFKA/0.9.0/kerberos.json | 3 +-
.../kerberos/VariableReplacementHelperTest.java | 8 +----
4 files changed, 14 insertions(+), 46 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/39e75271/ambari-server/src/main/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelper.java
index d472b79..66be3bf 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelper.java
@@ -20,6 +20,7 @@ package org.apache.ambari.server.state.kerberos;
import com.google.inject.Singleton;
import org.apache.ambari.server.AmbariException;
+
import java.util.HashMap;
import java.util.Map;
import java.util.regex.Matcher;
@@ -48,7 +49,6 @@ public class VariableReplacementHelper {
{
put("each", new EachFunction());
put("toLower", new ToLowerFunction());
- put("replace", new ReplaceValue());
}
};
@@ -226,37 +226,7 @@ public class VariableReplacementHelper {
return "";
}
}
- /**
- * ReplaceValue is a Function implementation that replaces the value in the string
- * <p/>
- * This function expects the following arguments (in order) within the args array:
- * <ol>
- * <li>regular expression that should be replaced</li>
- * <li>replacement value for the string</li>
- * </ol>
- */
- private static class ReplaceValue implements Function {
-
- @Override
- public String perform(String[] args, String data) {
- if ((args == null) || (args.length != 2)) {
- throw new IllegalArgumentException("Invalid number of arguments encountered");
- }
- if (data != null) {
- StringBuffer builder = new StringBuffer();
- String regex = args[0];
- String replacement = args[1];
- Pattern pattern = Pattern.compile(regex);
- Matcher matcher = pattern.matcher(data);
- while(matcher.find()) {
- matcher.appendReplacement(builder, replacement);
- }
- matcher.appendTail(builder);
- return builder.toString();
- }
- return "";
- }
- }
+
/**
* ToLowerFunction is a Function implementation that converts a String to lowercase
*/
http://git-wip-us.apache.org/repos/asf/ambari/blob/39e75271/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka.py b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka.py
index d74855b..ac7b0ae 100644
--- a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka.py
+++ b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka.py
@@ -80,16 +80,21 @@ def kafka(upgrade_type=None):
listeners = kafka_server_config['listeners'].replace("localhost", params.hostname)
Logger.info(format("Kafka listeners: {listeners}"))
- kafka_server_config['listeners'] = listeners
if params.security_enabled and params.kafka_kerberos_enabled:
Logger.info("Kafka kerberos security is enabled.")
+ if "SASL" not in listeners:
+ listeners = listeners.replace("PLAINTEXT", "PLAINTEXTSASL")
+
+ kafka_server_config['listeners'] = listeners
kafka_server_config['advertised.listeners'] = listeners
Logger.info(format("Kafka advertised listeners: {listeners}"))
- elif 'advertised.listeners' in kafka_server_config:
- advertised_listeners = kafka_server_config['advertised.listeners'].replace("localhost", params.hostname)
- kafka_server_config['advertised.listeners'] = advertised_listeners
- Logger.info(format("Kafka advertised listeners: {advertised_listeners}"))
+ else:
+ kafka_server_config['listeners'] = listeners
+ if 'advertised.listeners' in kafka_server_config:
+ advertised_listeners = kafka_server_config['advertised.listeners'].replace("localhost", params.hostname)
+ kafka_server_config['advertised.listeners'] = advertised_listeners
+ Logger.info(format("Kafka advertised listeners: {advertised_listeners}"))
else:
kafka_server_config['host.name'] = params.hostname
http://git-wip-us.apache.org/repos/asf/ambari/blob/39e75271/ambari-server/src/main/resources/common-services/KAFKA/0.9.0/kerberos.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KAFKA/0.9.0/kerberos.json b/ambari-server/src/main/resources/common-services/KAFKA/0.9.0/kerberos.json
index ab1ed1f..2b1c01b 100644
--- a/ambari-server/src/main/resources/common-services/KAFKA/0.9.0/kerberos.json
+++ b/ambari-server/src/main/resources/common-services/KAFKA/0.9.0/kerberos.json
@@ -14,8 +14,7 @@
"principal.to.local.class":"kafka.security.auth.KerberosPrincipalToLocal",
"super.users": "user:${kafka-env/kafka_user}",
"security.inter.broker.protocol": "PLAINTEXTSASL",
- "zookeeper.set.acl": "true",
- "listeners": "${kafka-broker/listeners|replace(\\bPLAINTEXT\\b, PLAINTEXTSASL)}"
+ "zookeeper.set.acl": "true"
}
}
],
http://git-wip-us.apache.org/repos/asf/ambari/blob/39e75271/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelperTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelperTest.java
index 8be0eb9..ee2a671 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelperTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/VariableReplacementHelperTest.java
@@ -158,10 +158,6 @@ public class VariableReplacementHelperTest {
put("realm", "UNIT.TEST");
}});
- put("kafka-broker", new HashMap<String, String>() {{
- put("listeners", "PLAINTEXT://localhost:6667");
- }});
-
put("clusterHostInfo", new HashMap<String, String>() {{
put("hive_metastore_host", "host1.unit.test, host2.unit.test , host3.unit.test"); // spaces are there on purpose.
}});
@@ -175,8 +171,6 @@ public class VariableReplacementHelperTest {
helper.replaceVariables("hive.metastore.local=false,hive.metastore.uris=${clusterHostInfo/hive_metastore_host | each(thrift://%s:9083, \\\\,, \\s*\\,\\s*)},hive.metastore.sasl.enabled=true,hive.metastore.execute.setugi=true,hive.metastore.warehouse.dir=/apps/hive/warehouse,hive.exec.mode.local.auto=false,hive.metastore.kerberos.principal=hive/_HOST@${realm}", configurations));
Assert.assertEquals("test=unit.test", helper.replaceVariables("test=${realm|toLower()}", configurations));
-
- Assert.assertEquals("PLAINTEXTSASL://localhost:6667", helper.replaceVariables("${kafka-broker/listeners|replace(\\bPLAINTEXT\\b,PLAINTEXTSASL)}", configurations));
}
-}
+}
\ No newline at end of file