You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by jl...@apache.org on 2017/08/09 15:55:14 UTC
[01/52] [abbrv] ambari git commit: AMBARI-21580 - Replace Hard Coded
stack-select Structures (jonathanhurley)
Repository: ambari
Updated Branches:
refs/heads/branch-feature-AMBARI-14714 89bb02c43 -> 67cacc8ab
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/shared_initialization.py
----------------------------------------------------------------------
diff --git a/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/shared_initialization.py b/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/shared_initialization.py
index 87c48ef..18014b6 100644
--- a/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/shared_initialization.py
+++ b/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/shared_initialization.py
@@ -29,24 +29,35 @@ from resource_management.libraries.resources.xml_config import XmlConfig
from resource_management.libraries.script import Script
-def setup_stack_symlinks():
+def setup_stack_symlinks(struct_out_file):
"""
Invokes <stack-selector-tool> set all against a calculated fully-qualified, "normalized" version based on a
- stack version, such as "0.3". This should always be called after a component has been
- installed to ensure that all HDF pointers are correct. The stack upgrade logic does not
+ stack version, such as "2.3". This should always be called after a component has been
+ installed to ensure that all HDP pointers are correct. The stack upgrade logic does not
interact with this since it's done via a custom command and will not trigger this hook.
:return:
"""
import params
- if params.stack_version_formatted != "" and compare_versions(params.stack_version_formatted, '0.2') >= 0:
- # try using the exact version first, falling back in just the stack if it's not defined
- # which would only be during an intial cluster installation
- version = params.current_version if params.current_version is not None else params.stack_version_unformatted
-
- if not params.upgrade_suspended:
- # On parallel command execution this should be executed by a single process at a time.
- with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
- stack_select.select_all(version)
+ if params.upgrade_suspended:
+ Logger.warning("Skipping running stack-selector-tool because there is a suspended upgrade")
+ return
+
+ # get the packages which the stack-select tool should be used on
+ stack_select_packages = stack_select.get_packages(stack_select.PACKAGE_SCOPE_INSTALL)
+ if stack_select_packages is None:
+ return
+
+ json_version = load_version(struct_out_file)
+
+ if not json_version:
+ Logger.info("There is no advertised version for this component stored in {0}".format(struct_out_file))
+ return
+
+ # On parallel command execution this should be executed by a single process at a time.
+ with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
+ for package in stack_select_packages:
+ stack_select.select(package, json_version)
+
def setup_config():
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/hook.py
----------------------------------------------------------------------
diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/hook.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/hook.py
index 8a583b3..8bae9e6 100755
--- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/hook.py
+++ b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/hook.py
@@ -28,7 +28,7 @@ class AfterInstallHook(Hook):
import params
env.set_params(params)
- setup_stack_symlinks()
+ setup_stack_symlinks(self.stroutfile)
setup_config()
link_configs(self.stroutfile)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/shared_initialization.py
----------------------------------------------------------------------
diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/shared_initialization.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/shared_initialization.py
index 9982dc6..9fe4527 100755
--- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/shared_initialization.py
+++ b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/shared_initialization.py
@@ -29,7 +29,7 @@ from resource_management.libraries.resources.xml_config import XmlConfig
from resource_management.libraries.script import Script
-def setup_stack_symlinks():
+def setup_stack_symlinks(struct_out_file):
"""
Invokes <stack-selector-tool> set all against a calculated fully-qualified, "normalized" version based on a
stack version, such as "2.3". This should always be called after a component has been
@@ -38,15 +38,26 @@ def setup_stack_symlinks():
:return:
"""
import params
- if params.stack_version_formatted != "" and compare_versions(params.stack_version_formatted, '2.2') >= 0:
- # try using the exact version first, falling back in just the stack if it's not defined
- # which would only be during an intial cluster installation
- version = params.current_version if params.current_version is not None else params.stack_version_unformatted
-
- if not params.upgrade_suspended:
- # On parallel command execution this should be executed by a single process at a time.
- with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
- stack_select.select_all(version)
+ if params.upgrade_suspended:
+ Logger.warning("Skipping running stack-selector-tool because there is a suspended upgrade")
+ return
+
+ # get the packages which the stack-select tool should be used on
+ stack_select_packages = stack_select.get_packages(stack_select.PACKAGE_SCOPE_INSTALL)
+ if stack_select_packages is None:
+ return
+
+ json_version = load_version(struct_out_file)
+
+ if not json_version:
+ Logger.info("There is no advertised version for this component stored in {0}".format(struct_out_file))
+ return
+
+ # On parallel command execution this should be executed by a single process at a time.
+ with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
+ for package in stack_select_packages:
+ stack_select.select(package, json_version)
+
def setup_config():
import params
[32/52] [abbrv] ambari git commit: AMBARI-21656 - Patch/Service
Downgrades Are Not Correctly Scoped (jonathanhurley)
Posted by jl...@apache.org.
AMBARI-21656 - Patch/Service Downgrades Are Not Correctly Scoped (jonathanhurley)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/e89e9505
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/e89e9505
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/e89e9505
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: e89e9505b1d509eda027cfe8bd7784976c6c0434
Parents: 4cd9657
Author: Jonathan Hurley <jh...@hortonworks.com>
Authored: Thu Aug 3 16:15:29 2017 -0400
Committer: Jonathan Hurley <jh...@hortonworks.com>
Committed: Fri Aug 4 10:01:04 2017 -0400
----------------------------------------------------------------------
.../VersionDefinitionResourceProvider.java | 4 +-
.../ambari/server/state/RepositoryType.java | 22 ++-
.../ambari/server/state/UpgradeContext.java | 17 +-
.../ambari/server/state/UpgradeContextTest.java | 173 +++++++++++++++++++
4 files changed, 208 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/e89e9505/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/VersionDefinitionResourceProvider.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/VersionDefinitionResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/VersionDefinitionResourceProvider.java
index e41e3da..5d65f35 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/VersionDefinitionResourceProvider.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/VersionDefinitionResourceProvider.java
@@ -426,7 +426,9 @@ public class VersionDefinitionResourceProvider extends AbstractAuthorizedResourc
*/
private void checkForParent(XmlHolder holder) throws AmbariException {
RepositoryVersionEntity entity = holder.entity;
- if (entity.getType() != RepositoryType.PATCH) {
+
+ // only STANDARD types don't have a parent
+ if (entity.getType() == RepositoryType.STANDARD) {
return;
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/e89e9505/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java b/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java
index da99908..3f7d447 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java
@@ -43,6 +43,26 @@ public enum RepositoryType {
/**
* Repository is used to update services.
*/
- SERVICE
+ SERVICE;
+
+ /**
+ * Gets whether applications of this repository are revertable after they have
+ * been finalized.
+ *
+ * @return {@code true} if the repository can be revert, {@code false}
+ * otherwise.
+ */
+ public boolean isRevertable() {
+ switch (this) {
+ case MAINT:
+ case PATCH:
+ return true;
+ case SERVICE:
+ case STANDARD:
+ return false;
+ default:
+ return false;
+ }
+ }
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/e89e9505/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
index 59a1b02..0e409a4 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
@@ -296,8 +296,9 @@ public class UpgradeContext {
throw new AmbariException(String.format("Could not find Upgrade with id %s to revert.", revertUpgradeId));
}
- if (revertUpgrade.getOrchestration() != RepositoryType.PATCH) {
- throw new AmbariException("Can only revert upgrades that have been done as a patch.");
+ if (!revertUpgrade.getOrchestration().isRevertable()) {
+ throw new AmbariException(String.format("The %s repository type is not revertable",
+ revertUpgrade.getOrchestration()));
}
if (revertUpgrade.getDirection() != Direction.UPGRADE) {
@@ -330,7 +331,7 @@ public class UpgradeContext {
// !!! direction can ONLY be an downgrade on revert
m_direction = Direction.DOWNGRADE;
- m_orchestration = RepositoryType.PATCH;
+ m_orchestration = revertUpgrade.getOrchestration();
} else {
// determine direction
@@ -404,6 +405,7 @@ public class UpgradeContext {
cluster.getClusterId(), Direction.UPGRADE);
m_repositoryVersion = upgrade.getRepositoryVersion();
+ m_orchestration = upgrade.getOrchestration();
// populate the repository maps for all services in the upgrade
for (UpgradeHistoryEntity history : upgrade.getHistory()) {
@@ -511,8 +513,8 @@ public class UpgradeContext {
m_resolver = new MasterHostResolver(m_cluster, configHelper, this);
m_orchestration = upgradeEntity.getOrchestration();
- m_isRevert = upgradeEntity.getOrchestration() == RepositoryType.PATCH &&
- upgradeEntity.getDirection() == Direction.DOWNGRADE;
+ m_isRevert = upgradeEntity.getOrchestration().isRevertable()
+ && upgradeEntity.getDirection() == Direction.DOWNGRADE;
}
/**
@@ -787,9 +789,12 @@ public class UpgradeContext {
switch (m_orchestration) {
case PATCH:
case SERVICE:
+ case MAINT:
return scope == UpgradeScope.PARTIAL;
case STANDARD:
return scope == UpgradeScope.COMPLETE;
+ default:
+ break;
}
return false;
@@ -1207,4 +1212,4 @@ public class UpgradeContext {
return hostOrderItems;
}
}
-}
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/e89e9505/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
new file mode 100644
index 0000000..e2bb27e
--- /dev/null
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
@@ -0,0 +1,173 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.ambari.server.state;
+
+import static junit.framework.Assert.assertEquals;
+import static junit.framework.Assert.assertFalse;
+import static junit.framework.Assert.assertTrue;
+import static org.easymock.EasyMock.eq;
+import static org.easymock.EasyMock.expect;
+
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+import org.apache.ambari.server.controller.internal.UpgradeResourceProvider;
+import org.apache.ambari.server.orm.dao.RepositoryVersionDAO;
+import org.apache.ambari.server.orm.dao.UpgradeDAO;
+import org.apache.ambari.server.orm.entities.RepositoryVersionEntity;
+import org.apache.ambari.server.orm.entities.UpgradeEntity;
+import org.apache.ambari.server.orm.entities.UpgradeHistoryEntity;
+import org.apache.ambari.server.state.stack.UpgradePack;
+import org.apache.ambari.server.state.stack.upgrade.Direction;
+import org.apache.ambari.server.state.stack.upgrade.UpgradeType;
+import org.apache.hadoop.metrics2.sink.relocated.google.common.collect.Lists;
+import org.easymock.EasyMock;
+import org.easymock.EasyMockSupport;
+import org.easymock.Mock;
+import org.junit.Before;
+import org.junit.Test;
+
+/**
+ * Tests {@link UpgradeContext}.
+ */
+public class UpgradeContextTest extends EasyMockSupport {
+
+ @Mock
+ private UpgradeEntity m_completedRevertableUpgrade;
+
+ @Mock
+ private RepositoryVersionEntity m_completedUpgradeTargetRepositoryVersion;
+
+ @Mock
+ private RepositoryVersionEntity m_completedUpgradeSourceRepositoryVersion;
+
+
+ @Mock
+ private UpgradeDAO m_upgradeDAO;
+
+ @Before
+ public void setup() {
+ injectMocks(this);
+
+ expect(m_completedUpgradeSourceRepositoryVersion.getId()).andReturn(1L).anyTimes();
+ expect(m_completedUpgradeSourceRepositoryVersion.getStackId()).andReturn(new StackId("HDP", "2.6")).anyTimes();
+ expect(m_completedUpgradeTargetRepositoryVersion.getId()).andReturn(1L).anyTimes();
+ expect(m_completedUpgradeTargetRepositoryVersion.getStackId()).andReturn(new StackId("HDP", "2.6")).anyTimes();
+
+ UpgradeHistoryEntity upgradeHistoryEntity = createNiceMock(UpgradeHistoryEntity.class);
+ expect(upgradeHistoryEntity.getServiceName()).andReturn("HDFS").atLeastOnce();
+ expect(upgradeHistoryEntity.getFromReposistoryVersion()).andReturn(m_completedUpgradeSourceRepositoryVersion).anyTimes();
+ expect(upgradeHistoryEntity.getTargetRepositoryVersion()).andReturn(m_completedUpgradeTargetRepositoryVersion).anyTimes();
+ List<UpgradeHistoryEntity> upgradeHistory = Lists.newArrayList(upgradeHistoryEntity);
+
+ expect(m_upgradeDAO.findUpgrade(1L)).andReturn(m_completedRevertableUpgrade).anyTimes();
+
+ expect(
+ m_upgradeDAO.findLastUpgradeForCluster(EasyMock.anyLong(),
+ eq(Direction.UPGRADE))).andReturn(m_completedRevertableUpgrade).anyTimes();
+
+ expect(m_completedRevertableUpgrade.getDirection()).andReturn(Direction.UPGRADE).anyTimes();
+ expect(m_completedRevertableUpgrade.getRepositoryVersion()).andReturn(m_completedUpgradeTargetRepositoryVersion).anyTimes();
+ expect(m_completedRevertableUpgrade.getOrchestration()).andReturn(RepositoryType.PATCH).anyTimes();
+ expect(m_completedRevertableUpgrade.getHistory()).andReturn(upgradeHistory).anyTimes();
+ expect(m_completedRevertableUpgrade.getUpgradePackage()).andReturn(null).anyTimes();
+ }
+
+ /**
+ * Tests that the {@link UpgradeContext} for a reversion has the correct
+ * parameters set.
+ *
+ * @throws Exception
+ */
+ @Test
+ public void testRevert() throws Exception {
+ Cluster cluster = createNiceMock(Cluster.class);
+ UpgradeHelper upgradeHelper = createNiceMock(UpgradeHelper.class);
+ ConfigHelper configHelper = createNiceMock(ConfigHelper.class);
+ RepositoryVersionDAO repositoryVersionDAO = createNiceMock(RepositoryVersionDAO.class);
+ RepositoryVersionEntity hdfsRepositoryVersion = createNiceMock(RepositoryVersionEntity.class);
+
+ Service service = createNiceMock(Service.class);
+ UpgradePack upgradePack = createNiceMock(UpgradePack.class);
+
+ expect(upgradeHelper.suggestUpgradePack(EasyMock.anyString(), EasyMock.anyObject(StackId.class),
+ EasyMock.anyObject(StackId.class), EasyMock.anyObject(Direction.class),
+ EasyMock.anyObject(UpgradeType.class), EasyMock.anyString())).andReturn(upgradePack).once();
+
+ expect(service.getDesiredRepositoryVersion()).andReturn(hdfsRepositoryVersion).once();
+ expect(cluster.getService("HDFS")).andReturn(service).atLeastOnce();
+
+ Map<String, Object> requestMap = new HashMap<>();
+ requestMap.put(UpgradeResourceProvider.UPGRADE_TYPE, UpgradeType.ROLLING.name());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_REVERT_UPGRADE_ID, "1");
+
+ replayAll();
+
+ UpgradeContext context = new UpgradeContext(cluster, requestMap, null, upgradeHelper,
+ m_upgradeDAO, repositoryVersionDAO, configHelper);
+
+ assertEquals(Direction.DOWNGRADE, context.getDirection());
+ assertEquals(RepositoryType.PATCH, context.getOrchestrationType());
+ assertEquals(1, context.getSupportedServices().size());
+ assertTrue(context.isPatchRevert());
+
+ verifyAll();
+ }
+
+ /**
+ * Tests that the {@link UpgradeContext} for a patch downgrade has the
+ * correcting scope/orchestration set.
+ *
+ * @throws Exception
+ */
+ @Test
+ public void testDowngradeScope() throws Exception {
+ Cluster cluster = createNiceMock(Cluster.class);
+ UpgradeHelper upgradeHelper = createNiceMock(UpgradeHelper.class);
+ ConfigHelper configHelper = createNiceMock(ConfigHelper.class);
+ RepositoryVersionDAO repositoryVersionDAO = createNiceMock(RepositoryVersionDAO.class);
+ RepositoryVersionEntity hdfsRepositoryVersion = createNiceMock(RepositoryVersionEntity.class);
+ Service service = createNiceMock(Service.class);
+ UpgradePack upgradePack = createNiceMock(UpgradePack.class);
+
+ expect(upgradeHelper.suggestUpgradePack(EasyMock.anyString(), EasyMock.anyObject(StackId.class),
+ EasyMock.anyObject(StackId.class), EasyMock.anyObject(Direction.class),
+ EasyMock.anyObject(UpgradeType.class), EasyMock.anyString())).andReturn(upgradePack).once();
+
+ expect(service.getDesiredRepositoryVersion()).andReturn(hdfsRepositoryVersion).once();
+ expect(cluster.getService("HDFS")).andReturn(service).atLeastOnce();
+
+ Map<String, Object> requestMap = new HashMap<>();
+ requestMap.put(UpgradeResourceProvider.UPGRADE_TYPE, UpgradeType.NON_ROLLING.name());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_DIRECTION, Direction.DOWNGRADE.name());
+
+ replayAll();
+
+ UpgradeContext context = new UpgradeContext(cluster, requestMap, null, upgradeHelper,
+ m_upgradeDAO, repositoryVersionDAO, configHelper);
+
+ assertEquals(Direction.DOWNGRADE, context.getDirection());
+ assertEquals(RepositoryType.PATCH, context.getOrchestrationType());
+ assertEquals(1, context.getSupportedServices().size());
+ assertFalse(context.isPatchRevert());
+
+ verifyAll();
+ }
+
+}
[23/52] [abbrv] ambari git commit: AMBARI-21640 : Certain templated
Grafana dashboards not showing data. (avijayan)
Posted by jl...@apache.org.
AMBARI-21640 : Certain templated Grafana dashboards not showing data. (avijayan)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/07d6ec30
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/07d6ec30
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/07d6ec30
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 07d6ec308dd2d54c0af720a181759391ffc22192
Parents: 4a122a2
Author: Aravindan Vijayan <av...@hortonworks.com>
Authored: Thu Aug 3 09:40:40 2017 -0700
Committer: Aravindan Vijayan <av...@hortonworks.com>
Committed: Thu Aug 3 09:40:48 2017 -0700
----------------------------------------------------------------------
.../ambari-metrics/datasource.js | 35 ++++++++++++++------
.../HDF/grafana-nifi-hosts.json | 17 +++++++++-
2 files changed, 41 insertions(+), 11 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/07d6ec30/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js
----------------------------------------------------------------------
diff --git a/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js b/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js
index b4a339e..07e76af 100644
--- a/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js
+++ b/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js
@@ -216,11 +216,12 @@ define([
var getHostAppIdData = function(target) {
var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ target.precision;
+ var instanceId = typeof target.cluster == 'undefined' ? '' : '&instanceId=' + target.cluster;
var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator;
var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform;
var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator;
return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.metric + metricTransform +
- metricAggregator + "&hostname=" + target.hosts + '&appId=' + target.app + '&instanceId=' + target.cluster + '&startTime=' + from +
+ metricAggregator + "&hostname=" + target.hosts + '&appId=' + target.app + instanceId + '&startTime=' + from +
'&endTime=' + to + precision + seriesAggregator }).then(
getMetricsData(target)
);
@@ -240,6 +241,7 @@ define([
var getServiceAppIdData = function(target) {
var tCluster = (_.isEmpty(templateSrv.variables))? templatedCluster : '';
+ var instanceId = typeof tCluster == 'undefined' ? '' : '&instanceId=' + tCluster;
var tHost = (_.isEmpty(templateSrv.variables)) ? templatedHost : target.templatedHost;
var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ target.precision;
@@ -247,13 +249,14 @@ define([
var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform;
var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator;
return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.metric + metricTransform
- + metricAggregator + '&hostname=' + tHost + '&appId=' + target.app + '&instanceId=' + tCluster + '&startTime=' + from +
+ + metricAggregator + '&hostname=' + tHost + '&appId=' + target.app + instanceId + '&startTime=' + from +
'&endTime=' + to + precision + seriesAggregator }).then(
getMetricsData(target)
);
};
// To speed up querying on templatized dashboards.
var getAllHostData = function(target) {
+ var instanceId = typeof target.templatedCluster == 'undefined' ? '' : '&instanceId=' + target.templatedCluster;
var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ target.precision;
var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator;
@@ -269,7 +272,7 @@ define([
var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator;
var templatedComponent = (_.isEmpty(tComponent)) ? target.app : tComponent;
return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.metric + metricTransform
- + metricAggregator + '&hostname=' + target.templatedHost + '&appId=' + templatedComponent + '&instanceId=' + target.templatedCluster
+ + metricAggregator + '&hostname=' + target.templatedHost + '&appId=' + templatedComponent + instanceId
+ '&startTime=' + from + '&endTime=' + to + precision + topN + seriesAggregator }).then(
allHostMetricsData(target)
);
@@ -288,10 +291,11 @@ define([
);
};
var getHbaseAppIdData = function(target) {
- var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ var instanceId = typeof target.templatedCluster == 'undefined' ? '' : '&instanceId=' + target.templatedCluster;
+ var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ target.precision;
var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator;
- return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.hbMetric + + '&instanceId=' + target.templatedCluster + '&appId=hbase&startTime='
+ return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.hbMetric + instanceId + '&appId=hbase&startTime='
+ from + '&endTime=' + to + precision + seriesAggregator }).then(
allHostMetricsData(target)
);
@@ -300,22 +304,25 @@ define([
var getKafkaAppIdData = function(target) {
var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ target.precision;
+ var instanceId = typeof target.templatedCluster == 'undefined' ? '' : '&instanceId=' + target.templatedCluster;
var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator;
var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform;
var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator;
- return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.kbMetric + metricTransform + + '&instanceId=' + target.templatedCluster
+ return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.kbMetric + metricTransform + instanceId
+ metricAggregator + '&appId=kafka_broker&startTime=' + from +
'&endTime=' + to + precision + seriesAggregator }).then(
getMetricsData(target)
);
};
var getNnAppIdData = function(target) {
+
var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ target.precision;
+ var instanceId = typeof target.templatedCluster == 'undefined' ? '' : '&instanceId=' + target.templatedCluster;
var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator;
var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform;
var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator;
- return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.nnMetric + metricTransform + '&instanceId=' + target.templatedCluster
+ return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.nnMetric + metricTransform + instanceId
+ metricAggregator + '&appId=namenode&startTime=' + from + '&endTime=' + to + precision + seriesAggregator }).then(
allHostMetricsData(target)
);
@@ -323,12 +330,13 @@ define([
// Storm Topology calls.
var getStormData = function(target) {
+ var instanceId = typeof target.templatedCluster == 'undefined' ? '' : '&instanceId=' + target.templatedCluster;
var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ target.precision;
var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator;
var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform;
var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator;
- return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.sTopoMetric + metricTransform + '&instanceId=' + target.templatedCluster
+ return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.sTopoMetric + metricTransform + instanceId
+ metricAggregator + '&appId=nimbus&startTime=' + from + '&endTime=' + to + precision + seriesAggregator }).then(
allHostMetricsData(target)
);
@@ -336,12 +344,13 @@ define([
// Druid calls.
var getDruidData = function(target) {
+ var instanceId = typeof target.templatedCluster == 'undefined' ? '' : '&instanceId=' + target.templatedCluster;
var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision='
+ target.precision;
var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator;
var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform;
var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator;
- return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.sDataSourceMetric + metricTransform + '&instanceId=' + target.templatedCluster
+ return self.doAmbariRequest({ url: '/ws/v1/timeline/metrics?metricNames=' + target.sDataSourceMetric + metricTransform + instanceId
+ metricAggregator + '&appId=druid&startTime=' + from + '&endTime=' + to + precision + seriesAggregator }).then(
allHostMetricsData(target)
);
@@ -512,7 +521,13 @@ define([
});
}
// To speed up querying on templatized dashboards.
- if (templateSrv.variables[2] && templateSrv.variables[2].name === "hosts") {
+ var indexOfHosts = -1;
+ for (var i = 0; i < templateSrv.variables.length; i++) {
+ if (templateSrv.variables[i].name == 'hosts') {
+ indexOfHosts = i;
+ }
+ }
+ if (indexOfHosts >= 0) {
var allHosts = templateSrv._values.hosts.lastIndexOf('}') > 0 ? templateSrv._values.hosts.slice(1,-1) :
templateSrv._values.hosts;
allHosts = templateSrv._texts.hosts === "All" ? '%' : allHosts;
http://git-wip-us.apache.org/repos/asf/ambari/blob/07d6ec30/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-nifi-hosts.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-nifi-hosts.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-nifi-hosts.json
index 94aa285..e491a38 100644
--- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-nifi-hosts.json
+++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-nifi-hosts.json
@@ -965,7 +965,7 @@
"includeAll": false,
"multi": false,
"multiFormat": "glob",
- "name": "component",
+ "name": "components",
"options": [
{
"selected": true,
@@ -979,6 +979,21 @@
},
{
"allFormat": "glob",
+ "current": null,
+ "datasource": null,
+ "includeAll": false,
+ "label": "Cluster",
+ "multi": false,
+ "multiFormat": "glob",
+ "name": "cluster",
+ "options": [],
+ "query": "cluster",
+ "refresh": true,
+ "regex": "",
+ "type": "query"
+ },
+ {
+ "allFormat": "glob",
"current": {
"text": "All",
"value": ""
[12/52] [abbrv] ambari git commit: AMBARI-21617. Function ru_set_all
is not working correctly due to changed command structure (ncole)
Posted by jl...@apache.org.
AMBARI-21617. Function ru_set_all is not working correctly due to changed command structure (ncole)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/0a9f6fa9
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/0a9f6fa9
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/0a9f6fa9
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 0a9f6fa943e07164be0166981d0d65814068d34e
Parents: c4a474a
Author: Nate Cole <nc...@hortonworks.com>
Authored: Mon Jul 31 14:31:37 2017 -0400
Committer: Nate Cole <nc...@hortonworks.com>
Committed: Wed Aug 2 07:57:22 2017 -0400
----------------------------------------------------------------------
.../internal/UpgradeResourceProvider.java | 17 ++
.../ambari/server/state/ConfigHelper.java | 1 -
.../ambari/server/state/UpgradeContext.java | 2 +-
.../ambari/server/state/UpgradeHelper.java | 41 ++-
.../custom_actions/scripts/ru_set_all.py | 31 ---
.../ExecutionCommandWrapperTest.java | 70 ++++-
.../server/api/services/AmbariMetaInfoTest.java | 2 +
.../AmbariManagementControllerTest.java | 4 +-
.../internal/UpgradeResourceProviderTest.java | 6 +
.../ambari/server/state/UpgradeHelperTest.java | 81 +++++-
.../server/topology/AmbariContextTest.java | 2 -
.../python/custom_actions/test_ru_set_all.py | 33 +--
.../HDP/2.1.1/upgrades/upgrade_test_HDP-250.xml | 267 +++++++++++++++++++
13 files changed, 482 insertions(+), 75 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
index bc00f90..6b1fe05 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
@@ -99,6 +99,7 @@ import org.apache.ambari.server.state.stack.upgrade.StageWrapper;
import org.apache.ambari.server.state.stack.upgrade.Task;
import org.apache.ambari.server.state.stack.upgrade.TaskWrapper;
import org.apache.ambari.server.state.stack.upgrade.UpdateStackGrouping;
+import org.apache.ambari.server.state.stack.upgrade.UpgradeScope;
import org.apache.ambari.server.state.stack.upgrade.UpgradeType;
import org.apache.ambari.server.state.svccomphost.ServiceComponentHostServerActionEvent;
import org.apache.ambari.server.utils.StageUtils;
@@ -951,6 +952,22 @@ public class UpgradeResourceProvider extends AbstractControllerResourceProvider
Map<String, String> params = getNewParameterMap(request, context);
params.put(UpgradeContext.COMMAND_PARAM_TASKS, entity.getTasks());
+ // !!! when not scoped to a component (generic execution task)
+ if (context.isScoped(UpgradeScope.COMPLETE) && null == componentName) {
+ if (context.getDirection().isUpgrade()) {
+ params.put(KeyNames.VERSION, context.getRepositoryVersion().getVersion());
+ } else {
+ // !!! in a full downgrade, the target version should be any of the history versions
+ UpgradeEntity lastUpgrade = s_upgradeDAO.findLastUpgradeForCluster(
+ cluster.getClusterId(), Direction.UPGRADE);
+
+ @Experimental(feature = ExperimentalFeature.PATCH_UPGRADES,
+ comment = "Shouldn't be getting the overall downgrade-to version.")
+ UpgradeHistoryEntity lastHistory = lastUpgrade.getHistory().iterator().next();
+ params.put(KeyNames.VERSION, lastHistory.getFromReposistoryVersion().getVersion());
+ }
+ }
+
// Apply additional parameters to the command that come from the stage.
applyAdditionalParameters(wrapper, params);
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
index 359b225..5393f81 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
@@ -1118,7 +1118,6 @@ public class ConfigHelper {
serviceMapped.put(service, new HashSet<Config>());
}
serviceMapped.get(service).add(baseConfig);
-
} catch (Exception e) {
// !!! ignore
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
index 8e7215c..59a1b02 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
@@ -675,7 +675,7 @@ public class UpgradeContext {
* <p/>
* If the direction is {@link Direction#UPGRADE} then this will return the
* target repository which every service will be on if the upgrade is
- * finalized. <br/>
+ * finalized. <p/>
* If the direction is {@link Direction#DOWNGRADE} then this will return the
* repository from which the downgrade is coming from.
*
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
index a5881d2..a5b40ff 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
@@ -22,6 +22,7 @@ import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.HashMap;
+import java.util.HashSet;
import java.util.Iterator;
import java.util.LinkedHashSet;
import java.util.List;
@@ -244,6 +245,8 @@ public class UpgradeHelper {
if (StringUtils.isNotEmpty(preferredUpgradePackName) && packs.containsKey(preferredUpgradePackName)) {
pack = packs.get(preferredUpgradePackName);
+
+ LOG.warn("Upgrade pack '{}' not found for stack {}", preferredUpgradePackName, currentStack);
}
// Best-attempt at picking an upgrade pack assuming within the same stack whose target stack version matches.
@@ -863,8 +866,11 @@ public class UpgradeHelper {
String userName = controller.getAuthName();
Set<String> servicesInUpgrade = upgradeContext.getSupportedServices();
+ Set<String> clusterConfigTypes = new HashSet<>();
+ Set<String> processedClusterConfigTypes = new HashSet<>();
+
// merge or revert configurations for any service that needs it
- for( String serviceName : servicesInUpgrade ){
+ for (String serviceName : servicesInUpgrade) {
RepositoryVersionEntity sourceRepositoryVersion = upgradeContext.getSourceRepositoryVersion(serviceName);
RepositoryVersionEntity targetRepositoryVersion = upgradeContext.getTargetRepositoryVersion(serviceName);
StackId sourceStackId = sourceRepositoryVersion.getStackId();
@@ -901,6 +907,12 @@ public class UpgradeHelper {
Map<String, Map<String, String>> newServiceDefaultConfigsByType = configHelper.getDefaultProperties(
targetStackId, serviceName);
+ if (null == oldServiceDefaultConfigsByType || null == newServiceDefaultConfigsByType) {
+ continue;
+ }
+
+ Set<String> foundConfigTypes = new HashSet<>();
+
// find the current, existing configurations for the service
List<Config> existingServiceConfigs = new ArrayList<>();
List<ServiceConfigEntity> latestServiceConfigs = m_serviceConfigDAO.getLastServiceConfigsForService(
@@ -910,8 +922,23 @@ public class UpgradeHelper {
List<ClusterConfigEntity> existingConfigurations = serviceConfig.getClusterConfigEntities();
for (ClusterConfigEntity currentServiceConfig : existingConfigurations) {
String configurationType = currentServiceConfig.getType();
+
Config currentClusterConfigForService = cluster.getDesiredConfigByType(configurationType);
existingServiceConfigs.add(currentClusterConfigForService);
+ foundConfigTypes.add(configurationType);
+ }
+ }
+
+ // !!! these are the types that come back from the config helper, but are not part of the service.
+ @SuppressWarnings("unchecked")
+ Set<String> missingConfigTypes = new HashSet<>(CollectionUtils.subtract(oldServiceDefaultConfigsByType.keySet(),
+ foundConfigTypes));
+
+ for (String missingConfigType : missingConfigTypes) {
+ Config config = cluster.getDesiredConfigByType(missingConfigType);
+ if (null != config) {
+ existingServiceConfigs.add(config);
+ clusterConfigTypes.add(missingConfigType);
}
}
@@ -1013,8 +1040,18 @@ public class UpgradeHelper {
}
if (null != newServiceDefaultConfigsByType) {
+
+ for (String clusterConfigType : clusterConfigTypes) {
+ if (processedClusterConfigTypes.contains(clusterConfigType)) {
+ newServiceDefaultConfigsByType.remove(clusterConfigType);
+ } else {
+ processedClusterConfigTypes.add(clusterConfigType);
+ }
+
+ }
+
Set<String> configTypes = newServiceDefaultConfigsByType.keySet();
- LOG.info("The upgrade will create the following configurations for stack {}: {}",
+ LOG.warn("The upgrade will create the following configurations for stack {}: {}",
targetStackId, StringUtils.join(configTypes, ','));
String serviceVersionNote = String.format("%s %s %s", direction.getText(true),
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py b/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py
index 7b44677..95f7323 100644
--- a/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py
+++ b/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py
@@ -79,37 +79,6 @@ class UpgradeSetAll(Script):
link_config(dir_def['conf_dir'], dir_def['current_dir'])
- def _unlink_config(self, original_conf_directory):
- """
- Reverses the work performed in link_config. This should only be used when downgrading from
- HDP 2.3 to 2.2 in order to undo the conf symlink work required for 2.3.
-
- 1. Checks if conf.backup exists, if not then do no work
- 2. Check for existance of 'etc' symlink and remove it
- 3. Rename conf.back back to conf
-
- :original_conf_directory: the original conf directory that was made into a symlink (/etc/component/conf)
- """
- # calculate the parent and backup directories
- original_conf_parent_directory = os.path.abspath(os.path.join(original_conf_directory, os.pardir))
- backup_conf_directory = os.path.join(original_conf_parent_directory, "conf.backup")
- Logger.info("Analyzing potential link {0}".format(original_conf_directory))
-
- if os.path.islink(original_conf_directory):
- # remove the old symlink
- Execute(("rm", original_conf_directory), sudo=True)
- elif os.path.isdir(original_conf_directory):
- Directory(original_conf_directory, action="delete")
- else:
- Logger.info(" Skipping the unlink of {0}; it is not a symlink or does not exist".format(original_conf_directory))
-
- if os.path.isdir(backup_conf_directory):
- # rename the backup to the original name
- Logger.info(" Unlinking {0} and restoring {1}".format(original_conf_directory, backup_conf_directory))
- Execute(("mv", backup_conf_directory, original_conf_directory), sudo=True)
- else:
- Logger.info(" Skipping restoring config from backup {0} since it does not exist".format(backup_conf_directory))
-
def is_host_skippable(stack_selector_path, formatted_version):
"""
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/ExecutionCommandWrapperTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/ExecutionCommandWrapperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/ExecutionCommandWrapperTest.java
index 64a1e3a..52d54aa 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/ExecutionCommandWrapperTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/ExecutionCommandWrapperTest.java
@@ -18,7 +18,6 @@
package org.apache.ambari.server.actionmanager;
-
import java.sql.SQLException;
import java.util.ArrayList;
import java.util.Collections;
@@ -34,6 +33,7 @@ import org.apache.ambari.server.Role;
import org.apache.ambari.server.RoleCommand;
import org.apache.ambari.server.agent.AgentCommand.AgentCommandType;
import org.apache.ambari.server.agent.ExecutionCommand;
+import org.apache.ambari.server.agent.ExecutionCommand.KeyNames;
import org.apache.ambari.server.orm.GuiceJpaInitializer;
import org.apache.ambari.server.orm.InMemoryDefaultTestModule;
import org.apache.ambari.server.orm.OrmTestHelper;
@@ -42,6 +42,7 @@ import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.Clusters;
import org.apache.ambari.server.state.ConfigFactory;
import org.apache.ambari.server.state.ConfigHelper;
+import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.StackId;
import org.apache.ambari.server.state.svccomphost.ServiceComponentHostStartEvent;
import org.apache.ambari.server.utils.StageUtils;
@@ -95,6 +96,7 @@ public class ExecutionCommandWrapperTest {
private static ConfigFactory configFactory;
private static ConfigHelper configHelper;
private static StageFactory stageFactory;
+ private static OrmTestHelper ormTestHelper;
@BeforeClass
public static void setup() throws AmbariException {
@@ -103,6 +105,7 @@ public class ExecutionCommandWrapperTest {
configHelper = injector.getInstance(ConfigHelper.class);
configFactory = injector.getInstance(ConfigFactory.class);
stageFactory = injector.getInstance(StageFactory.class);
+ ormTestHelper = injector.getInstance(OrmTestHelper.class);
clusters = injector.getInstance(Clusters.class);
clusters.addHost(HOST1);
@@ -273,6 +276,71 @@ public class ExecutionCommandWrapperTest {
Assert.assertEquals(SERVICE_SITE_VAL6_H, mergedConfig.get(SERVICE_SITE_NAME6));
}
+ /**
+ * Test that the execution command wrapper properly sets the version
+ * information when the cluster is in the INSTALLING state.
+ *
+ * @throws JSONException
+ * @throws AmbariException
+ */
+ @Test
+ public void testExecutionCommandHasVersionInfoWithoutCurrentClusterVersion()
+ throws JSONException, AmbariException {
+ Cluster cluster = clusters.getCluster(CLUSTER1);
+
+ StackId stackId = cluster.getDesiredStackVersion();
+ RepositoryVersionEntity repositoryVersion = ormTestHelper.getOrCreateRepositoryVersion(stackId, "0.1-0000");
+ Service service = cluster.getService("HDFS");
+ service.setDesiredRepositoryVersion(repositoryVersion);
+
+ // first try with an INSTALL command - this should not populate version info
+ ExecutionCommand executionCommand = new ExecutionCommand();
+ Map<String, String> commandParams = new HashMap<>();
+
+ executionCommand.setClusterName(CLUSTER1);
+ executionCommand.setTaskId(1);
+ executionCommand.setRequestAndStage(1, 1);
+ executionCommand.setHostname(HOST1);
+ executionCommand.setRole("NAMENODE");
+ executionCommand.setRoleParams(Collections.<String, String>emptyMap());
+ executionCommand.setRoleCommand(RoleCommand.INSTALL);
+ executionCommand.setServiceName("HDFS");
+ executionCommand.setCommandType(AgentCommandType.EXECUTION_COMMAND);
+ executionCommand.setCommandParams(commandParams);
+
+ String json = StageUtils.getGson().toJson(executionCommand, ExecutionCommand.class);
+ ExecutionCommandWrapper execCommWrap = new ExecutionCommandWrapper(json);
+ injector.injectMembers(execCommWrap);
+
+ ExecutionCommand processedExecutionCommand = execCommWrap.getExecutionCommand();
+ commandParams = processedExecutionCommand.getCommandParams();
+ Assert.assertTrue(commandParams.containsKey(KeyNames.VERSION));
+
+ // now try with a START command which should populate the version even
+ // though the state is INSTALLING
+ executionCommand = new ExecutionCommand();
+ commandParams = new HashMap<>();
+
+ executionCommand.setClusterName(CLUSTER1);
+ executionCommand.setTaskId(1);
+ executionCommand.setRequestAndStage(1, 1);
+ executionCommand.setHostname(HOST1);
+ executionCommand.setRole("NAMENODE");
+ executionCommand.setRoleParams(Collections.<String, String> emptyMap());
+ executionCommand.setRoleCommand(RoleCommand.START);
+ executionCommand.setServiceName("HDFS");
+ executionCommand.setCommandType(AgentCommandType.EXECUTION_COMMAND);
+ executionCommand.setCommandParams(commandParams);
+
+ json = StageUtils.getGson().toJson(executionCommand, ExecutionCommand.class);
+ execCommWrap = new ExecutionCommandWrapper(json);
+ injector.injectMembers(execCommWrap);
+
+ processedExecutionCommand = execCommWrap.getExecutionCommand();
+ commandParams = processedExecutionCommand.getCommandParams();
+ Assert.assertEquals("0.1-0000", commandParams.get(KeyNames.VERSION));
+ }
+
@AfterClass
public static void tearDown() throws AmbariException, SQLException {
H2DatabaseCleaner.clearDatabaseAndStopPersistenceService(injector);
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java
index 4d2a8ae..5afe87e 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java
@@ -92,6 +92,7 @@ import org.apache.commons.io.FileUtils;
import org.apache.commons.lang.StringUtils;
import org.junit.AfterClass;
import org.junit.BeforeClass;
+import org.junit.Ignore;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TemporaryFolder;
@@ -226,6 +227,7 @@ public class AmbariMetaInfoTest {
}
@Test
+ @Ignore
public void testGetRepositoryDefault() throws Exception {
// Scenario: user has internet and does nothing to repos via api
// use the latest
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
index 7a09d7b..5fb236b 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
@@ -2253,7 +2253,7 @@ public class AmbariManagementControllerTest {
resp = controller.getClusters(Collections.singleton(r));
Assert.assertTrue(resp.size() >= 3);
- r = new ClusterRequest(null, null, "", null);
+ r = new ClusterRequest(null, null, null, null);
resp = controller.getClusters(Collections.singleton(r));
Assert.assertTrue("Stack ID request is invalid and expect them all", resp.size() > 3);
}
@@ -6978,7 +6978,7 @@ public class AmbariManagementControllerTest {
Assert.assertEquals(1, responsesWithParams.size());
StackVersionResponse resp = responsesWithParams.iterator().next();
assertNotNull(resp.getUpgradePacks());
- assertEquals(14, resp.getUpgradePacks().size());
+ assertEquals(15, resp.getUpgradePacks().size());
assertTrue(resp.getUpgradePacks().contains("upgrade_test"));
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UpgradeResourceProviderTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UpgradeResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UpgradeResourceProviderTest.java
index 8c209ae..08c86dd 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UpgradeResourceProviderTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UpgradeResourceProviderTest.java
@@ -1601,6 +1601,12 @@ public class UpgradeResourceProviderTest extends EasyMockSupport {
public void testCreatePatchRevertUpgrade() throws Exception {
Cluster cluster = clusters.getCluster("c1");
+ // add a single ZK server and client on 2.1.1.0
+ Service service = cluster.addService("HBASE", repoVersionEntity2110);
+ ServiceComponent component = service.addServiceComponent("HBASE_MASTER");
+ ServiceComponentHost sch = component.addServiceComponentHost("h1");
+ sch.setVersion("2.1.1.0");
+
File f = new File("src/test/resources/hbase_version_test.xml");
repoVersionEntity2112.setVersionXml(IOUtils.toString(new FileInputStream(f)));
repoVersionEntity2112.setVersionXsd("version_definition.xsd");
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeHelperTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeHelperTest.java
index f0b884b..24a3fa2 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeHelperTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeHelperTest.java
@@ -49,6 +49,7 @@ import org.apache.ambari.server.api.services.AmbariMetaInfo;
import org.apache.ambari.server.controller.AmbariManagementController;
import org.apache.ambari.server.controller.ClusterRequest;
import org.apache.ambari.server.controller.ConfigurationRequest;
+import org.apache.ambari.server.controller.internal.UpgradeResourceProvider;
import org.apache.ambari.server.orm.GuiceJpaInitializer;
import org.apache.ambari.server.orm.InMemoryDefaultTestModule;
import org.apache.ambari.server.orm.OrmTestHelper;
@@ -92,6 +93,7 @@ import org.junit.Before;
import org.junit.Test;
import org.springframework.security.core.context.SecurityContextHolder;
+import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Lists;
import com.google.common.collect.Sets;
import com.google.gson.Gson;
@@ -719,7 +721,6 @@ public class UpgradeHelperTest extends EasyMockSupport {
List<ConfigUpgradeChangeDefinition.Transfer> transfers = m_gson.fromJson(configurationJson,
new TypeToken<List<ConfigUpgradeChangeDefinition.Transfer>>() { }.getType());
- System.out.println(">> transfers"+transfers);
assertEquals(6, transfers.size());
assertEquals("copy-key", transfers.get(0).fromKey);
@@ -797,8 +798,6 @@ public class UpgradeHelperTest extends EasyMockSupport {
new TypeToken<List<ConfigUpgradeChangeDefinition.Transfer>>() {
}.getType());
- System.out.println(" testConfigTaskConditionMet >> transfer"+transfers);
-
assertEquals("copy-key-one", transfers.get(0).fromKey);
assertEquals("copy-to-key-one", transfers.get(0).toKey);
@@ -2425,6 +2424,82 @@ public class UpgradeHelperTest extends EasyMockSupport {
assertEquals("three-changed", expectedBazType.get("3"));
}
+ @Test
+ public void testMergeConfigurationsWithClusterEnv() throws Exception {
+ Cluster cluster = makeCluster(true);
+
+ StackId oldStack = cluster.getDesiredStackVersion();
+ StackId newStack = new StackId("HDP-2.5.0");
+
+ ConfigFactory cf = injector.getInstance(ConfigFactory.class);
+
+ Config clusterEnv = cf.createNew(cluster, "cluster-env", "version1",
+ ImmutableMap.<String, String>builder().put("a", "b").build(),
+ Collections.<String, Map<String, String>>emptyMap());
+
+ Config zooCfg = cf.createNew(cluster, "zoo.cfg", "version1",
+ ImmutableMap.<String, String>builder().put("c", "d").build(),
+ Collections.<String, Map<String, String>>emptyMap());
+
+ cluster.addDesiredConfig("admin", Sets.newHashSet(clusterEnv, zooCfg));
+
+ Map<String, Map<String, String>> stackMap = new HashMap<>();
+ stackMap.put("cluster-env", new HashMap<String, String>());
+ stackMap.put("hive-site", new HashMap<String, String>());
+
+ final Map<String, String> clusterEnvMap = new HashMap<>();
+
+ Capture<Cluster> captureCluster = Capture.newInstance();
+ Capture<StackId> captureStackId = Capture.newInstance();
+ Capture<AmbariManagementController> captureAmc = Capture.newInstance();
+
+ Capture<Map<String, Map<String, String>>> cap = new Capture<Map<String, Map<String, String>>>() {
+ @Override
+ public void setValue(Map<String, Map<String, String>> value) {
+ if (value.containsKey("cluster-env")) {
+ clusterEnvMap.putAll(value.get("cluster-env"));
+ }
+ }
+ };
+
+ Capture<String> captureUsername = Capture.newInstance();
+ Capture<String> captureNote = Capture.newInstance();
+
+ EasyMock.reset(m_configHelper);
+ expect(m_configHelper.getDefaultProperties(oldStack, "HIVE")).andReturn(stackMap).atLeastOnce();
+ expect(m_configHelper.getDefaultProperties(newStack, "HIVE")).andReturn(stackMap).atLeastOnce();
+ expect(m_configHelper.getDefaultProperties(oldStack, "ZOOKEEPER")).andReturn(stackMap).atLeastOnce();
+ expect(m_configHelper.getDefaultProperties(newStack, "ZOOKEEPER")).andReturn(stackMap).atLeastOnce();
+ m_configHelper.createConfigTypes(
+ EasyMock.capture(captureCluster),
+ EasyMock.capture(captureStackId),
+ EasyMock.capture(captureAmc),
+ EasyMock.capture(cap),
+
+ EasyMock.capture(captureUsername),
+ EasyMock.capture(captureNote));
+ expectLastCall().atLeastOnce();
+
+ replay(m_configHelper);
+
+ RepositoryVersionEntity repoVersionEntity = helper.getOrCreateRepositoryVersion(new StackId("HDP-2.5.0"), "2.5.0-1234");
+
+ Map<String, Object> upgradeRequestMap = new HashMap<>();
+ upgradeRequestMap.put(UpgradeResourceProvider.UPGRADE_DIRECTION, Direction.UPGRADE.name());
+ upgradeRequestMap.put(UpgradeResourceProvider.UPGRADE_REPO_VERSION_ID, repoVersionEntity.getId().toString());
+ upgradeRequestMap.put(UpgradeResourceProvider.UPGRADE_PACK, "upgrade_test_HDP-250");
+ upgradeRequestMap.put(UpgradeResourceProvider.UPGRADE_SKIP_PREREQUISITE_CHECKS, Boolean.TRUE.toString());
+
+ UpgradeContextFactory contextFactory = injector.getInstance(UpgradeContextFactory.class);
+ UpgradeContext context = contextFactory.create(cluster, upgradeRequestMap);
+
+ UpgradeHelper upgradeHelper = injector.getInstance(UpgradeHelper.class);
+ upgradeHelper.updateDesiredRepositoriesAndConfigs(context);
+
+ assertNotNull(clusterEnvMap);
+ assertTrue(clusterEnvMap.containsKey("a"));
+ }
+
/**
* @param cluster
* @param direction
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/test/java/org/apache/ambari/server/topology/AmbariContextTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/topology/AmbariContextTest.java b/ambari-server/src/test/java/org/apache/ambari/server/topology/AmbariContextTest.java
index 9ec3621..13a14ac 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/topology/AmbariContextTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/topology/AmbariContextTest.java
@@ -120,7 +120,6 @@ public class AmbariContextTest {
private static final ConfigFactory configFactory = createNiceMock(ConfigFactory.class);
private static final Service mockService1 = createStrictMock(Service.class);
-
private static final Collection<String> blueprintServices = new HashSet<>();
private static final Map<String, Service> clusterServices = new HashMap<>();
private static final Map<Long, ConfigGroup> configGroups = new HashMap<>();
@@ -306,7 +305,6 @@ public class AmbariContextTest {
capture(startPredicateCapture))).andReturn(null).once();
-
replayAll();
// test
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/test/python/custom_actions/test_ru_set_all.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/custom_actions/test_ru_set_all.py b/ambari-server/src/test/python/custom_actions/test_ru_set_all.py
index 29c99d8..a488a96 100644
--- a/ambari-server/src/test/python/custom_actions/test_ru_set_all.py
+++ b/ambari-server/src/test/python/custom_actions/test_ru_set_all.py
@@ -195,37 +195,6 @@ class TestRUSetAll(RMFTestCase):
self.assertEqual(call_mock.call_count, 1)
- @patch("os.path.isdir")
- @patch("os.path.islink")
- def test_unlink_configs_missing_backup(self, islink_mock, isdir_mock):
-
- # required for the test to run since the Execute calls need this
- from resource_management.core.environment import Environment
- env = Environment(test_mode=True)
- with env:
- # Case: missing backup directory
- isdir_mock.return_value = False
- ru_execute = UpgradeSetAll()
- self.assertEqual(len(env.resource_list), 0)
- # Case: missing symlink
- isdir_mock.reset_mock()
- isdir_mock.return_value = True
- islink_mock.return_value = False
- ru_execute._unlink_config("/fake/config")
- self.assertEqual(len(env.resource_list), 2)
- # Case: missing symlink
- isdir_mock.reset_mock()
- isdir_mock.return_value = True
- islink_mock.reset_mock()
- islink_mock.return_value = True
-
- ru_execute._unlink_config("/fake/config")
- self.assertEqual(pprint.pformat(env.resource_list),
- "[Directory['/fake/config'],\n "
- "Execute[('mv', '/fake/conf.backup', '/fake/config')],\n "
- "Execute[('rm', '/fake/config')],\n "
- "Execute[('mv', '/fake/conf.backup', '/fake/config')]]")
-
@patch("os.path.exists")
@patch("os.path.islink")
@patch("os.path.isdir")
@@ -298,4 +267,4 @@ class TestRUSetAll(RMFTestCase):
self.assertResourceCalled('Link', '/old/config',
to = '/link/config',
)
- self.assertNoMoreResources()
\ No newline at end of file
+ self.assertNoMoreResources()
http://git-wip-us.apache.org/repos/asf/ambari/blob/0a9f6fa9/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_HDP-250.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_HDP-250.xml b/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_HDP-250.xml
new file mode 100644
index 0000000..6b08f27
--- /dev/null
+++ b/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_HDP-250.xml
@@ -0,0 +1,267 @@
+<?xml version="1.0"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<upgrade xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="upgrade-pack.xsd">
+ <target>2.2.*.*</target>
+ <target-stack>HDP-2.5.0</target-stack>
+ <type>ROLLING</type>
+ <prerequisite-checks>
+ <!-- List of additional pre-req checks to run in addition to the required pre-reqs -->
+ <check>org.apache.ambari.server.checks.HiveMultipleMetastoreCheck</check>
+ <check>org.apache.ambari.server.checks.MapReduce2JobHistoryStatePreservingCheck</check>
+ <check>org.apache.ambari.server.checks.SecondaryNamenodeDeletedCheck</check>
+ <check>org.apache.ambari.server.checks.ServicesMapReduceDistributedCacheCheck</check>
+ <check>org.apache.ambari.server.checks.ServicesNamenodeHighAvailabilityCheck</check>
+ <check>org.apache.ambari.server.checks.ServicesTezDistributedCacheCheck</check>
+ <check>org.apache.ambari.server.checks.ServicesYarnWorkPreservingCheck</check>
+ <check>org.apache.ambari.server.checks.YarnRMHighAvailabilityCheck</check>
+ <check>org.apache.ambari.server.checks.YarnTimelineServerStatePreservingCheck</check>
+ </prerequisite-checks>
+
+ <order>
+ <group xsi:type="cluster" name="PRE_CLUSTER" title="Pre {{direction.text.proper}}">
+ <execute-stage title="Confirm 1">
+ <task xsi:type="manual">
+ <message>Foo</message>
+ </task>
+ </execute-stage>
+ <execute-stage service="HDFS" component="NAMENODE" title="Pre Upgrade HIVE">
+ <task xsi:type="manual">
+ <message>Back stuff up.</message>
+ </task>
+ </execute-stage>
+ <execute-stage service="HDFS" component="NAMENODE" title="Finalize HDFS">
+ <task xsi:type="execute">
+ <script>foo</script>
+ <function>list</function>
+ </task>
+ </execute-stage>
+ <execute-stage title="Confirm 2">
+ <task xsi:type="manual">
+ <message>Foo</message>
+ </task>
+ </execute-stage>
+ </group>
+
+ <group name="ZOOKEEPER" title="Zookeeper">
+ <skippable>true</skippable>
+ <allow-retry>false</allow-retry>
+ <service name="ZOOKEEPER">
+ <component>ZOOKEEPER_SERVER</component>
+ <component>ZOOKEEPER_CLIENT</component>
+ </service>
+ </group>
+
+ <group name="CORE_MASTER" title="Core Masters">
+ <service name="HDFS">
+ <component>JOURNALNODE</component>
+ <component>NAMENODE</component>
+ </service>
+ <service name="YARN">
+ <component>RESOURCEMANAGER</component>
+ </service>
+ </group>
+
+ <group name="CORE_SLAVES" title="Core Slaves" xsi:type="colocated">
+ <skippable>true</skippable> <!-- set skippable for test -->
+ <allow-retry>false</allow-retry> <!-- set no retry for test -->
+ <service name="HDFS">
+ <component>DATANODE</component>
+ </service>
+ <service name="HBASE">
+ <component>REGIONSERVER</component>
+ </service>
+ <service name="YARN">
+ <component>NODEMANAGER</component>
+ </service>
+
+ <batch>
+ <percent>20</percent>
+ <message>Please run additional tests on {{components}}</message>
+ </batch>
+ </group>
+
+ <group name="HIVE" title="Hive">
+ <skippable>true</skippable>
+ <service name="HIVE">
+ <component>HIVE_METASTORE</component>
+ <component>HIVE_SERVER</component>
+ <component>WEBHCAT_SERVER</component>
+ </service>
+ </group>
+
+ <group name="OOZIE" title="Oozie">
+ <skippable>true</skippable>
+ <supports-auto-skip-failure>false</supports-auto-skip-failure>
+ <service-check>false</service-check>
+ <service name="OOZIE">
+ <component>OOZIE_SERVER</component>
+ <component>OOZIE_CLIENT</component>
+ </service>
+ </group>
+
+ <group xsi:type="cluster" name="POST_CLUSTER" title="Finalize {{direction.text.proper}}">
+ <execute-stage title="Confirm Finalize">
+ <task xsi:type="manual">
+ <message>Please confirm you are ready to finalize</message>
+ </task>
+ </execute-stage>
+ <execute-stage service="HDFS" component="NAMENODE" title="Execute HDFS Finalize">
+ <task xsi:type="execute">
+ <script>foo</script>
+ <function>list</function>
+ </task>
+ </execute-stage>
+ <execute-stage title="Save Cluster State">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FinalizeUpgradeAction">
+ </task>
+ </execute-stage>
+ </group>
+
+ </order>
+
+
+ <processing>
+ <service name="ZOOKEEPER">
+ <component name="ZOOKEEPER_SERVER">
+ <pre-upgrade>
+ <task xsi:type="manual">
+ <summary>SUMMARY OF PREPARE</summary>
+ <message>This is a manual task with a placeholder of {{foo/bar}}</message>
+ </task>
+ </pre-upgrade>
+ <pre-downgrade copy-upgrade="true" />
+ <upgrade>
+ <task xsi:type="restart-task" timeout-config="upgrade.parameter.zk-server.timeout"/>
+ </upgrade>
+ <post-upgrade>
+ <task xsi:type="configure" id="hdp_2_1_1_zookeeper_new_config_type" />
+ </post-upgrade>
+ <post-downgrade copy-upgrade="true" />
+ </component>
+ </service>
+
+ <service name="HDFS">
+ <component name="NAMENODE">
+ <pre-upgrade>
+ <task xsi:type="execute" hosts="master">
+ <script>foo</script>
+ <function>list</function>
+ </task>
+ <task xsi:type="configure" id="hdp_2_1_1_nn_pre_upgrade" />
+ <task xsi:type="manual">
+ <message>{{direction.verb.proper}} your database</message>
+ </task>
+ </pre-upgrade>
+ <pre-downgrade copy-upgrade="true" />
+ <upgrade>
+ <task xsi:type="restart-task" />
+ </upgrade>
+ <post-upgrade>
+ <task xsi:type="execute">
+ <script>foo</script>
+ <function>list</function>
+ </task>
+ </post-upgrade>
+ <post-downgrade copy-upgrade="true" />
+ </component>
+ <component name="DATANODE">
+ <pre-downgrade />
+ <upgrade>
+ <task xsi:type="restart-task" />
+ </upgrade>
+ <post-downgrade>
+ <task xsi:type="manual">
+ <message>Manual Downgrade</message>
+ </task>
+ </post-downgrade>
+ </component>
+ </service>
+
+ <service name="YARN">
+ <component name="RESOURCEMANAGER">
+ <pre-upgrade>
+ <task xsi:type="execute">
+ <script>foo</script>
+ <function>list</function>
+ </task>
+ </pre-upgrade>
+ <pre-downgrade copy-upgrade="true" />
+ <upgrade />
+ </component>
+ <component name="NODEMANAGER">
+ <pre-upgrade>
+ <task xsi:type="execute">
+ <script>foo</script>
+ <function>list</function>
+ </task>
+ <task xsi:type="configure" id="hdp_2_1_1_nm_pre_upgrade"/>
+ </pre-upgrade>
+ <pre-downgrade copy-upgrade="true" />
+ <upgrade />
+ </component>
+ </service>
+
+ <service name="HIVE">
+ <component name="HIVE_SERVER">
+ <pre-upgrade>
+ <task xsi:type="manual">
+ <summary>HiveServer Port Availability</summary>
+ <message>The HiveServer port will now change to 10010 if hive is using a binary transfer mode or 10011 if hive is using an http transport mode. You can use "netstat -anp | grep 1001[01]" to determine if the port is available on each of following HiveServer host(s): {{hosts.all}}. If the port is not available, the process using it must be terminated.</message>
+ </task>
+ <task xsi:type="configure" id="hdp_2_1_1_hive_server_foo"/>
+ <task xsi:type="configure" id="hdp_2_1_1_hive_server_conditions"/>
+ <task xsi:type="configure" id="hdp_2_1_1_hive_server_conditions_skip"/>
+ <task xsi:type="configure" id="hdp_2_1_1_no_conditions_met"/>
+ </pre-upgrade>
+ <pre-downgrade copy-upgrade="true" />
+ <upgrade />
+ </component>
+ </service>
+
+ <service name="OOZIE">
+ <component name="OOZIE_SERVER">
+ <pre-upgrade>
+ <!-- This is important, do not remove it since UpgradeHelperTest.java :
+ testUpgradeWithMultipleTasksWithMultipleHostTypes() asserts
+ that these tasks each run on their own stage. -->
+ <task xsi:type="execute" hosts="all" sequential="true">
+ <summary>Shut down all Oozie servers</summary>
+ <script>scripts/oozie_server.py</script>
+ <function>stop</function>
+ </task>
+
+ <task xsi:type="execute" hosts="any" sequential="true">
+ <summary>Upgrading the Oozie database and creating a new sharelib</summary>
+ <script>scripts/oozie_server_upgrade.py</script>
+ <function>upgrade_oozie_database_and_sharelib</function>
+ </task>
+ </pre-upgrade>
+ <pre-downgrade copy-upgrade="true" />
+ <upgrade>
+ <task xsi:type="restart-task" />
+ </upgrade>
+ </component>
+
+ <component name="OOZIE_CLIENT">
+ <upgrade>
+ <task xsi:type="restart-task" />
+ </upgrade>
+ </component>
+ </service>
+ </processing>
+</upgrade>
[40/52] [abbrv] ambari git commit: AMBARI-21670. Log Search cleanup:
all configurations should be spring managed (oleewere)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/resources/log4j.xml
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/resources/log4j.xml b/ambari-logsearch/ambari-logsearch-server/src/main/resources/log4j.xml
index dd85da8..68b697f 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/resources/log4j.xml
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/resources/log4j.xml
@@ -16,112 +16,70 @@
limitations under the License.
-->
-<!DOCTYPE log4j:configuration SYSTEM "http://logging.apache.org/log4j/1.2/apidocs/org/apache/log4j/xml/doc-files/log4j.dtd">
+<!DOCTYPE log4j:configuration SYSTEM
+ "http://logging.apache.org/log4j/1.2/apidocs/org/apache/log4j/xml/doc-files/log4j.dtd">
<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">
<appender name="console" class="org.apache.log4j.ConsoleAppender">
- <param name="Target" value="System.out" />
+ <param name="Target" value="System.out"/>
<layout class="org.apache.log4j.PatternLayout">
- <param name="ConversionPattern" value="%d [%t] %-5p %C{6} (%F:%L) - %m%n" />
+ <param name="ConversionPattern" value="%d [%t] %-5p %C{6} (%F:%L) - %m%n"/>
</layout>
</appender>
- <!-- <appender name="rolling_file" class="org.apache.log4j.RollingFileAppender">
- <param name="file" value="logs/logsearch-app.log" />
- <param name="Threshold" value="info" />
- <param name="append" value="true" />
- <param name="maxFileSize" value="10MB" />
- <param name="maxBackupIndex" value="10" />
- <layout class="org.apache.log4j.PatternLayout">
- <param name="ConversionPattern" value="%d [%t] %-5p %C{6} (%F:%L) - %m%n" />
- </layout>
- </appender>
-
- <appender name="audit_rolling_file" class="org.apache.log4j.RollingFileAppender">
- <param name="file" value="logs/logsearch-audit.log" />
- <param name="Threshold" value="info" />
- <param name="append" value="true" />
- <param name="maxFileSize" value="10MB" />
- <param name="maxBackupIndex" value="10" />
- <layout class="org.apache.log4j.PatternLayout">
- <param name="ConversionPattern" value="%d [%t] %-5p %C{6} (%F:%L) - %m%n" />
- </layout>
+ <appender name="rolling_file_json"
+ class="org.apache.ambari.logsearch.appender.LogsearchRollingFileAppender">
+ <param name="file" value="target/logs/logsearch-app.json"/>
+ <param name="Threshold" value="info"/>
+ <param name="append" value="true"/>
+ <param name="maxFileSize" value="10MB"/>
+ <param name="maxBackupIndex" value="10"/>
+ <layout class="org.apache.ambari.logsearch.appender.LogsearchConversion"/>
</appender>
- <appender name="performance_analyzer" class="org.apache.log4j.RollingFileAppender">
- <param name="file" value="logs/logsearch-performance.log" />
- <param name="Threshold" value="info" />
- <param name="append" value="true" />
- <param name="maxFileSize" value="10MB" />
- <param name="maxBackupIndex" value="10" />
-
- <layout class="org.apache.log4j.PatternLayout">
- <param name="ConversionPattern" value="%d [%t] %-5p %C{6} (%F:%L) - %m%n" />
- </layout>
- </appender>
- -->
-
-<!-- logsearch appender config for the all above appender -->
-
- <appender name="rolling_file_json"
- class="org.apache.ambari.logsearch.appender.LogsearchRollingFileAppender">
- <param name="file" value="target/logs/logsearch-app.json" />
- <param name="Threshold" value="info" />
- <param name="append" value="true" />
- <param name="maxFileSize" value="10MB" />
- <param name="maxBackupIndex" value="10" />
- <layout class="org.apache.ambari.logsearch.appender.LogsearchConversion" />
-</appender>
-
<appender name="audit_rolling_file_json"
- class="org.apache.ambari.logsearch.appender.LogsearchRollingFileAppender">
- <param name="file" value="target/logs/logsearch-audit.json" />
- <param name="Threshold" value="info" />
- <param name="append" value="true" />
- <param name="maxFileSize" value="10MB" />
- <param name="maxBackupIndex" value="10" />
- <layout class="org.apache.ambari.logsearch.appender.LogsearchConversion" />
+ class="org.apache.ambari.logsearch.appender.LogsearchRollingFileAppender">
+ <param name="file" value="target/logs/logsearch-audit.json"/>
+ <param name="Threshold" value="info"/>
+ <param name="append" value="true"/>
+ <param name="maxFileSize" value="10MB"/>
+ <param name="maxBackupIndex" value="10"/>
+ <layout class="org.apache.ambari.logsearch.appender.LogsearchConversion"/>
</appender>
<appender name="performance_analyzer_json"
- class="org.apache.ambari.logsearch.appender.LogsearchRollingFileAppender">
- <param name="file" value="target/logs/logsearch-performance.json" />
- <param name="Threshold" value="info" />
- <param name="append" value="true" />
- <param name="maxFileSize" value="10MB" />
- <param name="maxBackupIndex" value="10" />
- <layout class="org.apache.ambari.logsearch.appender.LogsearchConversion" />
+ class="org.apache.ambari.logsearch.appender.LogsearchRollingFileAppender">
+ <param name="file" value="target/logs/logsearch-performance.json"/>
+ <param name="Threshold" value="info"/>
+ <param name="append" value="true"/>
+ <param name="maxFileSize" value="10MB"/>
+ <param name="maxBackupIndex" value="10"/>
+ <layout class="org.apache.ambari.logsearch.appender.LogsearchConversion"/>
</appender>
-
- <!-- Logs to suppress BEGIN -->
+
<category name="org.apache.solr.common.cloud.ZkStateReader" additivity="false">
- <priority value="error" />
- <appender-ref ref="console" />
+ <priority value="error"/>
+ <appender-ref ref="console"/>
</category>
- <!-- Logs to suppress END -->
<logger name="org.apache.ambari.logsearch.audit"
- additivity="true">
- <!-- <appender-ref ref="audit_rolling_file" />-->
- <appender-ref ref="audit_rolling_file_json" />
+ additivity="true">
+ <appender-ref ref="audit_rolling_file_json"/>
</logger>
<logger name="org.apache.ambari.logsearch.performance"
- additivity="false">
- <!-- <appender-ref ref="performance_analyzer" />-->
- <appender-ref ref="performance_analyzer_json" />
+ additivity="false">
+ <appender-ref ref="performance_analyzer_json"/>
</logger>
<logger name="org.apache.ambari.logsearch" additivity="false">
- <!-- <appender-ref ref="console" /> -->
- <!-- <appender-ref ref="rolling_file" />-->
- <appender-ref ref="rolling_file_json" />
+ <appender-ref ref="rolling_file_json"/>
</logger>
<root>
- <level value="warn" />
- <!-- <appender-ref ref="console" /> -->
- <!--<appender-ref ref="rolling_file" />-->
- <appender-ref ref="rolling_file_json" />
+ <level value="info"/>
+ <appender-ref ref="console"/>
+ <appender-ref ref="rolling_file_json"/>
</root>
+
</log4j:configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch-admin-site.xml
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch-admin-site.xml b/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch-admin-site.xml
deleted file mode 100644
index 049172a..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch-admin-site.xml
+++ /dev/null
@@ -1,116 +0,0 @@
-<!-- Licensed under the Apache License, Version 2.0 (the "License"); you
- may not use this file except in compliance with the License. You may obtain
- a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless
- required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License.
- See accompanying LICENSE file. -->
-
-
-<configuration>
- <property>
- <name>authentication.ldap.primaryUrl</name>
- <value></value>
- <display-name></display-name>
- <description>The hostname and port for the LDAP or AD server. Example: my.ldap.server:389</description>
- </property>
- <property>
- <name>authentication.ldap.useSSL</name>
- <value>false</value>
- <display-name></display-name>
- <description>If true, use SSL when connecting to the LDAP or AD server.</description>
- </property>
- <property>
- <name>authentication.ldap.baseDn</name>
- <value>dc=example,dc=com</value>
- <display-name></display-name>
- <description>The root Distinguished Name to search in the directory for users. Example: ou=people,dc=hadoop,dc=apache,dc=org</description>
- </property>
- <property>
- <name>authentication.ldap.bindAnonymously</name>
- <value>false</value>
- <display-name></display-name>
- <description>If true, bind to the LDAP or AD server anonymously</description>
- </property>
- <property>
- <name>authentication.ldap.managerDn</name>
- <value>cn=Manager,dc=example,dc=com</value>
- <display-name></display-name>
- <description>If Bind anonymous is set to false, the Distinguished Name (“DN”) for the manager.
- Example: uid=hdfs,ou=people,dc=hadoop,dc=apache,dc=org</description>
- </property>
- <property>
- <name>authentication.ldap.managerPassword</name>
- <value></value>
- <display-name></display-name>
- <property-type>PASSWORD</property-type>
- <description>If Bind anonymous is set to false, the password for the manager</description>
- </property>
- <property>
- <name>authentication.ldap.dnAttribute</name>
- <value>dn</value>
- <display-name></display-name>
- <description></description>
- </property>
- <property>
- <name>authentication.ldap.usernameAttribute</name>
- <value>uid</value>
- <display-name></display-name>
- <description>The attribute for username. Example: uid</description>
- </property>
- <property>
- <name>authentication.ldap.userBase</name>
- <value>ou=people,dc=example,dc=com</value>
- <display-name></display-name>
- <description></description>
- </property>
- <property>
- <name>authentication.ldap.userObjectClass</name>
- <value>person</value>
- <display-name></display-name>
- <description>The object class that is used for users. Example: organizationalPerson</description>
- </property>
- <property>
- <name>authentication.ldap.groupBase</name>
- <value>ou=groups,dc=example,dc=com"</value>
- <display-name></display-name>
- <description></description>
- </property>
- <property>
- <name>authentication.ldap.groupObjectClass</name>
- <value>group</value>
- <display-name></display-name>
- <description>The object class that is used for groups. Example: groupOfUniqueNames</description>
- </property>
- <property>
- <name>authentication.ldap.groupNamingAttr</name>
- <value>cn</value>
- <display-name></display-name>
- <description>The attribute for group name.</description>
- </property>
- <property>
- <name>authentication.ldap.groupMembershipAttr</name>
- <value>member</value>
- <display-name></display-name>
- <description>The attribute for group membership. Example: uniqueMember</description>
- </property>
- <property>
- <name>authorization.ldap.adminGroupMappingRules</name>
- <value>Logsearch Administrators</value>
- <display-name></display-name>
- <description></description>
- </property>
- <property>
- <name>authorization.ldap.groupSearchFilter</name>
- <value></value>
- <display-name></display-name>
- <description></description>
- </property>
- <property>
- <name>authentication.ldap.referral</name>
- <value>ignore</value>
- <display-name></display-name>
- <description>Determines if LDAP referrals should be followed, or ignored.</description>
- </property>
-</configuration>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch.properties
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch.properties b/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch.properties
index 3e59163..db8a0a2 100755
--- a/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch.properties
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/resources/logsearch.properties
@@ -46,13 +46,13 @@ logsearch.auth.external_auth.login_url=/api/v1/users/$USERNAME/privileges?fields
logsearch.roles.allowed=AMBARI.ADMINISTRATOR
-#communication protocol i.e http or https etc.
-logsearch.protocol=
+logsearch.http.port=61888
+logsearch.https.port=61889
+logsearch.protocol=http
logsearch.solr.kerberos.enable=false
logsearch.solr.jaas.file=/usr/lib/ambari-logsearch-portal/logsearch_solr_jaas.conf
-
#portal Kerberos
logsearch.spnego.kerberos.enabled=false
logsearch.spnego.kerberos.keytab=
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/resources/swagger/swagger.html
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/resources/swagger/swagger.html b/ambari-logsearch/ambari-logsearch-server/src/main/resources/swagger/swagger.html
index 33346d3..0f7ba4b 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/resources/swagger/swagger.html
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/resources/swagger/swagger.html
@@ -18,24 +18,24 @@
<html>
<head>
<title>Log Search REST API</title>
- <link rel="icon" type="image/png" href="images/favicon-32x32.png" sizes="32x32" />
- <link rel="icon" type="image/png" href="images/favicon-16x16.png" sizes="16x16" />
- <link href='css/typography.css' media='screen' rel='stylesheet' type='text/css'/>
- <link href='css/reset.css' media='screen' rel='stylesheet' type='text/css'/>
- <link href='css/screen.css' media='screen' rel='stylesheet' type='text/css'/>
- <link href='css/reset.css' media='print' rel='stylesheet' type='text/css'/>
- <link href='css/print.css' media='print' rel='stylesheet' type='text/css'/>
- <script src='lib/jquery-1.8.0.min.js' type='text/javascript'></script>
- <script src='lib/jquery.slideto.min.js' type='text/javascript'></script>
- <script src='lib/jquery.wiggle.min.js' type='text/javascript'></script>
- <script src='lib/jquery.ba-bbq.min.js' type='text/javascript'></script>
- <script src='lib/handlebars-2.0.0.js' type='text/javascript'></script>
- <script src='lib/underscore-min.js' type='text/javascript'></script>
- <script src='lib/backbone-min.js' type='text/javascript'></script>
- <script src='swagger-ui.js' type='text/javascript'></script>
- <script src='lib/highlight.7.3.pack.js' type='text/javascript'></script>
- <script src='lib/marked.js' type='text/javascript'></script>
- <script src='lib/swagger-oauth.js' type='text/javascript'></script>
+ <link rel="icon" type="image/png" href="swagger-ui/2.1.0/images/favicon-32x32.png" sizes="32x32" />
+ <link rel="icon" type="image/png" href="swagger-ui/2.1.0/images/favicon-16x16.png" sizes="16x16" />
+ <link href='swagger-ui/2.1.0/css/typography.css' media='screen' rel='stylesheet' type='text/css'/>
+ <link href='swagger-ui/2.1.0/css/reset.css' media='screen' rel='stylesheet' type='text/css'/>
+ <link href='swagger-ui/2.1.0/css/screen.css' media='screen' rel='stylesheet' type='text/css'/>
+ <link href='swagger-ui/2.1.0/css/reset.css' media='print' rel='stylesheet' type='text/css'/>
+ <link href='swagger-ui/2.1.0/css/print.css' media='print' rel='stylesheet' type='text/css'/>
+ <script src='swagger-ui/2.1.0/lib/jquery-1.8.0.min.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/jquery.slideto.min.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/jquery.wiggle.min.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/jquery.ba-bbq.min.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/handlebars-2.0.0.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/underscore-min.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/backbone-min.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/swagger-ui.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/highlight.7.3.pack.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/marked.js' type='text/javascript'></script>
+ <script src='swagger-ui/2.1.0/lib/swagger-oauth.js' type='text/javascript'></script>
<script type="text/javascript">
$(function () {
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/scripts/run.sh
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/scripts/run.sh b/ambari-logsearch/ambari-logsearch-server/src/main/scripts/run.sh
index b8fd6c4..241b32f 100755
--- a/ambari-logsearch/ambari-logsearch-server/src/main/scripts/run.sh
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/scripts/run.sh
@@ -96,5 +96,4 @@ LOGSEARCH_GC_OPTS="-XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:$LOGSEARCH
echo "Starting logsearch. Output file=$LOGFILE pid_file=$PID_FILE"
#LOGSEARCH_CLI_CLASSPATH=
#set -x
-nohup $JAVA -cp "$LOGSEARCH_CLI_CLASSPATH:$LOGSEARCH_CONF_DIR:$script_dir/libs/*:$script_dir/classes" $LOGSEARCH_GC_OPTS $LOGSEARCH_JAVA_MEM $LOGSEARCH_JAVA_OPTS $JMX org.apache.ambari.logsearch.LogSearch $LOGSEARCH_PORT $* > $LOGFILE 2>&1 &
-echo $! > $PID_FILE
+nohup $JAVA -cp "$LOGSEARCH_CLI_CLASSPATH:$LOGSEARCH_CONF_DIR:$script_dir/libs/*:$script_dir/classes" $LOGSEARCH_GC_OPTS $LOGSEARCH_JAVA_MEM $LOGSEARCH_JAVA_OPTS $JMX org.apache.ambari.logsearch.LogSearch $* > $LOGFILE 2>&1 &
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProviderTest.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProviderTest.java b/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProviderTest.java
index c6a5ba5..a6817da 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProviderTest.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProviderTest.java
@@ -43,8 +43,7 @@ public class LogsearchAuthenticationProviderTest {
}
private LogsearchAuthenticationProvider provider;
-
- private LogsearchLdapAuthenticationProvider mockLdapProvider;
+
private LogsearchFileAuthenticationProvider mockFileProvider;
private LogsearchExternalServerAuthenticationProvider mockExternalServerProvider;
private LogsearchSimpleAuthenticationProvider mockSimpleProvider;
@@ -52,16 +51,11 @@ public class LogsearchAuthenticationProviderTest {
@Before
public void resetContext() throws Exception {
provider = new LogsearchAuthenticationProvider();
-
- mockLdapProvider = strictMock(LogsearchLdapAuthenticationProvider.class);
+
mockFileProvider = strictMock(LogsearchFileAuthenticationProvider.class);
mockExternalServerProvider = strictMock(LogsearchExternalServerAuthenticationProvider.class);
mockSimpleProvider = strictMock(LogsearchSimpleAuthenticationProvider.class);
- Field ldapProviderField = LogsearchAuthenticationProvider.class.getDeclaredField("ldapAuthenticationProvider");
- ldapProviderField.setAccessible(true);
- ldapProviderField.set(provider, mockLdapProvider);
-
Field fileProviderField = LogsearchAuthenticationProvider.class.getDeclaredField("fileAuthenticationProvider");
fileProviderField.setAccessible(true);
fileProviderField.set(provider, mockFileProvider);
@@ -76,102 +70,83 @@ public class LogsearchAuthenticationProviderTest {
}
@Test
- public void testLdapAuthenticates() {
- Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- expect(mockLdapProvider.authenticate(authentication)).andReturn(SUCCESSFUL_AUTHENTICATION);
-
- replay(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
-
- Authentication authenticationResult = provider.authenticate(authentication);
- assertSame(authenticationResult, SUCCESSFUL_AUTHENTICATION);
-
- verify(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
- }
-
- @Test
public void testFileAuthenticates() {
Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- expect(mockLdapProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockFileProvider.authenticate(authentication)).andReturn(SUCCESSFUL_AUTHENTICATION);
- replay(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
-
+ replay(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+
Authentication authenticationResult = provider.authenticate(authentication);
assertSame(authenticationResult, SUCCESSFUL_AUTHENTICATION);
- verify(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ verify(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
}
@Test
public void testExternalAuthenticates() {
Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- expect(mockLdapProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockFileProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockExternalServerProvider.authenticate(authentication)).andReturn(SUCCESSFUL_AUTHENTICATION);
- replay(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ replay(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
Authentication authenticationResult = provider.authenticate(authentication);
assertSame(authenticationResult, SUCCESSFUL_AUTHENTICATION);
- verify(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ verify(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
}
@Test
public void testSimpleAuthenticates() {
Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- expect(mockLdapProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockFileProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockExternalServerProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockSimpleProvider.authenticate(authentication)).andReturn(SUCCESSFUL_AUTHENTICATION);
- replay(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ replay(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
Authentication authenticationResult = provider.authenticate(authentication);
assertSame(authenticationResult, SUCCESSFUL_AUTHENTICATION);
- verify(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ verify(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
}
@Test
public void testNoOneAuthenticates() {
Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- expect(mockLdapProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockFileProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockExternalServerProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
expect(mockSimpleProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
- replay(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ replay(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
Authentication authenticationResult = provider.authenticate(authentication);
assertSame(authenticationResult, FAILED_AUTHENTICATION);
- verify(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ verify(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
}
@Test
public void testOneExceptionAndAuthenticates() {
Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- expect(mockLdapProvider.authenticate(authentication)).andThrow(new AuthenticationException("") {});
expect(mockFileProvider.authenticate(authentication)).andReturn(SUCCESSFUL_AUTHENTICATION);
- replay(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ replay(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
Authentication authenticationResult = provider.authenticate(authentication);
assertSame(authenticationResult, SUCCESSFUL_AUTHENTICATION);
- verify(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ verify(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
}
@Test
public void testOneExceptionNoOneAuthenticates() {
Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- expect(mockLdapProvider.authenticate(authentication)).andThrow(new AuthenticationException("msg1") {});
expect(mockFileProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
- expect(mockExternalServerProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
+ expect(mockExternalServerProvider.authenticate(authentication)).andThrow(new AuthenticationException("msg1") {});
expect(mockSimpleProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
- replay(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ replay(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
try {
provider.authenticate(authentication);
@@ -180,18 +155,17 @@ public class LogsearchAuthenticationProviderTest {
assertEquals(e.getMessage(), "msg1");
}
- verify(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ verify(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
}
@Test
public void testTwoExceptionNoOneAuthenticates() {
Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- expect(mockLdapProvider.authenticate(authentication)).andThrow(new AuthenticationException("msg1") {});
- expect(mockFileProvider.authenticate(authentication)).andThrow(new AuthenticationException("msg2") {});
- expect(mockExternalServerProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
+ expect(mockFileProvider.authenticate(authentication)).andThrow(new AuthenticationException("msg1") {});
+ expect(mockExternalServerProvider.authenticate(authentication)).andThrow(new AuthenticationException("msg2") {});
expect(mockSimpleProvider.authenticate(authentication)).andReturn(FAILED_AUTHENTICATION);
-
- replay(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+
+ replay(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
try {
provider.authenticate(authentication);
@@ -200,6 +174,6 @@ public class LogsearchAuthenticationProviderTest {
assertEquals(e.getMessage(), "msg1");
}
- verify(mockLdapProvider, mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
+ verify(mockFileProvider, mockSimpleProvider, mockExternalServerProvider);
}
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchLdapAuthenticationProviderTest.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchLdapAuthenticationProviderTest.java b/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchLdapAuthenticationProviderTest.java
deleted file mode 100644
index c6af3e2..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/test/java/org/apache/ambari/logsearch/web/security/LogsearchLdapAuthenticationProviderTest.java
+++ /dev/null
@@ -1,61 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.ambari.logsearch.web.security;
-
-import org.apache.ambari.logsearch.conf.AuthPropsConfig;
-import org.junit.Before;
-import org.junit.Test;
-import org.springframework.security.authentication.TestingAuthenticationToken;
-import org.springframework.security.core.Authentication;
-
-import static junit.framework.Assert.assertSame;
-import static org.easymock.EasyMock.strictMock;
-import static org.easymock.EasyMock.expect;
-import static org.easymock.EasyMock.replay;
-import static org.easymock.EasyMock.verify;
-
-import java.lang.reflect.Field;
-
-public class LogsearchLdapAuthenticationProviderTest {
-
- private LogsearchLdapAuthenticationProvider provider;
- private AuthPropsConfig mockAuthPropsConfig;
-
- @Before
- public void init() throws Exception {
- provider = new LogsearchLdapAuthenticationProvider();
- mockAuthPropsConfig = strictMock(AuthPropsConfig.class);
-
- Field f = LogsearchLdapAuthenticationProvider.class.getDeclaredField("authPropsConfig");
- f.setAccessible(true);
- f.set(provider, mockAuthPropsConfig);
- }
-
- @Test
- public void testAuthenticationDisabled() {
- expect(mockAuthPropsConfig.isAuthLdapEnabled()).andReturn(false);
-
- replay(mockAuthPropsConfig);
-
- Authentication authentication = new TestingAuthenticationToken("principal", "credentials");
- assertSame(provider.authenticate(authentication), authentication);
-
- verify(mockAuthPropsConfig);
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-web/build.properties
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-web/build.properties b/ambari-logsearch/ambari-logsearch-web/build.properties
index d943501..1656934 100644
--- a/ambari-logsearch/ambari-logsearch-web/build.properties
+++ b/ambari-logsearch/ambari-logsearch-web/build.properties
@@ -9,4 +9,4 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
-app.target.dir=${builddir}/target/classes/webapps/app
\ No newline at end of file
+app.target.dir=${builddir}/target/classes/static
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-web/pom.xml
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-web/pom.xml b/ambari-logsearch/ambari-logsearch-web/pom.xml
index 5f44553..5c193f8 100644
--- a/ambari-logsearch/ambari-logsearch-web/pom.xml
+++ b/ambari-logsearch/ambari-logsearch-web/pom.xml
@@ -90,7 +90,7 @@
<goal>copy-resources</goal>
</goals>
<configuration>
- <outputDirectory>${basedir}/target/classes/webapps/app</outputDirectory>
+ <outputDirectory>${basedir}/target/classes/static</outputDirectory>
<resources>
<resource>
<directory>src/main/webapp</directory>
@@ -127,7 +127,7 @@
<goal>copy-resources</goal>
</goals>
<configuration>
- <outputDirectory>${basedir}/target/classes/webapps/app/libs/bower</outputDirectory>
+ <outputDirectory>${basedir}/target/classes/static/libs/bower</outputDirectory>
<resources>
<resource>
<directory>${basedir}/target/libs</directory>
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/docker/logsearch-docker.sh
----------------------------------------------------------------------
diff --git a/ambari-logsearch/docker/logsearch-docker.sh b/ambari-logsearch/docker/logsearch-docker.sh
index fc3524d..9d73eae 100755
--- a/ambari-logsearch/docker/logsearch-docker.sh
+++ b/ambari-logsearch/docker/logsearch-docker.sh
@@ -69,8 +69,8 @@ function start_logsearch_container() {
-v $AMBARI_LOCATION:/root/ambari -v $MAVEN_REPOSITORY_LOCATION:/root/.m2 $LOGSEARCH_EXPOSED_PORTS $LOGSEARCH_ENV_OPTS $LOGSEARCH_EXTRA_OPTS $LOGSEARCH_VOLUME_OPTS -p 9983:9983 -p 4444:4444 -p 5910:5910 \
-v $AMBARI_LOCATION/ambari-logsearch/ambari-logsearch-logfeeder/target/classes:/root/ambari/ambari-logsearch/ambari-logsearch-logfeeder/target/package/classes \
-v $AMBARI_LOCATION/ambari-logsearch/ambari-logsearch-server/target/classes:/root/ambari/ambari-logsearch/ambari-logsearch-server/target/package/classes \
- -v $AMBARI_LOCATION/ambari-logsearch/ambari-logsearch-web/src/main/webapp:/root/ambari/ambari-logsearch/ambari-logsearch-server/target/package/classes/webapps/app \
- -v $AMBARI_LOCATION/ambari-logsearch/ambari-logsearch-web/target/libs:/root/ambari/ambari-logsearch/ambari-logsearch-server/target/package/classes/webapps/app/libs/bower \
+ -v $AMBARI_LOCATION/ambari-logsearch/ambari-logsearch-web/src/main/webapp:/root/ambari/ambari-logsearch/ambari-logsearch-server/target/package/classes/static \
+ -v $AMBARI_LOCATION/ambari-logsearch/ambari-logsearch-web/target/libs:/root/ambari/ambari-logsearch/ambari-logsearch-server/target/package/classes/static/libs/bower \
ambari-logsearch:v1.0
ip_address=$(docker inspect --format '{{ .NetworkSettings.IPAddress }}' logsearch)
echo "Log Search container started on $ip_address (for Mac OSX route to boot2docker/docker-machine VM address, e.g.: 'sudo route add -net 172.17.0.0/16 192.168.59.103')"
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/docker/test-config/logsearch/log4j.xml
----------------------------------------------------------------------
diff --git a/ambari-logsearch/docker/test-config/logsearch/log4j.xml b/ambari-logsearch/docker/test-config/logsearch/log4j.xml
index d0e26ed..f10522b 100644
--- a/ambari-logsearch/docker/test-config/logsearch/log4j.xml
+++ b/ambari-logsearch/docker/test-config/logsearch/log4j.xml
@@ -1,14 +1,20 @@
<?xml version="1.0" encoding="UTF-8" ?>
-<!-- Licensed to the Apache Software Foundation (ASF) under one or more contributor
- license agreements. See the NOTICE file distributed with this work for additional
- information regarding copyright ownership. The ASF licenses this file to
- You under the Apache License, Version 2.0 (the "License"); you may not use
- this file except in compliance with the License. You may obtain a copy of
- the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required
- by applicable law or agreed to in writing, software distributed under the
- License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS
- OF ANY KIND, either express or implied. See the License for the specific
- language governing permissions and limitations under the License. -->
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">
<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">
<appender name="console" class="org.apache.log4j.ConsoleAppender">
@@ -29,15 +35,14 @@
</layout>
</appender>
- <!-- Logs to suppress BEGIN -->
- <category name="org.apache.solr.common.cloud.ZkStateReader" additivity="false">
- <priority value="error" />
+ <category name="org.apache.ambari.logsearch" additivity="false">
+ <priority value="info" />
<appender-ref ref="console" />
+ <appender-ref ref="rolling_file" />
</category>
- <!-- Logs to suppress END -->
<root>
- <level value="debug" />
+ <level value="info" />
<appender-ref ref="console" />
<appender-ref ref="rolling_file" />
</root>
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/docker/test-config/logsearch/logsearch-env.sh
----------------------------------------------------------------------
diff --git a/ambari-logsearch/docker/test-config/logsearch/logsearch-env.sh b/ambari-logsearch/docker/test-config/logsearch/logsearch-env.sh
index 6409f0f..80f9c4c 100644
--- a/ambari-logsearch/docker/test-config/logsearch/logsearch-env.sh
+++ b/ambari-logsearch/docker/test-config/logsearch/logsearch-env.sh
@@ -16,14 +16,11 @@
set -e
-export LOGSEARCH_PORT=61888
-
-# path containing LogSearch.jar file
export LOGSEARCH_PATH=/root/ambari/ambari-logsearch/ambari-logsearch-server/target/package
export LOGSEARCH_CONF_DIR=/root/config/logsearch
-export LOGFILE=/var/log/ambari-logsearch-portal/logsearch.log
+export LOGFILE=/var/log/ambari-logsearch-portal/logsearch-app.log
export PID_FILE=/var/run/ambari-logsearch-portal/logsearch.pid
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/docker/test-config/logsearch/logsearch-https.properties
----------------------------------------------------------------------
diff --git a/ambari-logsearch/docker/test-config/logsearch/logsearch-https.properties b/ambari-logsearch/docker/test-config/logsearch/logsearch-https.properties
index 782b16a..5e7853d 100644
--- a/ambari-logsearch/docker/test-config/logsearch/logsearch-https.properties
+++ b/ambari-logsearch/docker/test-config/logsearch/logsearch-https.properties
@@ -51,4 +51,5 @@ logsearch.auth.ldap.enable=false
logsearch.auth.simple.enable=false
logsearch.auth.external_auth.enable=false
+logsearch.https.port=61888
logsearch.protocol=https
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java
index 4d0ee89..d4c2856 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java
@@ -36,15 +36,19 @@ public class LoggingRequestHelperFactoryImpl implements LoggingRequestHelperFact
private static final Logger LOG = Logger.getLogger(LoggingRequestHelperFactoryImpl.class);
- private static final String LOGSEARCH_ENV_CONFIG_TYPE_NAME = "logsearch-env";
+ private static final String LOGSEARCH_PROPERTIES_CONFIG_TYPE_NAME = "logsearch-properties";
private static final String LOGSEARCH_SERVICE_NAME = "LOGSEARCH";
private static final String LOGSEARCH_SERVER_COMPONENT_NAME = "LOGSEARCH_SERVER";
- private static final String LOGSEARCH_UI_PORT_PROPERTY_NAME = "logsearch_ui_port";
+ private static final String LOGSEARCH_HTTP_PORT_PROPERTY_NAME = "logsearch.http.port";
- private static final String LOGSEARCH_UI_PROTOCOL = "logsearch_ui_protocol";
+ private static final String LOGSEARCH_HTTPS_PORT_PROPERTY_NAME = "logsearch.https.port";
+
+ private static final String LOGSEARCH_UI_PROTOCOL = "logsearch.protocol";
+
+ private static final String LOGSEARCH_HTTPS_PROTOCOL_VALUE = "https";
@Inject
private Configuration ambariServerConfiguration;
@@ -73,7 +77,7 @@ public class LoggingRequestHelperFactoryImpl implements LoggingRequestHelperFact
}
Config logSearchEnvConfig =
- cluster.getDesiredConfigByType(LOGSEARCH_ENV_CONFIG_TYPE_NAME);
+ cluster.getDesiredConfigByType(LOGSEARCH_PROPERTIES_CONFIG_TYPE_NAME);
List<ServiceComponentHost> listOfMatchingHosts =
cluster.getServiceComponentHosts(LOGSEARCH_SERVICE_NAME, LOGSEARCH_SERVER_COMPONENT_NAME);
@@ -97,11 +101,14 @@ public class LoggingRequestHelperFactoryImpl implements LoggingRequestHelperFact
}
final String logSearchHostName = serviceComponentHost.getHostName();
- final String logSearchPortNumber =
- logSearchEnvConfig.getProperties().get(LOGSEARCH_UI_PORT_PROPERTY_NAME);
+
final String logSearchProtocol =
logSearchEnvConfig.getProperties().get(LOGSEARCH_UI_PROTOCOL);
+ final String logSearchPortNumber = LOGSEARCH_HTTPS_PROTOCOL_VALUE.equalsIgnoreCase(logSearchProtocol)
+ ? logSearchEnvConfig.getProperties().get(LOGSEARCH_HTTPS_PORT_PROPERTY_NAME)
+ : logSearchEnvConfig.getProperties().get(LOGSEARCH_HTTP_PORT_PROPERTY_NAME);
+
final LoggingRequestHelperImpl loggingRequestHelper = new LoggingRequestHelperImpl(logSearchHostName, logSearchPortNumber, logSearchProtocol, ambariManagementController.getCredentialStoreService(), cluster);
// set configured timeouts for the Ambari connection to the LogSearch Portal service
loggingRequestHelper.setLogSearchConnectTimeoutInMilliseconds(ambariServerConfiguration.getLogSearchPortalConnectTimeout());
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java
index 5f6640a..230cd95 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java
@@ -350,6 +350,15 @@ public class UpgradeCatalog300 extends AbstractUpgradeCatalog {
removeConfigurationPropertiesFromCluster(cluster, configType, removeProperties);
}
+ Config logSearchEnv = cluster.getDesiredConfigByType("logsearch-env");
+
+ String oldProtocolProperty = null;
+ String oldPortProperty = null;
+ if (logSearchEnv != null) {
+ oldProtocolProperty = logSearchEnv.getProperties().get("logsearch_ui_port");
+ oldPortProperty = logSearchEnv.getProperties().get("logsearch_ui_protocol");
+ }
+
Config logSearchProperties = cluster.getDesiredConfigByType("logsearch-properties");
Config logFeederProperties = cluster.getDesiredConfigByType("logfeeder-properties");
if (logSearchProperties != null && logFeederProperties != null) {
@@ -358,9 +367,22 @@ public class UpgradeCatalog300 extends AbstractUpgradeCatalog {
Set<String> removeProperties = Sets.newHashSet("logsearch.logfeeder.include.default.level");
removeConfigurationPropertiesFromCluster(cluster, "logsearch-properties", removeProperties);
- Map<String, String> newProperties = new HashMap<>();
- newProperties.put("logfeeder.include.default.level", defaultLogLevels);
- updateConfigurationPropertiesForCluster(cluster, "logfeeder-properties", newProperties, true, true);
+ Map<String, String> newLogSearchProperties = new HashMap<>();
+ if (oldProtocolProperty != null) {
+ newLogSearchProperties.put("logsearch.protocol", oldProtocolProperty);
+ }
+
+ if (oldPortProperty != null) {
+ newLogSearchProperties.put("logsearch.http.port", oldPortProperty);
+ newLogSearchProperties.put("logsearch.https.port", oldPortProperty);
+ }
+ if (!newLogSearchProperties.isEmpty()) {
+ updateConfigurationPropertiesForCluster(cluster, "logsearch-properties", newLogSearchProperties, true, true);
+ }
+
+ Map<String, String> newLogfeederProperties = new HashMap<>();
+ newLogfeederProperties.put("logfeeder.include.default.level", defaultLogLevels);
+ updateConfigurationPropertiesForCluster(cluster, "logfeeder-properties", newLogfeederProperties, true, true);
}
Config logFeederLog4jProperties = cluster.getDesiredConfigByType("logfeeder-log4j");
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/alerts.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/alerts.json b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/alerts.json
index d2926c8..4cb2651 100644
--- a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/alerts.json
+++ b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/alerts.json
@@ -10,9 +10,9 @@
"source": {
"type": "WEB",
"uri": {
- "http": "{{logsearch-env/logsearch_ui_port}}",
- "https": "{{logsearch-env/logsearch_ui_port}}",
- "https_property": "{{logsearch-env/logsearch_ui_protocol}}",
+ "http": "{{logsearch-properties/logsearch.http.port}}",
+ "https": "{{logsearch-properties/logsearch.https.port}}",
+ "https_property": "{{logsearch-properties/logsearch.protocol}}",
"https_property_value": "https",
"default_port": 61888,
"connection_timeout": 5.0
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-env.xml b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-env.xml
index f1e871d..e861b6e 100644
--- a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-env.xml
+++ b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-env.xml
@@ -22,20 +22,6 @@
<!-- This is a special config file for properties used to monitor status of the service -->
<configuration supports_adding_forbidden="true">
<property>
- <name>logsearch_ui_protocol</name>
- <value>http</value>
- <description>Protocol (http or https)</description>
- <display-name>Log Search UI Protocol</display-name>
- <on-ambari-upgrade add="true"/>
- </property>
- <property>
- <name>logsearch_ui_port</name>
- <value>61888</value>
- <description>Default port for Log Search UI</description>
- <display-name>Log Search UI Port</display-name>
- <on-ambari-upgrade add="true"/>
- </property>
- <property>
<name>logsearch_pid_dir</name>
<value>/var/run/ambari-logsearch-portal</value>
<description>Log Search Process ID Directory</description>
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-properties.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-properties.xml b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-properties.xml
index be586fd..0bac71b 100644
--- a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-properties.xml
+++ b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/configuration/logsearch-properties.xml
@@ -21,6 +21,27 @@
-->
<configuration>
<property>
+ <name>logsearch.http.port</name>
+ <value>61888</value>
+ <description>Default port for Log Search UI (HTTP)</description>
+ <display-name>Log Search UI Http Port</display-name>
+ <on-ambari-upgrade add="true"/>
+ </property>
+ <property>
+ <name>logsearch.https.port</name>
+ <value>61888</value>
+ <description>Default port for Log Search UI (HTTPS)</description>
+ <display-name>Log Search UI Https Port</display-name>
+ <on-ambari-upgrade add="true"/>
+ </property>
+ <property>
+ <name>logsearch.protocol</name>
+ <value>http</value>
+ <description>Protocol (http or https)</description>
+ <display-name>Log Search UI Protocol</display-name>
+ <on-ambari-upgrade add="true"/>
+ </property>
+ <property>
<name>logsearch.collection.service.logs.numshards</name>
<value>5</value>
<display-name>Log Search Solr Service Logs Shards</display-name>
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/package/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/package/scripts/params.py b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/package/scripts/params.py
index 1b77999..0048020 100644
--- a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/package/scripts/params.py
+++ b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/package/scripts/params.py
@@ -171,8 +171,6 @@ zookeeper_quorum = logsearch_solr_zk_quorum
logsearch_user = config['configurations']['logsearch-env']['logsearch_user']
logsearch_log_dir = config['configurations']['logsearch-env']['logsearch_log_dir']
logsearch_log = logsearch_log_dir + '/logsearch.out'
-logsearch_ui_protocol = config['configurations']['logsearch-env']["logsearch_ui_protocol"]
-logsearch_ui_port = config['configurations']['logsearch-env']["logsearch_ui_port"]
logsearch_debug_enabled = str(config['configurations']['logsearch-env']["logsearch_debug_enabled"]).lower()
logsearch_debug_port = config['configurations']['logsearch-env']["logsearch_debug_port"]
logsearch_app_max_memory = config['configurations']['logsearch-env']['logsearch_app_max_memory']
@@ -233,6 +231,10 @@ else:
# Logsearch propreties
+logsearch_protocol = config['configurations']['logsearch-properties']["logsearch.protocol"]
+logsearch_http_port = config['configurations']['logsearch-properties']["logsearch.http.port"]
+logsearch_https_port = config['configurations']['logsearch-properties']["logsearch.https.port"]
+
logsearch_properties = {}
# default values
@@ -251,8 +253,6 @@ logsearch_properties['logsearch.auth.file.enabled'] = 'true'
logsearch_properties['logsearch.auth.ldap.enabled'] = 'false'
logsearch_properties['logsearch.auth.simple.enabled'] = 'false'
-logsearch_properties['logsearch.protocol'] = logsearch_ui_protocol
-
# load config values
logsearch_properties = dict(logsearch_properties.items() +\
@@ -288,7 +288,7 @@ logsearch_collection_audit_logs_numshards = logsearch_properties['logsearch.coll
# check if logsearch uses ssl in any way
-logsearch_use_ssl = logsearch_solr_ssl_enabled or logsearch_ui_protocol == 'https' or ambari_server_use_ssl
+logsearch_use_ssl = logsearch_solr_ssl_enabled or logsearch_protocol == 'https' or ambari_server_use_ssl
#####################################
# Logfeeder configs
@@ -397,6 +397,7 @@ if 'infra-solr-env' in config['configurations'] and security_enabled and not log
logsearch_server_hosts = default('/clusterHostInfo/logsearch_server_hosts', None)
logsearch_server_host = ""
+logsearch_ui_port = logsearch_https_port if logsearch_protocol == 'https' else logsearch_http_port
if logsearch_server_hosts is not None and len(logsearch_server_hosts) > 0:
logsearch_server_host = logsearch_server_hosts[0]
-smoke_logsearch_cmd = format('curl -k -s -o /dev/null -w "%{{http_code}}" {logsearch_ui_protocol}://{logsearch_server_host}:{logsearch_ui_port}/login.html | grep 200')
+smoke_logsearch_cmd = format('curl -k -s -o /dev/null -w "%{{http_code}}" {logsearch_protocol}://{logsearch_server_host}:{logsearch_ui_port}/login.html | grep 200')
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/properties/logsearch-env.sh.j2
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/properties/logsearch-env.sh.j2 b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/properties/logsearch-env.sh.j2
index f21b7be..7d9b5de 100644
--- a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/properties/logsearch-env.sh.j2
+++ b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/properties/logsearch-env.sh.j2
@@ -16,8 +16,6 @@
set -e
-export LOGSEARCH_PORT={{logsearch_ui_port}}
-
# path containing LogSearch.jar file
export LOGSEARCH_PATH={{logsearch_dir}}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/quicklinks/quicklinks.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/quicklinks/quicklinks.json b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/quicklinks/quicklinks.json
index f3f376a..1057967 100644
--- a/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/quicklinks/quicklinks.json
+++ b/ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/quicklinks/quicklinks.json
@@ -6,9 +6,9 @@
"type":"https",
"checks":[
{
- "property":"logsearch_ui_protocol",
+ "property":"logsearch.protocol",
"desired":"https",
- "site":"logsearch-env"
+ "site":"logsearch-properties"
}
]
},
@@ -21,12 +21,12 @@
"requires_user_name": "false",
"attributes": ["authenticated", "sso"],
"port": {
- "http_property": "logsearch_ui_port",
+ "http_property": "logsearch.http.port",
"http_default_port": "8888",
- "https_property": "logsearch_ui_port",
+ "https_property": "logsearch.https.port",
"https_default_port": "8888",
"regex": "^(\\d+)$",
- "site": "logsearch-env"
+ "site": "logsearch-properties"
}
}
]
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/test/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImplTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImplTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImplTest.java
index b759738..adc79b4 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImplTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImplTest.java
@@ -77,12 +77,12 @@ public class LoggingRequestHelperFactoryImplTest {
Map<String, String> testProperties =
new HashMap<>();
- testProperties.put("logsearch_ui_port", expectedPortNumber);
+ testProperties.put("logsearch.http.port", expectedPortNumber);
expect(controllerMock.getClusters()).andReturn(clustersMock).atLeastOnce();
expect(controllerMock.getCredentialStoreService()).andReturn(credentialStoreServiceMock).atLeastOnce();
expect(clustersMock.getCluster(expectedClusterName)).andReturn(clusterMock).atLeastOnce();
- expect(clusterMock.getDesiredConfigByType("logsearch-env")).andReturn(logSearchEnvConfig).atLeastOnce();
+ expect(clusterMock.getDesiredConfigByType("logsearch-properties")).andReturn(logSearchEnvConfig).atLeastOnce();
expect(clusterMock.getServiceComponentHosts("LOGSEARCH", "LOGSEARCH_SERVER")).andReturn(Collections.singletonList(serviceComponentHostMock)).atLeastOnce();
expect(clusterMock.getServices()).andReturn(Collections.singletonMap("LOGSEARCH", (Service) null)).atLeastOnce();
expect(logSearchEnvConfig.getProperties()).andReturn(testProperties).atLeastOnce();
@@ -145,11 +145,11 @@ public class LoggingRequestHelperFactoryImplTest {
Map<String, String> testProperties =
new HashMap<>();
- testProperties.put("logsearch_ui_port", expectedPortNumber);
+ testProperties.put("logsearch.http.port", expectedPortNumber);
expect(controllerMock.getClusters()).andReturn(clustersMock).atLeastOnce();
expect(clustersMock.getCluster(expectedClusterName)).andReturn(clusterMock).atLeastOnce();
- expect(clusterMock.getDesiredConfigByType("logsearch-env")).andReturn(logSearchEnvConfig).atLeastOnce();
+ expect(clusterMock.getDesiredConfigByType("logsearch-properties")).andReturn(logSearchEnvConfig).atLeastOnce();
expect(clusterMock.getServiceComponentHosts("LOGSEARCH", "LOGSEARCH_SERVER")).andReturn(Collections.singletonList(serviceComponentHostMock)).atLeastOnce();
expect(clusterMock.getServices()).andReturn(Collections.singletonMap("LOGSEARCH", (Service) null)).atLeastOnce();
@@ -198,7 +198,7 @@ public class LoggingRequestHelperFactoryImplTest {
expect(controllerMock.getClusters()).andReturn(clustersMock).atLeastOnce();
expect(clustersMock.getCluster(expectedClusterName)).andReturn(clusterMock).atLeastOnce();
- expect(clusterMock.getDesiredConfigByType("logsearch-env")).andReturn(logSearchEnvConfig).atLeastOnce();
+ expect(clusterMock.getDesiredConfigByType("logsearch-properties")).andReturn(logSearchEnvConfig).atLeastOnce();
expect(clusterMock.getServiceComponentHosts("LOGSEARCH", "LOGSEARCH_SERVER")).andReturn(Collections.<ServiceComponentHost>emptyList()).atLeastOnce();
expect(clusterMock.getServices()).andReturn(Collections.singletonMap("LOGSEARCH", (Service)null)).atLeastOnce();
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/test/python/stacks/2.4/LOGSEARCH/test_logsearch.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.4/LOGSEARCH/test_logsearch.py b/ambari-server/src/test/python/stacks/2.4/LOGSEARCH/test_logsearch.py
index afdc42f..db19e0f 100644
--- a/ambari-server/src/test/python/stacks/2.4/LOGSEARCH/test_logsearch.py
+++ b/ambari-server/src/test/python/stacks/2.4/LOGSEARCH/test_logsearch.py
@@ -100,6 +100,8 @@ class TestLogSearch(RMFTestCase):
'logsearch.config.zk_connect_string': 'c6401.ambari.apache.org:2181',
'logsearch.login.credentials.file': 'logsearch-admin.json',
'logsearch.protocol': 'http',
+ 'logsearch.http.port': '61888',
+ 'logsearch.https.port': '61888',
'logsearch.roles.allowed': 'AMBARI.ADMINISTRATOR,CLUSTER.ADMINISTRATOR',
'logsearch.service.logs.split.interval.mins': '1',
'logsearch.solr.audit.logs.zk_connect_string': 'c6401.ambari.apache.org:2181/infra-solr',
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-server/src/test/python/stacks/2.4/configs/default.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.4/configs/default.json b/ambari-server/src/test/python/stacks/2.4/configs/default.json
index 1863c02..9966f3e 100644
--- a/ambari-server/src/test/python/stacks/2.4/configs/default.json
+++ b/ambari-server/src/test/python/stacks/2.4/configs/default.json
@@ -276,8 +276,6 @@
"logsearch_log_dir": "/var/log/ambari-logsearch-portal",
"logsearch_debug_enabled": "false",
"logsearch_debug_port": "5005",
- "logsearch_ui_protocol": "http",
- "logsearch_ui_port" : "61888",
"logsearch_keystore_password" : "bigdata",
"logsearch_truststore_password" : "bigdata",
"logsearch_solr_audit_logs_use_ranger": "false",
@@ -296,6 +294,9 @@
"common-property": "common-value"
},
"logsearch-properties": {
+ "logsearch.protocol": "http",
+ "logsearch.http.port" : "61888",
+ "logsearch.https.port" : "61888",
"logsearch.spnego.kerberos.host" : "localhost",
"logsearch.solr.collection.service.logs" : "hadoop_logs",
"logsearch.solr.collection.audit.logs" : "audit_logs",
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-web/app/data/configs/services/logsearch_properties.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/data/configs/services/logsearch_properties.js b/ambari-web/app/data/configs/services/logsearch_properties.js
index 3b1a9e8..a11601a 100644
--- a/ambari-web/app/data/configs/services/logsearch_properties.js
+++ b/ambari-web/app/data/configs/services/logsearch_properties.js
@@ -245,111 +245,97 @@ module.exports = [
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
"index": 1,
- "name": "logsearch_ui_protocol",
- "serviceName": "LOGSEARCH"
- },
- {
- "category": "Advanced logsearch-env",
- "filename": "logsearch-env.xml",
- "index": 2,
- "name": "logsearch_ui_port",
- "serviceName": "LOGSEARCH"
- },
- {
- "category": "Advanced logsearch-env",
- "filename": "logsearch-env.xml",
- "index": 3,
"name": "logsearch_log_dir",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 4,
+ "index": 2,
"name": "logsearch_pid_dir",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 5,
+ "index": 3,
"name": "logsearch_app_max_memory",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 6,
+ "index": 4,
"name": "logsearch_debug_enabled",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 7,
+ "index": 5,
"name": "logsearch_debug_port",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 8,
+ "index": 6,
"name": "logsearch_truststore_location",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 9,
+ "index": 7,
"name": "logsearch_truststore_type",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 10,
+ "index": 8,
"name": "logsearch_truststore_password",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 11,
+ "index": 9,
"name": "logsearch_keystore_location",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 12,
+ "index": 10,
"name": "logsearch_keystore_type",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 13,
+ "index": 11,
"name": "logsearch_keystore_password",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 14,
+ "index": 12,
"name": "logsearch_kerberos_keytab",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 15,
+ "index": 13,
"name": "logsearch_kerberos_principal",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-env",
"filename": "logsearch-env.xml",
- "index": 16,
+ "index": 14,
"name": "content",
"serviceName": "LOGSEARCH"
},
@@ -441,76 +427,97 @@ module.exports = [
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 1,
- "name": "logsearch.solr.collection.service.logs",
+ "name": "logsearch.http.port",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 2,
- "name": "logsearch.service.logs.fields",
+ "name": "logsearch.https.port",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 3,
- "name": "logsearch.service.logs.split.interval.mins",
+ "name": "logsearch.protocol",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 4,
- "name": "logsearch.solr.collection.audit.logs",
+ "name": "logsearch.solr.collection.service.logs",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 5,
- "name": "logsearch.audit.logs.split.interval.mins",
+ "name": "logsearch.service.logs.fields",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 6,
- "name": "logsearch.solr.audit.logs.use.ranger",
+ "name": "logsearch.service.logs.split.interval.mins",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 7,
- "name": "logsearch.ranger.audit.logs.collection.name",
+ "name": "logsearch.solr.collection.audit.logs",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 8,
- "name": "logsearch.solr.metrics.collector.hosts",
+ "name": "logsearch.audit.logs.split.interval.mins",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 9,
- "name": "logsearch.auth.external_auth.enable",
+ "name": "logsearch.solr.audit.logs.use.ranger",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 10,
- "name": "logsearch.auth.external_auth.host_url",
+ "name": "logsearch.ranger.audit.logs.collection.name",
"serviceName": "LOGSEARCH"
},
{
"category": "Advanced logsearch-properties",
"filename": "logsearch-properties.xml",
"index": 11,
+ "name": "logsearch.solr.metrics.collector.hosts",
+ "serviceName": "LOGSEARCH"
+ },
+ {
+ "category": "Advanced logsearch-properties",
+ "filename": "logsearch-properties.xml",
+ "index": 12,
+ "name": "logsearch.auth.external_auth.enable",
+ "serviceName": "LOGSEARCH"
+ },
+ {
+ "category": "Advanced logsearch-properties",
+ "filename": "logsearch-properties.xml",
+ "index": 13,
+ "name": "logsearch.auth.external_auth.host_url",
+ "serviceName": "LOGSEARCH"
+ },
+ {
+ "category": "Advanced logsearch-properties",
+ "filename": "logsearch-properties.xml",
+ "index": 14,
"name": "logsearch.auth.external_auth.login_url",
"serviceName": "LOGSEARCH"
},
@@ -519,55 +526,55 @@ module.exports = [
"serviceName": "LOGSEARCH",
"filename": "logsearch-properties.xml",
"category": "Advanced logsearch-properties",
- "index": 12
+ "index": 15
},
{
"name": "logsearch.auth.jwt.audiances",
"serviceName": "LOGSEARCH",
"filename": "logsearch-properties.xml",
"category": "Advanced logsearch-properties",
- "index": 13
+ "index": 16
},
{
"name": "logsearch.auth.jwt.cookie.name",
"serviceName": "LOGSEARCH",
"filename": "logsearch-properties.xml",
"category": "Advanced logsearch-properties",
- "index": 14
+ "index": 17
},
{
"name": "logsearch.auth.jwt.query.param.original_url",
"serviceName": "LOGSEARCH",
"filename": "logsearch-properties.xml",
"category": "Advanced logsearch-properties",
- "index": 15
+ "index": 18
},
{
"name": "logsearch.spnego.kerberos.enabled",
"serviceName": "LOGSEARCH",
"filename": "logsearch-properties.xml",
"category": "Advanced logsearch-properties",
- "index": 16
+ "index": 19
},
{
"name": "logsearch.spnego.kerberos.keytab",
"serviceName": "LOGSEARCH",
"filename": "logsearch-properties.xml",
"category": "Advanced logsearch-properties",
- "index": 17
+ "index": 20
},
{
"name": "logsearch.spnego.kerberos.principal",
"serviceName": "LOGSEARCH",
"filename": "logsearch-properties.xml",
"category": "Advanced logsearch-properties",
- "index": 18
+ "index": 21
},
{
"name": "logsearch.spnego.kerberos.host",
"serviceName": "LOGSEARCH",
"filename": "logsearch-properties.xml",
"category": "Advanced logsearch-properties",
- "index": 19
+ "index": 22
}
];
[24/52] [abbrv] ambari git commit: AMBARI-21653. Create VDF and xsd
to support MAINT upgrades (ncole)
Posted by jl...@apache.org.
AMBARI-21653. Create VDF and xsd to support MAINT upgrades (ncole)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/66410e5e
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/66410e5e
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/66410e5e
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 66410e5e9a977142756c0189d4582f101a8808af
Parents: 07d6ec3
Author: Nate Cole <nc...@hortonworks.com>
Authored: Thu Aug 3 12:11:30 2017 -0400
Committer: Nate Cole <nc...@hortonworks.com>
Committed: Thu Aug 3 12:54:07 2017 -0400
----------------------------------------------------------------------
.../ambari/server/state/RepositoryType.java | 14 +--
.../state/repository/AvailableVersion.java | 21 ++++-
.../state/repository/ManifestService.java | 10 ++-
.../ambari/server/state/repository/Release.java | 2 +-
.../state/repository/VersionDefinitionXml.java | 21 +++--
.../src/main/resources/version_definition.xsd | 2 +
.../state/repository/VersionDefinitionTest.java | 95 ++++++++++++++++++++
.../resources/version_definition_test_maint.xml | 62 +++++++++++++
contrib/version-builder/example.py | 1 +
contrib/version-builder/example.sh | 3 +-
contrib/version-builder/version_builder.py | 13 ++-
11 files changed, 222 insertions(+), 22 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java b/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java
index 1d9ec09..da99908 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/RepositoryType.java
@@ -24,21 +24,25 @@ public enum RepositoryType {
/**
* Repository should be considered to have all components for a cluster
- * deployment
+ * deployment.
*/
STANDARD,
/**
* Repository may have only minimum components and is used for patching
- * purposes
+ * purposes.
*/
PATCH,
/**
- * Repository is used to update services
+ * Repository is used as Maintenance release, which could be several patches rolled up in one.
+ * Orchestration should treat Maintenance just as it does for Patch..
*/
- SERVICE
-
+ MAINT,
+ /**
+ * Repository is used to update services.
+ */
+ SERVICE
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/ambari-server/src/main/java/org/apache/ambari/server/state/repository/AvailableVersion.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/AvailableVersion.java b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/AvailableVersion.java
index 3aca519..dd2cb33 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/AvailableVersion.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/AvailableVersion.java
@@ -33,6 +33,10 @@ public class AvailableVersion {
@JsonProperty("version")
private String version;
+ @JsonProperty("release_version")
+ @JsonSerialize(include=Inclusion.NON_NULL)
+ private String releaseVersion;
+
@JsonProperty("version_id")
@JsonSerialize(include=Inclusion.NON_NULL)
private String versionId;
@@ -40,12 +44,27 @@ public class AvailableVersion {
@JsonProperty
private Set<Component> components;
- AvailableVersion(String version, String versionId, Set<Component> components) {
+ AvailableVersion(String version, String versionId, String releaseVersion, Set<Component> components) {
this.version = version;
this.versionId = versionId;
+ this.releaseVersion = releaseVersion;
this.components = components;
}
+ /**
+ * @return the binary version of the available service.
+ */
+ public String getVersion() {
+ return version;
+ }
+
+ /**
+ * @return the release version of the available service.
+ */
+ public String getReleaseVersion() {
+ return releaseVersion;
+ }
+
static class Component {
@JsonProperty("name")
private String name;
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ManifestService.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ManifestService.java b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ManifestService.java
index b408a03..67f592b 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ManifestService.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ManifestService.java
@@ -38,7 +38,7 @@ public class ManifestService {
public String serviceName;
/**
- * Version of the service. This is the publicly available version.
+ * Version of the service. This is the publicly available version of the binary.
*/
@XmlAttribute(name="version")
public String version;
@@ -48,4 +48,12 @@ public class ManifestService {
*/
@XmlAttribute(name="version-id")
public String versionId;
+
+ /**
+ * The release version of the service. This is not the same as {@link #version}; that is a binary version.
+ * This version is a build specific string that is independent of the binary and roughly matches
+ * {@link Release#version} for upgrade orchestration.
+ */
+ @XmlAttribute(name="release-version")
+ public String releaseVersion;
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/ambari-server/src/main/java/org/apache/ambari/server/state/repository/Release.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/Release.java b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/Release.java
index b6315fb..922b9ee 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/Release.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/Release.java
@@ -43,7 +43,7 @@ public class Release {
public String stackId;
/**
- * The stack version.
+ * The stack-based release version.
*/
@XmlElement(name="version")
public String version;
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java
index 97f391e..f48c723 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java
@@ -126,10 +126,10 @@ public class VersionDefinitionXml {
m_availableMap = new HashMap<>();
if (availableServices.isEmpty()) {
+ // !!! populate available services from the manifest
for (ManifestService ms : manifests.values()) {
addToAvailable(ms, stack, Collections.<String>emptySet());
}
-
} else {
for (AvailableServiceReference ref : availableServices) {
ManifestService ms = manifests.get(ref.serviceIdReference);
@@ -229,21 +229,24 @@ public class VersionDefinitionXml {
/**
* Helper method to use a {@link ManifestService} to generate the available services structure
- * @param ms the ManifestService instance
+ * @param manifestService the ManifestService instance
* @param stack the stack object
* @param components the set of components for the service
*/
- private void addToAvailable(ManifestService ms, StackInfo stack, Set<String> components) {
- ServiceInfo service = stack.getService(ms.serviceName);
+ private void addToAvailable(ManifestService manifestService, StackInfo stack, Set<String> components) {
+ ServiceInfo service = stack.getService(manifestService.serviceName);
- if (!m_availableMap.containsKey(ms.serviceName)) {
- String display = (null == service) ? ms.serviceName: service.getDisplayName();
+ if (!m_availableMap.containsKey(manifestService.serviceName)) {
+ String display = (null == service) ? manifestService.serviceName: service.getDisplayName();
- m_availableMap.put(ms.serviceName, new AvailableService(ms.serviceName, display));
+ AvailableService available = new AvailableService(manifestService.serviceName, display);
+ m_availableMap.put(manifestService.serviceName, available);
}
- AvailableService as = m_availableMap.get(ms.serviceName);
- as.getVersions().add(new AvailableVersion(ms.version, ms.versionId,
+ AvailableService as = m_availableMap.get(manifestService.serviceName);
+ as.getVersions().add(new AvailableVersion(manifestService.version,
+ manifestService.versionId,
+ manifestService.releaseVersion,
buildComponents(service, components)));
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/ambari-server/src/main/resources/version_definition.xsd
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/version_definition.xsd b/ambari-server/src/main/resources/version_definition.xsd
index bef3739..9710c90 100644
--- a/ambari-server/src/main/resources/version_definition.xsd
+++ b/ambari-server/src/main/resources/version_definition.xsd
@@ -44,6 +44,7 @@
<xs:enumeration value="STANDARD" />
<xs:enumeration value="SERVICE" />
<xs:enumeration value="PATCH" />
+ <xs:enumeration value="MAINT" />
</xs:restriction>
</xs:simpleType>
@@ -82,6 +83,7 @@
<xs:attribute name="version" type="xs:string" use="required" />
<xs:attribute name="id" type="xs:string" use="required" />
<xs:attribute name="version-id" type="xs:string" />
+ <xs:attribute name="release-version" type="xs:string" />
</xs:complexType>
</xs:element>
</xs:sequence>
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java
index ac7c39a..89e8016 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java
@@ -29,6 +29,7 @@ import java.util.HashMap;
import java.util.List;
import java.util.Map;
+import org.apache.ambari.server.state.ComponentInfo;
import org.apache.ambari.server.state.RepositoryType;
import org.apache.ambari.server.state.ServiceInfo;
import org.apache.ambari.server.state.StackInfo;
@@ -308,7 +309,74 @@ public class VersionDefinitionTest {
assertNotNull(xml.getPackageVersion("redhat6"));
assertEquals("2_3_4_0_3396", xml.getPackageVersion("redhat6"));
assertNull(xml.getPackageVersion("suse11"));
+ }
+
+ @Test
+ public void testMaintVersion() throws Exception {
+ File f = new File("src/test/resources/version_definition_test_maint.xml");
+
+ VersionDefinitionXml xml = VersionDefinitionXml.load(f.toURI().toURL());
+
+ String xmlString = xml.toXml();
+
+ xml = VersionDefinitionXml.load(xmlString);
+
+ assertEquals(RepositoryType.MAINT, xml.release.repositoryType);
+ assertEquals("2.3.4.1", xml.release.version);
+ assertEquals("1234", xml.release.build);
+ assertEquals("redhat6", xml.repositoryInfo.getOses().get(0).getFamily());
+
+
+
+ List<AvailableServiceReference> availableServices = xml.availableServices;
+ assertEquals(3, availableServices.size());
+
+ List<ManifestService> manifestServices = xml.manifestServices;
+ assertEquals(4, manifestServices.size());
+
+ ManifestService hdfs = null;
+ ManifestService hive = null;
+ for (ManifestService as : manifestServices) {
+ if (as.serviceId.equals("HDFS-271")) {
+ hdfs = as;
+ } else if (as.serviceId.equals("HIVE-200")) {
+ hive = as;
+ }
+ }
+
+ assertNotNull(hdfs);
+ assertNotNull(hive);
+
+ assertEquals("2.3.3", hdfs.releaseVersion);
+ assertNull(hive.releaseVersion);
+
+ StackInfo stack = new StackInfo() {
+ @Override
+ public ServiceInfo getService(String name) {
+ return makeService("HIVE", "HIVE_METASTORE");
+ }
+ };
+ Collection<AvailableService> availables = xml.getAvailableServices(stack);
+
+ assertEquals(2, availables.size());
+
+ boolean found = false;
+ for (AvailableService available : availables) {
+ if (available.getName().equals("HIVE")) {
+ found = true;
+ assertEquals(2, available.getVersions().size());
+ for (AvailableVersion version : available.getVersions()) {
+ if (version.getVersion().equals("1.1.0")) {
+ assertEquals("1.0.9", version.getReleaseVersion());
+ } else {
+ assertNull(version.getReleaseVersion());
+ }
+ }
+ }
+ }
+
+ assertTrue("Found available version for HIVE", found);
}
@@ -334,4 +402,31 @@ public class VersionDefinitionTest {
};
}
+ private static ServiceInfo makeService(final String name, final String component) {
+ return new ServiceInfo() {
+ @Override
+ public String getName() {
+ return name;
+ }
+ @Override
+ public String getDisplayName() {
+ return name + " Display";
+ }
+ @Override
+ public String getVersion() {
+ return "1.1.1";
+ }
+ @Override
+ public String getComment() {
+ return name + " Comment";
+ }
+
+ @Override
+ public ComponentInfo getComponentByName(String name) {
+ return null;
+ }
+
+ };
+ }
+
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/ambari-server/src/test/resources/version_definition_test_maint.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/version_definition_test_maint.xml b/ambari-server/src/test/resources/version_definition_test_maint.xml
new file mode 100644
index 0000000..ac21045
--- /dev/null
+++ b/ambari-server/src/test/resources/version_definition_test_maint.xml
@@ -0,0 +1,62 @@
+<?xml version="1.0"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<repository-version xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:noNamespaceSchemaLocation="version_definition.xsd">
+
+ <release>
+ <type>MAINT</type>
+ <stack-id>HDP-2.3</stack-id>
+ <version>2.3.4.1</version>
+ <build>1234</build>
+ <compatible-with>2.3.4.[1-9]</compatible-with>
+ <release-notes>http://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.3.4/</release-notes>
+ </release>
+
+ <manifest>
+ <service id="HDFS-271" name="HDFS" version="2.7.1" version-id="10" release-version="2.3.3" />
+ <service id="HIVE-200" name="HIVE" version="2.0.0" />
+ <service id="HIVE-110" name="HIVE" version="1.1.0" release-version="1.0.9" />
+ <service id="HBASE-899" name="HBASE" version="8.9.9" />
+ </manifest>
+
+ <available-services>
+ <service idref="HDFS-271" />
+ <service idref="HIVE-200" />
+ <service idref="HIVE-110">
+ <component>HIVE_METASTORE</component>
+ </service>
+ </available-services>
+
+ <repository-info>
+ <os family="redhat6">
+ <repo>
+ <baseurl>http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.3.0.0</baseurl>
+ <repoid>HDP-2.3</repoid>
+ <reponame>HDP</reponame>
+ <unique>true</unique>
+ </repo>
+ <repo>
+ <baseurl>http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.20/repos/centos6</baseurl>
+ <repoid>HDP-UTILS-1.1.0.20</repoid>
+ <reponame>HDP-UTILS</reponame>
+ <unique>false</unique>
+ </repo>
+ </os>
+ </repository-info>
+</repository-version>
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/contrib/version-builder/example.py
----------------------------------------------------------------------
diff --git a/contrib/version-builder/example.py b/contrib/version-builder/example.py
index 8c7be5f..8f87981 100644
--- a/contrib/version-builder/example.py
+++ b/contrib/version-builder/example.py
@@ -27,6 +27,7 @@ def main(args):
vb.set_os("redhat6", package_version="2_4_2_0_12345")
vb.add_manifest("HDFS-271", "HDFS", "2.7.1.2.4.0")
+ vb.add_manifest("YARN-271", "HDFS", "2.7.1.2.4.0", version_id = "1", release_version = "2.4.1.0")
vb.add_repo("redhat6", "HDP-2.4", "HDP", "http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.4.2.0", "true")
vb.add_repo("redhat6", "HDP-UTILS-1.1.0.20", "HDP-UTILS", "http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.20/repos/centos6", "false")
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/contrib/version-builder/example.sh
----------------------------------------------------------------------
diff --git a/contrib/version-builder/example.sh b/contrib/version-builder/example.sh
index 11689cd..7d82d68 100755
--- a/contrib/version-builder/example.sh
+++ b/contrib/version-builder/example.sh
@@ -30,11 +30,12 @@ python version_builder.py --file $filename --release-display HDP-2.4.1.1-1234
python version_builder.py --file $filename --release-compatible 2.4.[0-1].0
# call any number of times for each service in the repo
-python version_builder.py --file $filename --manifest --manifest-id HDFS-271 --manifest-service HDFS --manifest-version 2.7.1.2.4
+python version_builder.py --file $filename --manifest --manifest-id HDFS-271 --manifest-service HDFS --manifest-version 2.7.1.2.4 --manifest-release-version 2.4.0.0
python version_builder.py --file $filename --manifest --manifest-id HBASE-132 --manifest-service HBASE --manifest-version 1.3.2.4.3
#call any number of times for the target services to upgrade
python version_builder.py --file $filename --available --manifest-id HDFS-271
+python version_builder.py --file $filename --available --manifest-id HBASE-132 --release-version 2.4.0
# must be before repo calls
python version_builder.py --file $filename --os --os-family redhat6 --os-package-version 2_4_1_1_12345
http://git-wip-us.apache.org/repos/asf/ambari/blob/66410e5e/contrib/version-builder/version_builder.py
----------------------------------------------------------------------
diff --git a/contrib/version-builder/version_builder.py b/contrib/version-builder/version_builder.py
index 6d1689a..feea329 100644
--- a/contrib/version-builder/version_builder.py
+++ b/contrib/version-builder/version_builder.py
@@ -122,7 +122,7 @@ class VersionBuilder:
pv_element.text = package_version
- def add_manifest(self, id, service_name, version, version_id = None):
+ def add_manifest(self, id, service_name, version, version_id=None, release_version=None):
"""
Add a manifest service. A manifest lists all services in a repo, whether they are to be
upgraded or not.
@@ -143,6 +143,9 @@ class VersionBuilder:
if version_id:
service_element.set('version-id', version_id)
+ if release_version:
+ service_element.set('release-version', release_version)
+
def add_available(self, manifest_id, available_components=None):
"""
Adds services available to upgrade for patches
@@ -296,7 +299,8 @@ def process_manifest(vb, options):
if not options.manifest:
return
- vb.add_manifest(options.manifest_id, options.manifest_service, options.manifest_version, options.manifest_version_id)
+ vb.add_manifest(options.manifest_id, options.manifest_service, options.manifest_version, options.manifest_version_id,
+ options.manifest_release_version)
def process_available(vb, options):
"""
@@ -411,15 +415,16 @@ def main(argv):
help="Identifier to use when installing packages, generally a part of the package name")
parser.add_option('--manifest', action='store_true', dest='manifest',
- help="Add a manifest service with other options: --manifest-id, --manifest-service, --manifest-version, --manifest-version-id")
+ help="Add a manifest service with other options: --manifest-id, --manifest-service, --manifest-version, --manifest-version-id, --manifest-release-version")
parser.add_option('--manifest-id', dest='manifest_id',
help="Unique ID for a service in a manifest. Required when specifying --manifest and --available")
parser.add_option('--manifest-service', dest='manifest_service')
parser.add_option('--manifest-version', dest='manifest_version')
parser.add_option('--manifest-version-id', dest='manifest_version_id')
+ parser.add_option('--manifest-release-version', dest='manifest_release_version')
parser.add_option('--available', action='store_true', dest='available',
- help="Add an available service with other options: --manifest-id, --available-components")
+ help="Add an available service with other options: --manifest-id, --available-components --service-release-version")
parser.add_option('--available-components', dest='available_components',
help="A CSV of service components that are intended to be upgraded via patch. \
Omitting this implies the entire service should be upgraded")
[22/52] [abbrv] ambari git commit: AMBARI-21621 Do not call
refreshnodes command after deleting a slave (dsen)
Posted by jl...@apache.org.
AMBARI-21621 Do not call refreshnodes command after deleting a slave (dsen)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/4a122a22
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/4a122a22
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/4a122a22
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 4a122a220d28da86da7cafdf89d00b5c09ae4193
Parents: a45e8f4
Author: Dmytro Sen <ds...@apache.org>
Authored: Thu Aug 3 14:46:51 2017 +0300
Committer: Dmytro Sen <ds...@apache.org>
Committed: Thu Aug 3 14:46:51 2017 +0300
----------------------------------------------------------------------
.../ambari/server/controller/AmbariManagementControllerImpl.java | 2 +-
.../common-services/HDFS/2.1.0.2.0/package/scripts/params_linux.py | 2 +-
.../HDFS/2.1.0.2.0/package/scripts/params_windows.py | 2 +-
.../common-services/HDFS/3.0.0.3.0/package/scripts/params_linux.py | 2 +-
.../HDFS/3.0.0.3.0/package/scripts/params_windows.py | 2 +-
.../stacks/BIGTOP/0.8/services/HDFS/package/scripts/params.py | 2 +-
.../ambari/server/controller/AmbariManagementControllerTest.java | 2 +-
7 files changed, 7 insertions(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/4a122a22/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
index 3016027..9f0fa34 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
@@ -3725,7 +3725,7 @@ public class AmbariManagementControllerImpl implements AmbariManagementControlle
requestProperties.put("context", "Update Include and Exclude Files for " + serviceMasterMap.keySet().toString());
requestProperties.put("exclusive", "true");
HashMap<String, String> params = new HashMap<>();
- params.put(AmbariCustomCommandExecutionHelper.UPDATE_FILES_ONLY, "false");
+ params.put(AmbariCustomCommandExecutionHelper.UPDATE_FILES_ONLY, String.valueOf(isDecommission));
for (String masterName : masterSlaveHostsMap.keySet()) {
if (!isDecommission) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/4a122a22/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_linux.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_linux.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_linux.py
index c9df2b9..256211f 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_linux.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_linux.py
@@ -169,7 +169,7 @@ include_file_path = default("/configurations/hdfs-site/dfs.hosts", None)
hdfs_include_file = None
manage_include_files = default("/configurations/hdfs-site/manage.include.files", False)
if include_file_path and manage_include_files:
- hdfs_include_file = list(set(slave_hosts) - set(hdfs_exclude_file))
+ hdfs_include_file = slave_hosts
update_files_only = default("/commandParams/update_files_only",False)
command_phase = default("/commandParams/phase","")
http://git-wip-us.apache.org/repos/asf/ambari/blob/4a122a22/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_windows.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_windows.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_windows.py
index b3ac578..d01c83a 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_windows.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/params_windows.py
@@ -48,7 +48,7 @@ hdfs_include_file = None
manage_include_files = default("/configurations/hdfs-site/manage.include.files", False)
if include_file_path and manage_include_files:
slave_hosts = default("/clusterHostInfo/slave_hosts", [])
- hdfs_include_file = list(set(slave_hosts) - set(hdfs_exclude_file))
+ hdfs_include_file = slave_hosts
update_files_only = default("/commandParams/update_files_only",False)
# HDFS High Availability properties
dfs_ha_enabled = False
http://git-wip-us.apache.org/repos/asf/ambari/blob/4a122a22/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_linux.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_linux.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_linux.py
index 1581c2a..de735f4 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_linux.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_linux.py
@@ -163,7 +163,7 @@ include_file_path = default("/configurations/hdfs-site/dfs.hosts", None)
hdfs_include_file = None
manage_include_files = default("/configurations/hdfs-site/manage.include.files", False)
if include_file_path and manage_include_files:
- hdfs_include_file = list(set(slave_hosts) - set(hdfs_exclude_file))
+ hdfs_include_file = slave_hosts
update_files_only = default("/commandParams/update_files_only", False)
command_phase = default("/commandParams/phase","")
http://git-wip-us.apache.org/repos/asf/ambari/blob/4a122a22/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_windows.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_windows.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_windows.py
index 6c492d8..9d35e5b 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_windows.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/params_windows.py
@@ -48,7 +48,7 @@ hdfs_include_file = None
manage_include_files = default("/configurations/hdfs-site/manage.include.files", False)
if include_file_path and manage_include_files:
slave_hosts = default("/clusterHostInfo/slave_hosts", [])
- hdfs_include_file = list(set(slave_hosts) - set(hdfs_exclude_file))
+ hdfs_include_file = slave_hosts
update_files_only = default("/commandParams/update_files_only",False)
# HDFS High Availability properties
dfs_ha_enabled = False
http://git-wip-us.apache.org/repos/asf/ambari/blob/4a122a22/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/params.py b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/params.py
index 9cf163a..3a711c7 100644
--- a/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/params.py
+++ b/ambari-server/src/main/resources/stacks/BIGTOP/0.8/services/HDFS/package/scripts/params.py
@@ -60,7 +60,7 @@ include_file_path = default("/configurations/hdfs-site/dfs.hosts", None)
hdfs_include_file = None
manage_include_files = default("/configurations/hdfs-site/manage.include.files", False)
if include_file_path and manage_include_files:
- hdfs_include_file = list(set(slave_hosts) - set(hdfs_exclude_file))
+ hdfs_include_file = slave_hosts
update_files_only = default("/commandParams/update_files_only",False)
kinit_path_local = functions.get_kinit_path(default('/configurations/kerberos-env/executable_search_paths', None))
http://git-wip-us.apache.org/repos/asf/ambari/blob/4a122a22/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
index 5fb236b..bda9576 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
@@ -9392,7 +9392,7 @@ public class AmbariManagementControllerTest {
Map<String, String> requestParams = StageUtils.getGson().fromJson(request.getInputs(), type);
assertEquals(2, requestParams.size());
assertEquals("true", requestParams.get("multi_services_decom_request"));
- assertEquals("false", requestParams.get("update_files_only"));
+ assertEquals("true", requestParams.get("update_files_only"));
assertEquals(1, request.getResourceFilters().size());
RequestResourceFilter resourceFilter = request.getResourceFilters().get(0);
assertEquals(resourceFilter.getServiceName(), hdfsService);
[52/52] [abbrv] ambari git commit: Merge remote-tracking branch
'origin/trunk' into branch-feature-AMBARI-14714
Posted by jl...@apache.org.
Merge remote-tracking branch 'origin/trunk' into branch-feature-AMBARI-14714
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/67cacc8a
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/67cacc8a
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/67cacc8a
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 67cacc8ab5c232bf0c6786ebd4263cde7e1f4c66
Parents: 89bb02c c9ced87
Author: Jayush Luniya <jl...@hortonworks.com>
Authored: Wed Aug 9 08:54:59 2017 -0700
Committer: Jayush Luniya <jl...@hortonworks.com>
Committed: Wed Aug 9 08:54:59 2017 -0700
----------------------------------------------------------------------
.../resource_management/core/files/killtree.sh | 2 +-
.../resource_management/core/resources/klist.py | 45 +
.../libraries/functions/check_process_status.py | 20 +
.../libraries/functions/conf_select.py | 213 +---
.../libraries/functions/constants.py | 2 +
.../libraries/functions/stack_select.py | 169 ++-
.../libraries/functions/stack_tools.py | 15 +-
.../libraries/functions/version.py | 17 +-
.../libraries/script/script.py | 25 +-
.../upgrades/upgrade_nonrolling_new_stack.xml | 6 +-
.../2.1.1/upgrades/upgrade_test_nonrolling.xml | 4 +-
.../logsearch/config/api/LogSearchConfig.java | 94 --
.../config/api/LogSearchConfigFactory.java | 61 +-
.../config/api/LogSearchConfigLogFeeder.java | 77 ++
.../config/api/LogSearchConfigServer.java | 111 ++
.../config/api/OutputConfigMonitor.java | 44 +
.../model/outputconfig/OutputProperties.java | 23 +
.../outputconfig/OutputSolrProperties.java | 26 +
.../config/api/LogSearchConfigClass1.java | 78 --
.../config/api/LogSearchConfigClass2.java | 78 --
.../config/api/LogSearchConfigFactoryTest.java | 51 +-
.../api/LogSearchConfigLogFeederClass1.java | 58 +
.../api/LogSearchConfigLogFeederClass2.java | 58 +
.../config/api/LogSearchConfigServerClass1.java | 76 ++
.../config/api/LogSearchConfigServerClass2.java | 76 ++
.../zookeeper/LogSearchConfigLogFeederZK.java | 228 ++++
.../zookeeper/LogSearchConfigServerZK.java | 138 +++
.../config/zookeeper/LogSearchConfigZK.java | 236 +---
.../impl/OutputSolrPropertiesImpl.java | 46 +
.../ambari-logsearch-logfeeder/build.properties | 2 +-
.../org/apache/ambari/logfeeder/LogFeeder.java | 22 +-
.../ambari/logfeeder/common/ConfigHandler.java | 38 +-
.../logfeeder/common/LogEntryParseTester.java | 2 +-
.../logfeeder/input/AbstractInputFile.java | 4 +-
.../apache/ambari/logfeeder/input/Input.java | 70 +-
.../logfeeder/input/InputConfigUploader.java | 27 +-
.../ambari/logfeeder/input/InputManager.java | 28 +-
.../ambari/logfeeder/input/InputSimulate.java | 78 +-
.../loglevelfilter/LogLevelFilterHandler.java | 29 +-
.../logfeeder/metrics/LogFeederAMSClient.java | 45 +-
.../apache/ambari/logfeeder/output/Output.java | 36 +-
.../ambari/logfeeder/output/OutputHDFSFile.java | 3 +-
.../ambari/logfeeder/output/OutputManager.java | 11 +
.../ambari/logfeeder/output/OutputS3File.java | 3 +-
.../ambari/logfeeder/output/OutputSolr.java | 223 ++--
.../logfeeder/util/LogFeederPropertiesUtil.java | 498 ++++++++
.../ambari/logfeeder/util/LogFeederUtil.java | 165 +--
.../apache/ambari/logfeeder/util/SSLUtil.java | 14 +-
.../logconfig/LogConfigHandlerTest.java | 4 +-
.../logfeeder/metrics/MetricsManagerTest.java | 4 +-
.../ambari/logfeeder/output/OutputSolrTest.java | 29 +-
.../ambari-logsearch-server/build.properties | 2 +-
.../ambari-logsearch-server/pom.xml | 455 ++-----
ambari-logsearch/ambari-logsearch-server/run.sh | 6 +-
.../org/apache/ambari/logsearch/LogSearch.java | 181 +--
.../logsearch/common/ExternalServerClient.java | 24 +-
.../logsearch/common/LogSearchConstants.java | 2 +-
.../logsearch/common/PropertiesHelper.java | 124 --
.../logsearch/common/XMLPropertiesHelper.java | 79 --
.../ambari/logsearch/conf/ApiDocConfig.java | 4 +-
.../logsearch/conf/ApplicationConfig.java | 2 -
.../conf/LogSearchConfigMapHolder.java | 61 +
.../logsearch/conf/LogSearchHttpConfig.java | 83 ++
.../conf/LogSearchJerseyResourceConfig.java | 37 +
.../logsearch/conf/LogSearchServletConfig.java | 95 ++
.../logsearch/conf/LogSearchSpnegoConfig.java | 173 +++
.../logsearch/conf/LogSearchSslConfig.java | 86 ++
.../ambari/logsearch/conf/SecurityConfig.java | 3 +
.../logsearch/conf/SolrAuditLogPropsConfig.java | 5 +
.../conf/SolrEventHistoryPropsConfig.java | 5 +
.../ambari/logsearch/conf/SolrPropsConfig.java | 2 +
.../conf/SolrServiceLogPropsConfig.java | 5 +
.../conf/StaticResourceConfiguration.java | 49 +
.../configurer/LogSearchConfigConfigurer.java | 24 +-
.../configurer/SolrAuditAliasConfigurer.java | 4 +-
.../configurer/SolrCollectionConfigurer.java | 13 +-
.../logsearch/configurer/SslConfigurer.java | 363 ++++++
.../ambari/logsearch/dao/SolrDaoBase.java | 22 +-
.../logsearch/dao/SolrSchemaFieldDao.java | 3 +-
.../handler/AbstractSolrConfigHandler.java | 2 +
.../handler/CreateCollectionHandler.java | 44 +-
.../handler/ReloadCollectionHandler.java | 5 +-
.../logsearch/manager/ShipperConfigManager.java | 24 +-
.../logsearch/model/common/LSServerFilter.java | 10 +-
.../logsearch/solr/ResponseDataGenerator.java | 3 +-
.../apache/ambari/logsearch/util/SSLUtil.java | 388 ------
.../apache/ambari/logsearch/util/WebUtil.java | 65 -
.../LogsearchKRBAuthenticationFilter.java | 107 +-
.../web/listener/LogSearchSessionListener.java | 4 +-
.../logsearch/web/security/LdapProperties.java | 365 ------
.../web/security/LdapPropertyName.java | 58 -
.../ambari/logsearch/web/security/LdapUtil.java | 115 --
...LogsearchAbstractAuthenticationProvider.java | 2 +-
.../LogsearchAuthenticationProvider.java | 4 -
.../LogsearchLdapAuthenticationProvider.java | 187 ---
.../LogsearchLdapBindAuthenticator.java | 46 -
.../src/main/resources/default.properties | 1 -
.../src/main/resources/log4j.xml | 118 +-
.../src/main/resources/logsearch-admin-site.xml | 116 --
.../src/main/resources/logsearch.properties | 6 +-
.../src/main/resources/swagger/swagger.html | 36 +-
.../src/main/scripts/run.sh | 3 +-
.../LogsearchAuthenticationProviderTest.java | 68 +-
...LogsearchLdapAuthenticationProviderTest.java | 61 -
.../ambari-logsearch-web/build.properties | 2 +-
ambari-logsearch/ambari-logsearch-web/pom.xml | 4 +-
ambari-logsearch/docker/logsearch-docker.sh | 4 +-
.../logfeeder/shipper-conf/output.config.json | 10 +-
.../docker/test-config/logsearch/log4j.xml | 35 +-
.../test-config/logsearch/logsearch-env.sh | 5 +-
.../logsearch/logsearch-https.properties | 1 +
.../ambari-metrics/datasource.js | 35 +-
.../MetricCollectorHAController.java | 42 +-
ambari-server/pom.xml | 2 +-
.../ambari/server/agent/HeartBeatHandler.java | 10 +-
.../ambari/server/agent/HeartbeatProcessor.java | 34 +-
.../api/services/WidgetLayoutService.java | 1 -
.../checks/DatabaseConsistencyCheckHelper.java | 2 -
.../checks/HostsRepositoryVersionCheck.java | 13 +-
.../AmbariCustomCommandExecutionHelper.java | 18 +
.../AmbariManagementControllerImpl.java | 91 +-
.../server/controller/AuthToLocalBuilder.java | 328 +++--
.../server/controller/ClusterRequest.java | 16 -
.../server/controller/KerberosHelperImpl.java | 205 +---
.../server/controller/PrereqCheckRequest.java | 27 +-
.../server/controller/ServiceRequest.java | 24 +-
.../server/controller/ServiceResponse.java | 18 +-
.../BlueprintConfigurationProcessor.java | 23 +-
.../internal/ClusterResourceProvider.java | 6 -
.../ClusterStackVersionResourceProvider.java | 22 +-
.../internal/HostResourceProvider.java | 82 +-
.../PreUpgradeCheckResourceProvider.java | 9 +
.../internal/RequestResourceProvider.java | 4 +-
.../internal/ServiceResourceProvider.java | 79 +-
.../internal/UpgradeResourceProvider.java | 33 +-
.../VersionDefinitionResourceProvider.java | 4 +-
.../LoggingRequestHelperFactoryImpl.java | 19 +-
.../apache/ambari/server/orm/DBAccessor.java | 10 +
.../ambari/server/orm/DBAccessorImpl.java | 7 +
.../HostComponentDesiredStateEntity.java | 14 -
.../orm/entities/HostComponentStateEntity.java | 13 -
.../orm/entities/ServiceDesiredStateEntity.java | 13 -
.../server/orm/entities/UpgradeEntity.java | 22 +
.../pam/PamAuthenticationFactory.java | 35 +
.../AmbariPamAuthenticationProvider.java | 5 +-
.../kerberos/FinalizeKerberosServerAction.java | 39 -
.../PrepareDisableKerberosServerAction.java | 8 +-
.../upgrades/FinalizeUpgradeAction.java | 59 +-
.../upgrades/UpdateDesiredRepositoryAction.java | 189 +++
.../upgrades/UpdateDesiredStackAction.java | 189 ---
.../apache/ambari/server/stack/StackModule.java | 3 +
.../ambari/server/state/ConfigHelper.java | 16 +-
.../ambari/server/state/RepositoryType.java | 32 +-
.../ambari/server/state/SecurityState.java | 83 --
.../org/apache/ambari/server/state/Service.java | 20 +-
.../server/state/ServiceComponentHost.java | 39 -
.../apache/ambari/server/state/ServiceImpl.java | 33 +-
.../ambari/server/state/UpgradeContext.java | 295 +++--
.../ambari/server/state/UpgradeHelper.java | 43 +-
.../ambari/server/state/quicklinks/Port.java | 15 +
.../state/repository/AvailableVersion.java | 21 +-
.../state/repository/ClusterVersionSummary.java | 56 +
.../state/repository/ManifestService.java | 10 +-
.../ambari/server/state/repository/Release.java | 2 +-
.../state/repository/ServiceVersionSummary.java | 79 ++
.../state/repository/VersionDefinitionXml.java | 148 ++-
.../state/stack/upgrade/ClusterGrouping.java | 2 +-
.../svccomphost/ServiceComponentHostImpl.java | 60 -
.../ambari/server/topology/AmbariContext.java | 28 +-
.../ambari/server/topology/TopologyManager.java | 6 +-
.../server/upgrade/FinalUpgradeCatalog.java | 4 +-
.../server/upgrade/UpgradeCatalog300.java | 81 +-
.../src/main/python/azuredb_create_generator.py | 2 +-
.../main/resources/Ambari-DDL-Derby-CREATE.sql | 4 +-
.../main/resources/Ambari-DDL-MySQL-CREATE.sql | 4 +-
.../main/resources/Ambari-DDL-Oracle-CREATE.sql | 4 +-
.../resources/Ambari-DDL-Postgres-CREATE.sql | 4 +-
.../resources/Ambari-DDL-SQLAnywhere-CREATE.sql | 4 +-
.../resources/Ambari-DDL-SQLServer-CREATE.sql | 4 +-
.../package/scripts/accumulo_client.py | 7 +-
.../package/scripts/accumulo_script.py | 36 +-
.../HDF/grafana-nifi-hosts.json | 17 +-
.../0.1.0/package/scripts/params_linux.py | 6 +
.../0.1.0.2.3/package/scripts/atlas_client.py | 8 +-
.../ATLAS/0.1.0.2.3/package/scripts/metadata.py | 22 +
.../package/scripts/metadata_server.py | 9 +-
.../ATLAS/0.1.0.2.3/package/scripts/params.py | 3 +-
.../0.7.0.3.0/package/scripts/atlas_client.py | 8 +-
.../package/scripts/metadata_server.py | 8 +-
.../DRUID/0.9.2/package/scripts/druid.py | 6 +
.../DRUID/0.9.2/package/scripts/druid_node.py | 9 +-
.../DRUID/0.9.2/package/scripts/params.py | 13 +
.../DRUID/0.9.2/package/scripts/superset.py | 8 +-
.../0.5.0.2.1/package/scripts/falcon_client.py | 8 +-
.../0.5.0.2.1/package/scripts/falcon_server.py | 7 +-
.../1.4.0.2.0/package/scripts/flume_handler.py | 8 +-
.../0.96.0.2.0/configuration/hbase-env.xml | 4 +-
.../0.96.0.2.0/package/scripts/hbase_client.py | 18 +-
.../0.96.0.2.0/package/scripts/hbase_master.py | 5 +-
.../package/scripts/hbase_regionserver.py | 5 +-
.../0.96.0.2.0/package/scripts/params_linux.py | 3 +
.../package/scripts/phoenix_queryserver.py | 11 +-
.../HBASE/0.96.0.2.0/package/scripts/upgrade.py | 7 +-
.../HBASE/2.0.0.3.0/configuration/hbase-env.xml | 4 +-
.../2.0.0.3.0/package/scripts/hbase_client.py | 16 +-
.../2.0.0.3.0/package/scripts/hbase_master.py | 5 +-
.../package/scripts/hbase_regionserver.py | 5 +-
.../package/scripts/phoenix_queryserver.py | 8 +-
.../HBASE/2.0.0.3.0/package/scripts/upgrade.py | 7 +-
.../HDFS/2.1.0.2.0/package/scripts/datanode.py | 11 +-
.../2.1.0.2.0/package/scripts/hdfs_client.py | 8 +-
.../2.1.0.2.0/package/scripts/journalnode.py | 8 +-
.../HDFS/2.1.0.2.0/package/scripts/namenode.py | 14 +-
.../2.1.0.2.0/package/scripts/nfsgateway.py | 8 +-
.../2.1.0.2.0/package/scripts/params_linux.py | 5 +-
.../2.1.0.2.0/package/scripts/params_windows.py | 2 +-
.../HDFS/2.1.0.2.0/package/scripts/snamenode.py | 8 +-
.../HDFS/2.1.0.2.0/package/scripts/utils.py | 17 +
.../2.1.0.2.0/package/scripts/zkfc_slave.py | 12 +-
.../HDFS/3.0.0.3.0/package/scripts/datanode.py | 11 +-
.../3.0.0.3.0/package/scripts/hdfs_client.py | 8 +-
.../3.0.0.3.0/package/scripts/journalnode.py | 8 +-
.../HDFS/3.0.0.3.0/package/scripts/namenode.py | 11 +-
.../3.0.0.3.0/package/scripts/nfsgateway.py | 7 +-
.../3.0.0.3.0/package/scripts/params_linux.py | 2 +-
.../3.0.0.3.0/package/scripts/params_windows.py | 2 +-
.../HDFS/3.0.0.3.0/package/scripts/snamenode.py | 8 +-
.../HDFS/3.0.0.3.0/package/scripts/utils.py | 16 +
.../3.0.0.3.0/package/scripts/zkfc_slave.py | 12 +-
.../0.12.0.2.0/package/scripts/hcat_client.py | 8 +-
.../0.12.0.2.0/package/scripts/hive_client.py | 9 +-
.../package/scripts/hive_metastore.py | 8 +-
.../0.12.0.2.0/package/scripts/hive_server.py | 7 +-
.../package/scripts/hive_server_interactive.py | 8 +-
.../0.12.0.2.0/package/scripts/params_linux.py | 4 +-
.../package/scripts/webhcat_server.py | 10 +-
.../2.1.0.3.0/package/scripts/hcat_client.py | 9 +-
.../2.1.0.3.0/package/scripts/hive_client.py | 9 +-
.../2.1.0.3.0/package/scripts/hive_metastore.py | 8 +-
.../2.1.0.3.0/package/scripts/hive_server.py | 7 +-
.../package/scripts/hive_server_interactive.py | 7 +-
.../2.1.0.3.0/package/scripts/webhcat_server.py | 9 +-
.../ranger-kafka-plugin-properties.xml | 6 +
.../0.10.0.3.0/package/scripts/kafka_broker.py | 9 +-
.../KAFKA/0.10.0.3.0/service_advisor.py | 5 +
.../KAFKA/0.8.1/package/scripts/kafka_broker.py | 11 +-
.../ranger-kafka-plugin-properties.xml | 6 +
.../KERBEROS/1.10.3-10/metainfo.xml | 8 +
.../package/scripts/kerberos_client.py | 3 +
.../package/scripts/kerberos_common.py | 50 +-
.../0.5.0.2.2/package/scripts/knox_gateway.py | 9 +-
.../0.5.0.3.0/package/scripts/knox_gateway.py | 9 +-
.../common-services/LOGSEARCH/0.5.0/alerts.json | 6 +-
.../0.5.0/configuration/logsearch-env.xml | 14 -
.../configuration/logsearch-properties.xml | 21 +
.../LOGSEARCH/0.5.0/package/scripts/params.py | 13 +-
.../0.5.0/properties/logsearch-env.sh.j2 | 2 -
.../0.5.0/properties/output.config.json.j2 | 8 +-
.../LOGSEARCH/0.5.0/quicklinks/quicklinks.json | 10 +-
.../LOGSEARCH/0.5.0/service_advisor.py | 33 +-
.../1.0.0.2.3/package/scripts/mahout_client.py | 9 +-
.../OOZIE/4.0.0.2.0/package/scripts/oozie.py | 8 +-
.../4.0.0.2.0/package/scripts/oozie_client.py | 8 +-
.../4.0.0.2.0/package/scripts/oozie_server.py | 13 +-
.../package/scripts/oozie_server_upgrade.py | 2 +-
.../4.0.0.2.0/package/scripts/params_linux.py | 2 +
.../OOZIE/4.2.0.2.3/quicklinks/quicklinks.json | 9 +-
.../4.2.0.3.0/package/scripts/oozie_client.py | 8 +-
.../4.2.0.3.0/package/scripts/oozie_server.py | 12 +-
.../OOZIE/4.2.0.3.0/quicklinks/quicklinks.json | 9 +-
.../0.12.0.2.0/package/scripts/pig_client.py | 9 +-
.../0.16.1.3.0/package/scripts/pig_client.py | 9 +-
.../RANGER/0.4.0/package/scripts/params.py | 5 +-
.../0.4.0/package/scripts/ranger_admin.py | 13 +-
.../0.4.0/package/scripts/ranger_tagsync.py | 13 +-
.../0.4.0/package/scripts/ranger_usersync.py | 7 +-
.../0.4.0/package/scripts/setup_ranger_xml.py | 6 +
.../RANGER/0.4.0/package/scripts/upgrade.py | 31 -
.../1.0.0.3.0/package/scripts/ranger_admin.py | 9 +-
.../1.0.0.3.0/package/scripts/ranger_tagsync.py | 11 +-
.../package/scripts/ranger_usersync.py | 5 +-
.../RANGER/1.0.0.3.0/package/scripts/upgrade.py | 6 +-
.../0.5.0.2.3/package/scripts/kms_server.py | 6 +-
.../0.5.0.2.3/package/scripts/params.py | 5 +-
.../0.5.0.2.3/package/scripts/upgrade.py | 30 -
.../1.0.0.3.0/package/scripts/kms_server.py | 5 +-
.../1.0.0.3.0/package/scripts/upgrade.py | 5 +-
.../0.60.0.2.2/package/scripts/slider_client.py | 14 +-
.../0.91.0.3.0/package/scripts/slider_client.py | 14 +-
.../1.2.1/package/scripts/job_history_server.py | 8 +-
.../SPARK/1.2.1/package/scripts/livy_server.py | 8 +-
.../SPARK/1.2.1/package/scripts/params.py | 6 +-
.../SPARK/1.2.1/package/scripts/spark_client.py | 9 +-
.../package/scripts/spark_thrift_server.py | 8 +-
.../2.2.0/package/scripts/job_history_server.py | 9 +-
.../SPARK/2.2.0/package/scripts/livy_server.py | 9 +-
.../SPARK/2.2.0/package/scripts/spark_client.py | 9 +-
.../package/scripts/spark_thrift_server.py | 9 +-
.../2.0.0/package/scripts/job_history_server.py | 8 +-
.../2.0.0/package/scripts/livy2_server.py | 10 +-
.../SPARK2/2.0.0/package/scripts/params.py | 3 +-
.../2.0.0/package/scripts/spark_client.py | 8 +-
.../package/scripts/spark_thrift_server.py | 8 +-
.../1.4.4.2.0/package/scripts/service_check.py | 3 -
.../1.4.4.2.0/package/scripts/sqoop_client.py | 9 +-
.../1.4.4.3.0/package/scripts/service_check.py | 3 -
.../1.4.4.3.0/package/scripts/sqoop_client.py | 9 +-
.../STORM/0.9.1/package/scripts/drpc_server.py | 7 +-
.../STORM/0.9.1/package/scripts/nimbus.py | 9 +-
.../STORM/0.9.1/package/scripts/nimbus_prod.py | 8 +-
.../STORM/0.9.1/package/scripts/pacemaker.py | 7 +-
.../STORM/0.9.1/package/scripts/rest_api.py | 3 -
.../STORM/0.9.1/package/scripts/supervisor.py | 8 +-
.../0.9.1/package/scripts/supervisor_prod.py | 8 +-
.../STORM/0.9.1/package/scripts/ui_server.py | 7 +-
.../1.0.1.3.0/package/scripts/drpc_server.py | 7 +-
.../STORM/1.0.1.3.0/package/scripts/nimbus.py | 8 +-
.../1.0.1.3.0/package/scripts/nimbus_prod.py | 8 +-
.../1.0.1.3.0/package/scripts/pacemaker.py | 7 +-
.../STORM/1.0.1.3.0/package/scripts/rest_api.py | 3 -
.../1.0.1.3.0/package/scripts/supervisor.py | 8 +-
.../package/scripts/supervisor_prod.py | 8 +-
.../1.0.1.3.0/package/scripts/ui_server.py | 7 +-
.../TEZ/0.4.0.2.1/package/scripts/tez_client.py | 11 +-
.../TEZ/0.9.0.3.0/package/scripts/tez_client.py | 9 +-
.../scripts/application_timeline_server.py | 8 +-
.../2.1.0.2.0/package/scripts/historyserver.py | 8 +-
.../package/scripts/mapreduce2_client.py | 11 +-
.../2.1.0.2.0/package/scripts/nodemanager.py | 8 +-
.../2.1.0.2.0/package/scripts/params_linux.py | 4 +-
.../package/scripts/resourcemanager.py | 7 +-
.../2.1.0.2.0/package/scripts/yarn_client.py | 8 +-
.../scripts/application_timeline_server.py | 8 +-
.../3.0.0.3.0/package/scripts/historyserver.py | 8 +-
.../package/scripts/mapreduce2_client.py | 9 +-
.../3.0.0.3.0/package/scripts/nodemanager.py | 8 +-
.../package/scripts/resourcemanager.py | 7 +-
.../3.0.0.3.0/package/scripts/yarn_client.py | 8 +-
.../0.6.0.2.5/package/scripts/master.py | 7 +-
.../0.6.0.2.5/package/scripts/params.py | 3 +-
.../0.6.0.3.0/package/scripts/master.py | 7 +-
.../3.4.5/package/scripts/zookeeper_client.py | 7 +-
.../3.4.5/package/scripts/zookeeper_server.py | 7 +-
.../custom_actions/scripts/install_packages.py | 4 -
.../custom_actions/scripts/ru_set_all.py | 32 -
.../0.8/services/HDFS/package/scripts/params.py | 2 +-
.../0.8/services/HDFS/package/scripts/utils.py | 3 +
.../HDP/2.0.6/configuration/cluster-env.xml | 15 +
.../2.0.6/hooks/after-INSTALL/scripts/hook.py | 2 +-
.../2.0.6/hooks/after-INSTALL/scripts/params.py | 6 +-
.../scripts/shared_initialization.py | 43 +-
.../2.0.6/hooks/before-ANY/scripts/params.py | 4 +
.../before-START/scripts/custom_extensions.py | 174 +++
.../2.0.6/hooks/before-START/scripts/hook.py | 3 +
.../2.0.6/hooks/before-START/scripts/params.py | 23 +-
.../HDP/2.0.6/properties/stack_features.json | 10 +
.../HDP/2.0.6/properties/stack_packages.json | 1146 ++++++++++++++++++
.../services/OOZIE/quicklinks/quicklinks.json | 9 +-
.../services/OOZIE/quicklinks/quicklinks.json | 9 +-
.../stacks/HDP/2.3/services/stack_advisor.py | 5 +
.../HDP/2.3/upgrades/nonrolling-upgrade-2.3.xml | 6 +-
.../HDP/2.3/upgrades/nonrolling-upgrade-2.4.xml | 7 +-
.../HDP/2.3/upgrades/nonrolling-upgrade-2.5.xml | 7 +-
.../HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml | 7 +-
.../stacks/HDP/2.3/upgrades/upgrade-2.4.xml | 1 +
.../stacks/HDP/2.3/upgrades/upgrade-2.5.xml | 1 +
.../stacks/HDP/2.3/upgrades/upgrade-2.6.xml | 1 +
.../HDP/2.4/upgrades/nonrolling-upgrade-2.4.xml | 6 +-
.../HDP/2.4/upgrades/nonrolling-upgrade-2.5.xml | 6 +-
.../HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml | 6 +-
.../stacks/HDP/2.4/upgrades/upgrade-2.5.xml | 1 +
.../stacks/HDP/2.4/upgrades/upgrade-2.6.xml | 1 +
.../HDP/2.5/upgrades/nonrolling-upgrade-2.5.xml | 6 +-
.../HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml | 6 +-
.../stacks/HDP/2.6/services/ATLAS/metainfo.xml | 1 +
.../services/HBASE/configuration/hbase-env.xml | 87 ++
.../services/HBASE/configuration/hbase-site.xml | 8 +
.../services/HDFS/configuration/core-site.xml | 29 +
.../services/HDFS/configuration/hadoop-env.xml | 5 +
.../services/HIVE/configuration/hive-env.xml | 3 +-
.../services/HIVE/configuration/hive-site.xml | 9 +
.../HDP/2.6/services/SPARK2/kerberos.json | 8 +-
.../YARN/configuration-mapred/mapred-site.xml | 9 +
.../services/YARN/configuration/yarn-site.xml | 2 +-
.../HDP/2.6/upgrades/nonrolling-upgrade-2.6.xml | 6 +-
.../HDP/3.0/configuration/cluster-env.xml | 27 +
.../HDP/3.0/hooks/after-INSTALL/scripts/hook.py | 2 +-
.../scripts/shared_initialization.py | 38 +-
.../3.0/hooks/before-START/scripts/params.py | 12 +-
.../HDP/3.0/properties/stack_packages.json | 1042 ++++++++++++++++
.../PERF/1.0/services/KERBEROS/metainfo.xml | 8 +
.../KERBEROS/package/scripts/kerberos_client.py | 2 +
.../KERBEROS/package/scripts/kerberos_common.py | 48 +
.../1.0/upgrades/nonrolling-upgrade-2.0.xml | 6 +-
.../src/main/resources/version_definition.xsd | 2 +
.../ExecutionCommandWrapperTest.java | 70 +-
.../server/agent/HeartbeatProcessorTest.java | 5 -
.../server/agent/TestHeartbeatHandler.java | 14 +-
.../server/api/services/AmbariMetaInfoTest.java | 2 +
.../AmbariCustomCommandExecutionHelperTest.java | 4 +-
.../AmbariManagementControllerImplTest.java | 5 +-
.../AmbariManagementControllerTest.java | 304 +++--
.../controller/AuthToLocalBuilderTest.java | 45 +
.../BackgroundCustomCommandExecutionTest.java | 2 +-
.../server/controller/KerberosHelperTest.java | 75 +-
...hYarnCapacitySchedulerReleaseConfigTest.java | 2 +-
.../BlueprintConfigurationProcessorTest.java | 38 +-
.../internal/ClusterResourceProviderTest.java | 2 -
.../internal/HostResourceProviderTest.java | 27 +-
.../internal/JMXHostProviderTest.java | 3 +-
.../internal/RequestResourceProviderTest.java | 9 +-
.../internal/ServiceResourceProviderTest.java | 236 +++-
.../StackUpgradeConfigurationMergeTest.java | 2 +-
.../internal/UpgradeResourceProviderTest.java | 105 +-
.../LoggingRequestHelperFactoryImplTest.java | 10 +-
.../AmbariPamAuthenticationProviderTest.java | 145 ++-
.../FinalizeKerberosServerActionTest.java | 6 -
.../upgrades/UpgradeActionTest.java | 6 +-
.../QuickLinksConfigurationModuleTest.java | 14 +
.../apache/ambari/server/state/ServiceTest.java | 41 -
.../ambari/server/state/UpgradeContextTest.java | 363 ++++++
.../ambari/server/state/UpgradeHelperTest.java | 85 +-
.../state/repository/VersionDefinitionTest.java | 148 +++
.../server/state/stack/UpgradePackTest.java | 4 +-
.../svccomphost/ServiceComponentHostTest.java | 52 -
.../server/topology/AmbariContextTest.java | 16 +-
.../ClusterConfigurationRequestTest.java | 7 +
.../server/upgrade/UpgradeCatalog300Test.java | 81 +-
.../LOGSEARCH/test_service_advisor.py | 30 +-
.../python/custom_actions/test_ru_set_all.py | 35 +-
.../python/stacks/2.0.6/FLUME/test_flume.py | 5 +-
.../stacks/2.0.6/HBASE/test_hbase_client.py | 20 +-
.../stacks/2.0.6/HBASE/test_hbase_master.py | 15 +-
.../2.0.6/HBASE/test_hbase_regionserver.py | 14 +-
.../2.0.6/HBASE/test_phoenix_queryserver.py | 8 +-
.../python/stacks/2.0.6/HDFS/test_datanode.py | 15 +-
.../stacks/2.0.6/HDFS/test_hdfs_client.py | 15 +-
.../stacks/2.0.6/HDFS/test_journalnode.py | 13 +-
.../python/stacks/2.0.6/HDFS/test_namenode.py | 13 +-
.../python/stacks/2.0.6/HDFS/test_nfsgateway.py | 7 +-
.../stacks/2.0.6/HIVE/test_hcat_client.py | 3 +
.../stacks/2.0.6/HIVE/test_hive_client.py | 23 +-
.../stacks/2.0.6/HIVE/test_hive_server.py | 11 -
.../stacks/2.0.6/HIVE/test_webhcat_server.py | 19 +-
.../stacks/2.0.6/OOZIE/test_oozie_client.py | 15 +-
.../stacks/2.0.6/OOZIE/test_oozie_server.py | 40 +-
.../python/stacks/2.0.6/PIG/test_pig_client.py | 20 +-
.../python/stacks/2.0.6/SQOOP/test_sqoop.py | 14 +-
.../stacks/2.0.6/YARN/test_historyserver.py | 8 +-
.../stacks/2.0.6/YARN/test_mapreduce2_client.py | 15 +-
.../stacks/2.0.6/YARN/test_nodemanager.py | 16 +-
.../stacks/2.0.6/YARN/test_resourcemanager.py | 13 +-
.../stacks/2.0.6/YARN/test_yarn_client.py | 14 +-
.../2.0.6/ZOOKEEPER/test_zookeeper_client.py | 14 +-
.../2.0.6/ZOOKEEPER/test_zookeeper_server.py | 17 +-
.../hooks/after-INSTALL/test_after_install.py | 56 +-
.../stacks/2.1/FALCON/test_falcon_client.py | 14 +-
.../stacks/2.1/FALCON/test_falcon_server.py | 15 +-
.../stacks/2.1/HIVE/test_hive_metastore.py | 58 +-
.../stacks/2.1/STORM/test_storm_drpc_server.py | 14 +-
.../stacks/2.1/STORM/test_storm_nimbus.py | 14 +-
.../stacks/2.1/STORM/test_storm_nimbus_prod.py | 14 +-
.../stacks/2.1/STORM/test_storm_supervisor.py | 14 +-
.../2.1/STORM/test_storm_supervisor_prod.py | 15 +-
.../stacks/2.1/STORM/test_storm_ui_server.py | 15 +-
.../python/stacks/2.1/TEZ/test_tez_client.py | 19 +-
.../stacks/2.1/YARN/test_apptimelineserver.py | 13 +-
.../stacks/2.2/ACCUMULO/test_accumulo_client.py | 15 +-
.../stacks/2.2/KAFKA/test_kafka_broker.py | 15 +-
.../stacks/2.2/KERBEROS/test_kerberos_client.py | 23 +
.../python/stacks/2.2/KNOX/test_knox_gateway.py | 26 -
.../stacks/2.2/RANGER/test_ranger_admin.py | 10 -
.../stacks/2.2/RANGER/test_ranger_usersync.py | 9 -
.../stacks/2.2/SLIDER/test_slider_client.py | 21 +-
.../stacks/2.2/SPARK/test_job_history_server.py | 13 +-
.../stacks/2.2/SPARK/test_spark_client.py | 13 +-
.../stacks/2.2/common/test_conf_select.py | 30 +-
.../stacks/2.3/ATLAS/test_metadata_server.py | 6 +-
.../stacks/2.3/MAHOUT/test_mahout_client.py | 18 +-
.../2.3/SPARK/test_spark_thrift_server.py | 13 +-
.../stacks/2.3/common/test_stack_advisor.py | 22 +-
.../stacks/2.4/LOGSEARCH/test_logsearch.py | 2 +
.../test/python/stacks/2.4/configs/default.json | 5 +-
.../stacks/2.5/ATLAS/test_atlas_server.py | 2 +-
.../src/test/python/stacks/utils/RMFTestCase.py | 12 +
.../src/test/resources/hbase_version_test.xml | 2 +
.../src/test/resources/parent_quicklinks.json | 1 +
.../upgrades/upgrade_nonrolling_new_stack.xml | 6 +-
.../HDP/2.1.1/upgrades/upgrade_test_HDP-250.xml | 267 ++++
.../2.1.1/upgrades/upgrade_test_nonrolling.xml | 4 +-
.../HDP/2.2.0/upgrades/upgrade_test_checks.xml | 2 +-
.../resources/version_definition_test_maint.xml | 62 +
.../version_definition_test_maint_partial.xml | 54 +
.../controllers/global/cluster_controller.js | 1 +
.../main/admin/stack_and_upgrade_controller.js | 9 +-
.../main/host/bulk_operations_controller.js | 2 +-
ambari-web/app/controllers/main/host/details.js | 69 ++
.../app/controllers/wizard/step1_controller.js | 2 +
.../app/controllers/wizard/step8_controller.js | 19 +-
.../configs/services/logsearch_properties.js | 97 +-
ambari-web/app/mappers/hosts_mapper.js | 12 +-
.../app/mixins/common/configs/configs_saver.js | 12 +-
.../mixins/common/configs/enhanced_configs.js | 36 +-
.../mixins/common/table_server_view_mixin.js | 2 +-
ambari-web/app/models/stack.js | 4 +-
ambari-web/app/routes/installer.js | 4 +-
ambari-web/app/templates/wizard/step1.hbs | 326 ++---
ambari-web/app/utils/ajax/ajax.js | 2 +-
ambari-web/app/utils/helper.js | 11 +-
.../views/common/configs/config_history_flow.js | 2 +-
.../app/views/common/quick_view_link_view.js | 6 +
.../main/admin/stack_upgrade/versions_view.js | 5 +-
.../app/views/main/alert_definitions_view.js | 5 +-
ambari-web/app/views/wizard/step1_view.js | 6 +-
.../admin/stack_and_upgrade_controller_test.js | 8 +-
.../test/controllers/wizard/step1_test.js | 2 +
.../test/controllers/wizard/step8_test.js | 4 +-
.../mixins/common/configs/configs_saver_test.js | 21 +
.../common/configs/enhanced_configs_test.js | 61 +-
ambari-web/test/utils/helper_test.js | 5 +
.../test/views/common/quick_link_view_test.js | 50 +
.../admin/stack_upgrade/version_view_test.js | 101 +-
.../views/main/alert_definitions_view_test.js | 69 ++
ambari-web/test/views/wizard/step1_view_test.js | 50 +-
.../HDF/2.0/hooks/after-INSTALL/scripts/hook.py | 2 +-
.../scripts/shared_initialization.py | 35 +-
.../2.0/hooks/after-INSTALL/scripts/hook.py | 2 +-
.../scripts/shared_initialization.py | 31 +-
contrib/version-builder/example.py | 1 +
contrib/version-builder/example.sh | 3 +-
contrib/version-builder/version_builder.py | 13 +-
531 files changed, 11321 insertions(+), 7494 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/java/org/apache/ambari/server/stack/StackModule.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/resources/Ambari-DDL-Derby-CREATE.sql
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/resources/Ambari-DDL-MySQL-CREATE.sql
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/resources/Ambari-DDL-Oracle-CREATE.sql
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/resources/Ambari-DDL-Postgres-CREATE.sql
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/resources/Ambari-DDL-SQLAnywhere-CREATE.sql
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/main/resources/Ambari-DDL-SQLServer-CREATE.sql
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerImplTest.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/67cacc8a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/StackUpgradeConfigurationMergeTest.java
----------------------------------------------------------------------
[05/52] [abbrv] ambari git commit: AMBARI-21580 - Replace Hard Coded
stack-select Structures (jonathanhurley)
Posted by jl...@apache.org.
AMBARI-21580 - Replace Hard Coded stack-select Structures (jonathanhurley)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/2bab2159
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/2bab2159
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/2bab2159
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 2bab2159ba9f17a0fcdefd20c8ab401c0042fdb9
Parents: 70baac3
Author: Jonathan Hurley <jh...@hortonworks.com>
Authored: Wed Jul 26 15:01:33 2017 -0400
Committer: Jonathan Hurley <jh...@hortonworks.com>
Committed: Mon Jul 31 12:12:06 2017 -0400
----------------------------------------------------------------------
.../libraries/functions/stack_select.py | 171 +++-
.../libraries/functions/stack_tools.py | 15 +-
.../libraries/script/script.py | 23 +-
.../BlueprintConfigurationProcessor.java | 3 +-
.../ambari/server/state/ConfigHelper.java | 1 +
.../server/upgrade/FinalUpgradeCatalog.java | 4 +-
.../package/scripts/accumulo_client.py | 5 +-
.../package/scripts/accumulo_script.py | 34 +-
.../0.1.0.2.3/package/scripts/atlas_client.py | 5 +-
.../package/scripts/metadata_server.py | 6 +-
.../0.7.0.3.0/package/scripts/atlas_client.py | 5 +-
.../package/scripts/metadata_server.py | 5 +-
.../DRUID/0.9.2/package/scripts/druid_node.py | 6 +-
.../DRUID/0.9.2/package/scripts/superset.py | 5 +-
.../0.5.0.2.1/package/scripts/falcon_client.py | 5 +-
.../0.5.0.2.1/package/scripts/falcon_server.py | 5 +-
.../1.4.0.2.0/package/scripts/flume_handler.py | 5 +-
.../0.96.0.2.0/package/scripts/hbase_client.py | 7 +-
.../0.96.0.2.0/package/scripts/hbase_master.py | 5 +-
.../package/scripts/hbase_regionserver.py | 5 +-
.../package/scripts/phoenix_queryserver.py | 6 +-
.../HBASE/0.96.0.2.0/package/scripts/upgrade.py | 4 +-
.../2.0.0.3.0/package/scripts/hbase_client.py | 7 +-
.../2.0.0.3.0/package/scripts/hbase_master.py | 5 +-
.../package/scripts/hbase_regionserver.py | 5 +-
.../package/scripts/phoenix_queryserver.py | 6 +-
.../HBASE/2.0.0.3.0/package/scripts/upgrade.py | 4 +-
.../HDFS/2.1.0.2.0/package/scripts/datanode.py | 7 +-
.../2.1.0.2.0/package/scripts/hdfs_client.py | 5 +-
.../2.1.0.2.0/package/scripts/journalnode.py | 5 +-
.../HDFS/2.1.0.2.0/package/scripts/namenode.py | 7 +-
.../2.1.0.2.0/package/scripts/nfsgateway.py | 6 +-
.../HDFS/2.1.0.2.0/package/scripts/snamenode.py | 5 +-
.../2.1.0.2.0/package/scripts/zkfc_slave.py | 9 +-
.../HDFS/3.0.0.3.0/package/scripts/datanode.py | 5 +-
.../3.0.0.3.0/package/scripts/hdfs_client.py | 5 +-
.../3.0.0.3.0/package/scripts/journalnode.py | 5 +-
.../HDFS/3.0.0.3.0/package/scripts/namenode.py | 5 +-
.../3.0.0.3.0/package/scripts/nfsgateway.py | 5 +-
.../HDFS/3.0.0.3.0/package/scripts/snamenode.py | 5 +-
.../3.0.0.3.0/package/scripts/zkfc_slave.py | 9 +-
.../0.12.0.2.0/package/scripts/hcat_client.py | 8 +-
.../0.12.0.2.0/package/scripts/hive_client.py | 5 +-
.../package/scripts/hive_metastore.py | 6 +-
.../0.12.0.2.0/package/scripts/hive_server.py | 5 +-
.../package/scripts/hive_server_interactive.py | 6 +-
.../package/scripts/webhcat_server.py | 5 +-
.../2.1.0.3.0/package/scripts/hcat_client.py | 9 +-
.../2.1.0.3.0/package/scripts/hive_client.py | 5 +-
.../2.1.0.3.0/package/scripts/hive_metastore.py | 6 +-
.../2.1.0.3.0/package/scripts/hive_server.py | 5 +-
.../package/scripts/hive_server_interactive.py | 5 +-
.../2.1.0.3.0/package/scripts/webhcat_server.py | 5 +-
.../0.10.0.3.0/package/scripts/kafka_broker.py | 5 +-
.../KAFKA/0.8.1/package/scripts/kafka_broker.py | 5 +-
.../0.5.0.2.2/package/scripts/knox_gateway.py | 5 +-
.../0.5.0.3.0/package/scripts/knox_gateway.py | 5 +-
.../1.0.0.2.3/package/scripts/mahout_client.py | 7 +-
.../4.0.0.2.0/package/scripts/oozie_client.py | 5 +-
.../4.0.0.2.0/package/scripts/oozie_server.py | 8 +-
.../4.0.0.2.0/package/scripts/params_linux.py | 1 -
.../4.2.0.3.0/package/scripts/oozie_client.py | 5 +-
.../4.2.0.3.0/package/scripts/oozie_server.py | 7 +-
.../0.12.0.2.0/package/scripts/pig_client.py | 5 +-
.../0.16.1.3.0/package/scripts/pig_client.py | 5 +-
.../0.4.0/package/scripts/ranger_admin.py | 5 +-
.../0.4.0/package/scripts/ranger_tagsync.py | 7 +-
.../0.4.0/package/scripts/ranger_usersync.py | 3 -
.../RANGER/0.4.0/package/scripts/upgrade.py | 2 +-
.../1.0.0.3.0/package/scripts/ranger_admin.py | 5 +-
.../1.0.0.3.0/package/scripts/ranger_tagsync.py | 6 +-
.../package/scripts/ranger_usersync.py | 3 -
.../RANGER/1.0.0.3.0/package/scripts/upgrade.py | 2 +-
.../0.5.0.2.3/package/scripts/kms_server.py | 3 -
.../0.5.0.2.3/package/scripts/upgrade.py | 2 +-
.../1.0.0.3.0/package/scripts/kms_server.py | 3 -
.../1.0.0.3.0/package/scripts/upgrade.py | 2 +-
.../0.60.0.2.2/package/scripts/slider_client.py | 6 +-
.../0.91.0.3.0/package/scripts/slider_client.py | 6 +-
.../1.2.1/package/scripts/job_history_server.py | 5 +-
.../SPARK/1.2.1/package/scripts/livy_server.py | 5 +-
.../SPARK/1.2.1/package/scripts/spark_client.py | 5 +-
.../package/scripts/spark_thrift_server.py | 5 +-
.../2.2.0/package/scripts/job_history_server.py | 6 +-
.../SPARK/2.2.0/package/scripts/livy_server.py | 6 +-
.../SPARK/2.2.0/package/scripts/spark_client.py | 6 +-
.../package/scripts/spark_thrift_server.py | 6 +-
.../2.0.0/package/scripts/job_history_server.py | 5 +-
.../2.0.0/package/scripts/livy2_server.py | 5 +-
.../2.0.0/package/scripts/spark_client.py | 5 +-
.../package/scripts/spark_thrift_server.py | 5 +-
.../1.4.4.2.0/package/scripts/service_check.py | 3 -
.../1.4.4.2.0/package/scripts/sqoop_client.py | 5 +-
.../1.4.4.3.0/package/scripts/service_check.py | 3 -
.../1.4.4.3.0/package/scripts/sqoop_client.py | 5 +-
.../STORM/0.9.1/package/scripts/drpc_server.py | 5 +-
.../STORM/0.9.1/package/scripts/nimbus.py | 7 +-
.../STORM/0.9.1/package/scripts/nimbus_prod.py | 6 +-
.../STORM/0.9.1/package/scripts/pacemaker.py | 5 +-
.../STORM/0.9.1/package/scripts/rest_api.py | 3 -
.../STORM/0.9.1/package/scripts/supervisor.py | 6 +-
.../0.9.1/package/scripts/supervisor_prod.py | 6 +-
.../STORM/0.9.1/package/scripts/ui_server.py | 5 +-
.../1.0.1.3.0/package/scripts/drpc_server.py | 5 +-
.../STORM/1.0.1.3.0/package/scripts/nimbus.py | 6 +-
.../1.0.1.3.0/package/scripts/nimbus_prod.py | 6 +-
.../1.0.1.3.0/package/scripts/pacemaker.py | 5 +-
.../STORM/1.0.1.3.0/package/scripts/rest_api.py | 3 -
.../1.0.1.3.0/package/scripts/supervisor.py | 6 +-
.../package/scripts/supervisor_prod.py | 6 +-
.../1.0.1.3.0/package/scripts/ui_server.py | 5 +-
.../TEZ/0.4.0.2.1/package/scripts/tez_client.py | 5 +-
.../TEZ/0.9.0.3.0/package/scripts/tez_client.py | 5 +-
.../scripts/application_timeline_server.py | 5 +-
.../2.1.0.2.0/package/scripts/historyserver.py | 5 +-
.../package/scripts/mapreduce2_client.py | 5 +-
.../2.1.0.2.0/package/scripts/nodemanager.py | 5 +-
.../package/scripts/resourcemanager.py | 5 +-
.../2.1.0.2.0/package/scripts/yarn_client.py | 5 +-
.../scripts/application_timeline_server.py | 5 +-
.../3.0.0.3.0/package/scripts/historyserver.py | 5 +-
.../package/scripts/mapreduce2_client.py | 5 +-
.../3.0.0.3.0/package/scripts/nodemanager.py | 5 +-
.../package/scripts/resourcemanager.py | 5 +-
.../3.0.0.3.0/package/scripts/yarn_client.py | 5 +-
.../0.6.0.2.5/package/scripts/master.py | 5 +-
.../0.6.0.3.0/package/scripts/master.py | 5 +-
.../3.4.5/package/scripts/zookeeper_client.py | 4 +-
.../3.4.5/package/scripts/zookeeper_server.py | 5 +-
.../HDP/2.0.6/configuration/cluster-env.xml | 15 +
.../2.0.6/hooks/after-INSTALL/scripts/hook.py | 2 +-
.../2.0.6/hooks/after-INSTALL/scripts/params.py | 3 -
.../scripts/shared_initialization.py | 39 +-
.../2.0.6/properties/stack_select_packages.json | 952 +++++++++++++++++++
.../HDP/3.0/configuration/cluster-env.xml | 15 +
.../HDP/3.0/hooks/after-INSTALL/scripts/hook.py | 2 +-
.../scripts/shared_initialization.py | 38 +-
.../3.0/properties/stack_select_packages.json | 848 +++++++++++++++++
.../python/stacks/2.0.6/FLUME/test_flume.py | 5 +-
.../stacks/2.0.6/HBASE/test_hbase_client.py | 5 +-
.../stacks/2.0.6/HBASE/test_hbase_master.py | 4 +
.../2.0.6/HBASE/test_hbase_regionserver.py | 4 +
.../2.0.6/HBASE/test_phoenix_queryserver.py | 3 +
.../python/stacks/2.0.6/HDFS/test_datanode.py | 4 +
.../stacks/2.0.6/HDFS/test_hdfs_client.py | 5 +
.../stacks/2.0.6/HDFS/test_journalnode.py | 4 +
.../python/stacks/2.0.6/HDFS/test_namenode.py | 4 +
.../python/stacks/2.0.6/HDFS/test_nfsgateway.py | 3 +
.../stacks/2.0.6/HIVE/test_hcat_client.py | 3 +
.../stacks/2.0.6/HIVE/test_hive_client.py | 6 +
.../stacks/2.0.6/HIVE/test_webhcat_server.py | 4 +
.../stacks/2.0.6/OOZIE/test_oozie_client.py | 4 +
.../stacks/2.0.6/OOZIE/test_oozie_server.py | 11 +
.../python/stacks/2.0.6/PIG/test_pig_client.py | 4 +
.../python/stacks/2.0.6/SQOOP/test_sqoop.py | 3 +
.../stacks/2.0.6/YARN/test_historyserver.py | 5 +-
.../stacks/2.0.6/YARN/test_mapreduce2_client.py | 5 +
.../stacks/2.0.6/YARN/test_nodemanager.py | 6 +
.../stacks/2.0.6/YARN/test_resourcemanager.py | 3 +
.../stacks/2.0.6/YARN/test_yarn_client.py | 4 +
.../2.0.6/ZOOKEEPER/test_zookeeper_client.py | 4 +
.../2.0.6/ZOOKEEPER/test_zookeeper_server.py | 5 +
.../hooks/after-INSTALL/test_after_install.py | 43 +-
.../stacks/2.1/FALCON/test_falcon_client.py | 4 +
.../stacks/2.1/FALCON/test_falcon_server.py | 5 +
.../stacks/2.1/HIVE/test_hive_metastore.py | 42 +-
.../stacks/2.1/STORM/test_storm_drpc_server.py | 4 +
.../stacks/2.1/STORM/test_storm_nimbus.py | 3 +
.../stacks/2.1/STORM/test_storm_nimbus_prod.py | 3 +
.../stacks/2.1/STORM/test_storm_supervisor.py | 4 +
.../2.1/STORM/test_storm_supervisor_prod.py | 4 +
.../stacks/2.1/STORM/test_storm_ui_server.py | 5 +-
.../python/stacks/2.1/TEZ/test_tez_client.py | 4 +
.../stacks/2.1/YARN/test_apptimelineserver.py | 3 +
.../stacks/2.2/ACCUMULO/test_accumulo_client.py | 4 +
.../stacks/2.2/KAFKA/test_kafka_broker.py | 4 +
.../stacks/2.2/SLIDER/test_slider_client.py | 6 +
.../stacks/2.2/SPARK/test_job_history_server.py | 3 +
.../stacks/2.2/SPARK/test_spark_client.py | 4 +
.../stacks/2.3/MAHOUT/test_mahout_client.py | 4 +
.../2.3/SPARK/test_spark_thrift_server.py | 3 +
.../src/test/python/stacks/utils/RMFTestCase.py | 12 +
.../HDF/2.0/hooks/after-INSTALL/scripts/hook.py | 2 +-
.../scripts/shared_initialization.py | 35 +-
.../2.0/hooks/after-INSTALL/scripts/hook.py | 2 +-
.../scripts/shared_initialization.py | 31 +-
186 files changed, 2436 insertions(+), 702 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py
----------------------------------------------------------------------
diff --git a/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py b/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py
index 79393b9..723871b 100644
--- a/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py
+++ b/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py
@@ -22,6 +22,7 @@ limitations under the License.
import os
import sys
import re
+import ambari_simplejson as json
# Local Imports
from resource_management.core.logger import Logger
@@ -40,50 +41,6 @@ from resource_management.libraries.functions import StackFeature
STACK_SELECT_PREFIX = 'ambari-python-wrap'
-# a mapping of Ambari server role to <stack-selector-tool> component name for all
-# non-clients
-SERVER_ROLE_DIRECTORY_MAP = {
- 'ACCUMULO_MASTER' : 'accumulo-master',
- 'ACCUMULO_MONITOR' : 'accumulo-monitor',
- 'ACCUMULO_GC' : 'accumulo-gc',
- 'ACCUMULO_TRACER' : 'accumulo-tracer',
- 'ACCUMULO_TSERVER' : 'accumulo-tablet',
- 'ATLAS_SERVER' : 'atlas-server',
- 'FLUME_HANDLER' : 'flume-server',
- 'FALCON_SERVER' : 'falcon-server',
- 'NAMENODE' : 'hadoop-hdfs-namenode',
- 'DATANODE' : 'hadoop-hdfs-datanode',
- 'SECONDARY_NAMENODE' : 'hadoop-hdfs-secondarynamenode',
- 'NFS_GATEWAY' : 'hadoop-hdfs-nfs3',
- 'JOURNALNODE' : 'hadoop-hdfs-journalnode',
- 'HBASE_MASTER' : 'hbase-master',
- 'HBASE_REGIONSERVER' : 'hbase-regionserver',
- 'HIVE_METASTORE' : 'hive-metastore',
- 'HIVE_SERVER' : 'hive-server2',
- 'HIVE_SERVER_INTERACTIVE' : 'hive-server2-hive2',
- 'WEBHCAT_SERVER' : 'hive-webhcat',
- 'KAFKA_BROKER' : 'kafka-broker',
- 'KNOX_GATEWAY' : 'knox-server',
- 'OOZIE_SERVER' : 'oozie-server',
- 'RANGER_ADMIN' : 'ranger-admin',
- 'RANGER_USERSYNC' : 'ranger-usersync',
- 'RANGER_TAGSYNC' : 'ranger-tagsync',
- 'RANGER_KMS' : 'ranger-kms',
- 'SPARK_JOBHISTORYSERVER' : 'spark-historyserver',
- 'SPARK_THRIFTSERVER' : 'spark-thriftserver',
- 'NIMBUS' : 'storm-nimbus',
- 'SUPERVISOR' : 'storm-supervisor',
- 'HISTORYSERVER' : 'hadoop-mapreduce-historyserver',
- 'APP_TIMELINE_SERVER' : 'hadoop-yarn-timelineserver',
- 'NODEMANAGER' : 'hadoop-yarn-nodemanager',
- 'RESOURCEMANAGER' : 'hadoop-yarn-resourcemanager',
- 'ZOOKEEPER_SERVER' : 'zookeeper-server',
-
- # ZKFC is tied to NN since it doesn't have its own componnet in <stack-selector-tool> and there is
- # a requirement that the ZKFC is installed on each NN
- 'ZKFC' : 'hadoop-hdfs-namenode'
-}
-
# mapping of service check to <stack-selector-tool> component
SERVICE_CHECK_DIRECTORY_MAP = {
"HDFS_SERVICE_CHECK" : "hadoop-client",
@@ -113,6 +70,110 @@ HADOOP_DIR_DEFAULTS = {
"lib": "/usr/lib/hadoop/lib"
}
+PACKAGE_SCOPE_INSTALL = "INSTALL"
+PACKAGE_SCOPE_STANDARD = "STANDARD"
+PACKAGE_SCOPE_PATCH = "PATCH"
+PACKAGE_SCOPE_STACK_SELECT = "STACK-SELECT-PACKAGE"
+_PACKAGE_SCOPES = (PACKAGE_SCOPE_INSTALL, PACKAGE_SCOPE_STANDARD, PACKAGE_SCOPE_PATCH, PACKAGE_SCOPE_STACK_SELECT)
+
+
+def get_package_name(default_package = None):
+ """
+ Gets the stack-select package name for the service name and
+ component from the current command. Not all services/components are used with the
+ stack-select tools, so those will return no packages.
+
+ :return: the stack-select package name for the command's component or None
+ """
+ config = Script.get_config()
+
+ if 'role' not in config or 'serviceName' not in config:
+ raise Fail("Both the role and the service name must be included in the command in order to determine which packages to use with the stack-select tool")
+
+ service_name = config['serviceName']
+ component_name = config['role']
+
+ # should return a single item
+ try:
+ package = get_packages(PACKAGE_SCOPE_STACK_SELECT, service_name, component_name)
+ if package is None:
+ package = default_package
+
+ return package
+ except:
+ if default_package is not None:
+ return default_package
+ else:
+ raise
+
+
+
+def get_packages(scope, service_name = None, component_name = None):
+ """
+ Gets the packages which should be used with the stack's stack-select tool for the
+ specified service/component. Not all services/components are used with the stack-select tools,
+ so those will return no packages.
+
+ :param scope: the scope of the command
+ :param service_name: the service name, such as ZOOKEEPER
+ :param component_name: the component name, such as ZOOKEEPER_SERVER
+ :return: the packages to use with stack-select or None
+ """
+ from resource_management.libraries.functions.default import default
+
+ import time
+
+ if scope not in _PACKAGE_SCOPES:
+ raise Fail("The specified scope of {0} is not valid".format(scope))
+
+ config = Script.get_config()
+
+ if service_name is None or component_name is None:
+ if 'role' not in config or 'serviceName' not in config:
+ raise Fail("Both the role and the service name must be included in the command in order to determine which packages to use with the stack-select tool")
+
+ service_name = config['serviceName']
+ component_name = config['role']
+
+
+ stack_name = default("/hostLevelParams/stack_name", None)
+ if stack_name is None:
+ raise Fail("The stack name is not present in the command. Packages for stack-select tool cannot be loaded.")
+
+ stack_select_packages_config = default("/configurations/cluster-env/stack_select_packages", None)
+ if stack_select_packages_config is None:
+ raise Fail("The stack packages are not defined on the command. Unable to load packages for the stack-select tool")
+
+ data = json.loads(stack_select_packages_config)
+
+ if stack_name not in data:
+ raise Fail(
+ "Cannot find stack-select packages for the {0} stack".format(stack_name))
+
+ stack_select_key = "stack-select"
+ data = data[stack_name]
+ if stack_select_key not in data:
+ raise Fail(
+ "There are no stack-select packages defined for this command for the {0} stack".format(stack_name))
+
+ # this should now be the dictionary of role name to package name
+ data = data[stack_select_key]
+ service_name = service_name.upper()
+ component_name = component_name.upper()
+
+ if service_name not in data:
+ Logger.info("Skipping stack-select on {0} because it does not exist in the stack-select package structure.".format(service_name))
+ return None
+
+ data = data[service_name]
+
+ if component_name not in data:
+ Logger.info("Skipping stack-select on {0} because it does not exist in the stack-select package structure.".format(component_name))
+ return None
+
+ return data[component_name][scope]
+
+
def select_all(version_to_select):
"""
Executes <stack-selector-tool> on every component for the specified version. If the value passed in is a
@@ -135,6 +196,20 @@ def select_all(version_to_select):
Execute(command, only_if = only_if_command)
+def select_packages(version):
+ """
+ Uses the command's service and role to determine the stack-select packages which need to be invoked.
+ :param version: the version to select
+ :return: None
+ """
+ stack_select_packages = get_packages(PACKAGE_SCOPE_STANDARD)
+ if stack_select_packages is None:
+ return
+
+ for stack_select_package_name in stack_select_packages:
+ select(stack_select_package_name, version)
+
+
def select(component, version):
"""
Executes <stack-selector-tool> on the specific component and version. Some global
@@ -170,15 +245,15 @@ def get_role_component_current_stack_version():
Gets the current HDP version of the component that this role command is for.
:return: the current HDP version of the specified component or None
"""
- stack_select_component = None
role = default("/role", "")
role_command = default("/roleCommand", "")
+
stack_selector_name = stack_tools.get_stack_tool_name(stack_tools.STACK_SELECTOR_NAME)
Logger.info("Checking version for {0} via {1}".format(role, stack_selector_name))
- if role in SERVER_ROLE_DIRECTORY_MAP:
- stack_select_component = SERVER_ROLE_DIRECTORY_MAP[role]
- elif role_command == "SERVICE_CHECK" and role in SERVICE_CHECK_DIRECTORY_MAP:
+ if role_command == "SERVICE_CHECK" and role in SERVICE_CHECK_DIRECTORY_MAP:
stack_select_component = SERVICE_CHECK_DIRECTORY_MAP[role]
+ else:
+ stack_select_component = get_package_name()
if stack_select_component is None:
if not role:
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-common/src/main/python/resource_management/libraries/functions/stack_tools.py
----------------------------------------------------------------------
diff --git a/ambari-common/src/main/python/resource_management/libraries/functions/stack_tools.py b/ambari-common/src/main/python/resource_management/libraries/functions/stack_tools.py
index 420ae11..fa97fd1 100644
--- a/ambari-common/src/main/python/resource_management/libraries/functions/stack_tools.py
+++ b/ambari-common/src/main/python/resource_management/libraries/functions/stack_tools.py
@@ -19,7 +19,7 @@ limitations under the License.
'''
__all__ = ["get_stack_tool", "get_stack_tool_name", "get_stack_tool_path",
- "get_stack_tool_package", "STACK_SELECTOR_NAME", "CONF_SELECTOR_NAME"]
+ "get_stack_tool_package", "get_stack_name", "STACK_SELECTOR_NAME", "CONF_SELECTOR_NAME"]
# simplejson is much faster comparing to Python 2.6 json module and has the same functions set.
import ambari_simplejson as json
@@ -120,3 +120,16 @@ def get_stack_root(stack_name, stack_root_json):
return "/usr/{0}".format(stack_name.lower())
return stack_root[stack_name]
+
+
+def get_stack_name(stack_formatted):
+ """
+ Get the stack name (eg. HDP) from formatted string that may contain stack version (eg. HDP-2.6.1.0-123)
+ """
+ if stack_formatted is None:
+ return None
+
+ if '-' not in stack_formatted:
+ return stack_formatted
+
+ return stack_formatted.split('-')[0]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-common/src/main/python/resource_management/libraries/script/script.py
----------------------------------------------------------------------
diff --git a/ambari-common/src/main/python/resource_management/libraries/script/script.py b/ambari-common/src/main/python/resource_management/libraries/script/script.py
index c2c89c4..63b55ff 100644
--- a/ambari-common/src/main/python/resource_management/libraries/script/script.py
+++ b/ambari-common/src/main/python/resource_management/libraries/script/script.py
@@ -183,12 +183,6 @@ class Script(object):
except IOError, err:
Script.structuredOut.update({"errMsg" : "Unable to write to " + self.stroutfile})
- def get_component_name(self):
- """
- To be overridden by subclasses.
- Returns a string with the component name used in selecting the version.
- """
- pass
def get_config_dir_during_stack_upgrade(self, env, base_dir, conf_select_name):
"""
@@ -218,11 +212,13 @@ class Script(object):
:param stack_name: One of HDP, HDPWIN, PHD, BIGTOP.
:return: Append the version number to the structured out.
"""
+ from resource_management.libraries.functions import stack_select
+
stack_name = Script.get_stack_name()
- component_name = self.get_component_name()
+ stack_select_package_name = stack_select.get_package_name()
- if component_name and stack_name:
- component_version = get_component_version(stack_name, component_name)
+ if stack_select_package_name and stack_name:
+ component_version = get_component_version(stack_name, stack_select_package_name)
if component_version:
self.put_structured_out({"version": component_version})
@@ -446,11 +442,12 @@ class Script(object):
:return: stack version including the build number. e.g.: 2.3.4.0-1234.
"""
+ from resource_management.libraries.functions import stack_select
+
# preferred way is to get the actual selected version of current component
- component_name = self.get_component_name()
- if not Script.stack_version_from_distro_select and component_name:
- from resource_management.libraries.functions import stack_select
- Script.stack_version_from_distro_select = stack_select.get_stack_version_before_install(component_name)
+ stack_select_package_name = stack_select.get_package_name()
+ if not Script.stack_version_from_distro_select and stack_select_package_name:
+ Script.stack_version_from_distro_select = stack_select.get_stack_version_before_install(stack_select_package_name)
# If <stack-selector-tool> has not yet been done (situations like first install),
# we can use <stack-selector-tool> version itself.
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
index 144e2e7..46ace32 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
@@ -2947,7 +2947,8 @@ public class BlueprintConfigurationProcessor {
Set<String> properties = Sets.newHashSet(ConfigHelper.CLUSTER_ENV_STACK_NAME_PROPERTY,
ConfigHelper.CLUSTER_ENV_STACK_ROOT_PROPERTY, ConfigHelper.CLUSTER_ENV_STACK_TOOLS_PROPERTY,
- ConfigHelper.CLUSTER_ENV_STACK_FEATURES_PROPERTY);
+ ConfigHelper.CLUSTER_ENV_STACK_FEATURES_PROPERTY,
+ ConfigHelper.CLUSTER_ENV_STACK_SELECT_PACKAGES_PROPERTY);
try {
Map<String, Map<String, String>> defaultStackProperties = configHelper.getDefaultStackProperties(stackId);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
index e8250fe..359b225 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
@@ -92,6 +92,7 @@ public class ConfigHelper {
public static final String CLUSTER_ENV_STACK_FEATURES_PROPERTY = "stack_features";
public static final String CLUSTER_ENV_STACK_TOOLS_PROPERTY = "stack_tools";
public static final String CLUSTER_ENV_STACK_ROOT_PROPERTY = "stack_root";
+ public static final String CLUSTER_ENV_STACK_SELECT_PACKAGES_PROPERTY = "stack_select_packages";
public static final String HTTP_ONLY = "HTTP_ONLY";
public static final String HTTPS_ONLY = "HTTPS_ONLY";
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java
index 3d9d163..216d39d 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java
@@ -77,6 +77,7 @@ public class FinalUpgradeCatalog extends AbstractUpgradeCatalog {
* <ul>
* <li>Adds/Updates {@link ConfigHelper#CLUSTER_ENV_STACK_FEATURES_PROPERTY} from stack</li>
* <li>Adds/Updates {@link ConfigHelper#CLUSTER_ENV_STACK_TOOLS_PROPERTY} from stack</li>
+ * <li>Adds/Updates {@link ConfigHelper#CLUSTER_ENV_STACK_SELECT_PACKAGES_PROPERTY} from stack</li>
* </ul>
*
* Note: Config properties stack_features and stack_tools should always be updated to latest values as defined
@@ -106,7 +107,8 @@ public class FinalUpgradeCatalog extends AbstractUpgradeCatalog {
List<PropertyInfo> properties = stackInfo.getProperties();
for(PropertyInfo property : properties) {
if(property.getName().equals(ConfigHelper.CLUSTER_ENV_STACK_FEATURES_PROPERTY) ||
- property.getName().equals(ConfigHelper.CLUSTER_ENV_STACK_TOOLS_PROPERTY)) {
+ property.getName().equals(ConfigHelper.CLUSTER_ENV_STACK_TOOLS_PROPERTY) ||
+ property.getName().equals(ConfigHelper.CLUSTER_ENV_STACK_SELECT_PACKAGES_PROPERTY)) {
propertyMap.put(property.getName(), property.getValue());
}
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py b/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py
index 67ca525..856446c 100644
--- a/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py
+++ b/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py
@@ -30,9 +30,6 @@ from accumulo_configuration import setup_conf_dir
class AccumuloClient(Script):
- def get_component_name(self):
- return "accumulo-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -60,7 +57,7 @@ class AccumuloClient(Script):
Logger.info("Executing Accumulo Client Upgrade pre-restart")
conf_select.select(params.stack_name, "accumulo", params.version)
- stack_select.select("accumulo-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
AccumuloClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py b/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py
index 445c996..d884bcd 100644
--- a/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py
+++ b/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py
@@ -37,33 +37,10 @@ from accumulo_service import accumulo_service
class AccumuloScript(Script):
- # a mapping between the component named used by these scripts and the name
- # which is used by <stack-selector-tool>
- COMPONENT_TO_STACK_SELECT_MAPPING = {
- "gc" : "accumulo-gc",
- "master" : "accumulo-master",
- "monitor" : "accumulo-monitor",
- "tserver" : "accumulo-tablet",
- "tracer" : "accumulo-tracer"
- }
-
def __init__(self, component):
self.component = component
- def get_component_name(self):
- """
- Gets the <stack-selector-tool> component name given the script component
- :return: the name of the component on the stack which is used by
- <stack-selector-tool>
- """
- if self.component not in self.COMPONENT_TO_STACK_SELECT_MAPPING:
- return None
-
- stack_component = self.COMPONENT_TO_STACK_SELECT_MAPPING[self.component]
- return stack_component
-
-
def install(self, env):
self.install_packages(env)
@@ -107,19 +84,12 @@ class AccumuloScript(Script):
if not (params.stack_version_formatted and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.stack_version_formatted)):
return
- if self.component not in self.COMPONENT_TO_STACK_SELECT_MAPPING:
- Logger.info("Unable to execute an upgrade for unknown component {0}".format(self.component))
- raise Fail("Unable to execute an upgrade for unknown component {0}".format(self.component))
-
- stack_component = self.COMPONENT_TO_STACK_SELECT_MAPPING[self.component]
+ stack_component = stack_select.get_package_name()
Logger.info("Executing Accumulo Upgrade pre-restart for {0}".format(stack_component))
conf_select.select(params.stack_name, "accumulo", params.version)
- stack_select.select(stack_component, params.version)
+ stack_select.select_packages(params.version)
- # some accumulo components depend on the client, so update that too
- stack_select.select("accumulo-client", params.version)
-
def get_log_folder(self):
import params
return params.log_dir
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py b/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py
index 2414fff..4a8210d 100644
--- a/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py
+++ b/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py
@@ -30,16 +30,13 @@ from metadata import metadata
class AtlasClient(Script):
- def get_component_name(self):
- return "atlas-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if check_stack_feature(StackFeature.ATLAS_UPGRADE_SUPPORT, params.version_for_stack_feature_checks):
conf_select.select(params.stack_name, "atlas", params.version)
- stack_select.select("atlas-client", params.version)
+ stack_select.select_packages(params.version)
def install(self, env):
self.install_packages(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py b/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py
index 1ef77cf..948fe8c 100644
--- a/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py
+++ b/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py
@@ -40,10 +40,6 @@ from setup_ranger_atlas import setup_ranger_atlas
from resource_management.core.resources.zkmigrator import ZkMigrator
class MetadataServer(Script):
-
- def get_component_name(self):
- return "atlas-server"
-
def install(self, env):
import params
env.set_params(params)
@@ -65,7 +61,7 @@ class MetadataServer(Script):
if check_stack_feature(StackFeature.ATLAS_UPGRADE_SUPPORT, params.version):
conf_select.select(params.stack_name, "atlas", params.version)
- stack_select.select("atlas-server", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py b/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py
index 26742ae..3f9a5bc 100644
--- a/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py
+++ b/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py
@@ -30,16 +30,13 @@ from metadata import metadata
class AtlasClient(Script):
- def get_component_name(self):
- return "atlas-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if check_stack_feature(StackFeature.ATLAS_UPGRADE_SUPPORT, params.version):
conf_select.select(params.stack_name, "atlas", params.version)
- stack_select.select("atlas-client", params.version)
+ stack_select.select_packages(params.version)
def install(self, env):
self.install_packages(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py b/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py
index 1ef77cf..daaa871 100644
--- a/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py
+++ b/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py
@@ -41,9 +41,6 @@ from resource_management.core.resources.zkmigrator import ZkMigrator
class MetadataServer(Script):
- def get_component_name(self):
- return "atlas-server"
-
def install(self, env):
import params
env.set_params(params)
@@ -65,7 +62,7 @@ class MetadataServer(Script):
if check_stack_feature(StackFeature.ATLAS_UPGRADE_SUPPORT, params.version):
conf_select.select(params.stack_name, "atlas", params.version)
- stack_select.select("atlas-server", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py
index 7c6bf39..20623f7 100644
--- a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py
@@ -35,10 +35,6 @@ class DruidBase(Script):
def __init__(self, nodeType=None):
self.nodeType = nodeType
- def get_component_name(self):
- node_type_lower = self.nodeType.lower()
- return format("druid-{node_type_lower}")
-
def install(self, env):
self.install_packages(env)
@@ -55,7 +51,7 @@ class DruidBase(Script):
env.set_params(params)
if params.stack_version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.stack_version):
- stack_select.select(self.get_component_name(), params.stack_version)
+ stack_select.select_packages(params.stack_version)
if params.stack_version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.stack_version):
conf_select.select(params.stack_name, "druid", params.stack_version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py
index b837b24..36dab51 100644
--- a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py
@@ -36,9 +36,6 @@ from resource_management.libraries.resources.properties_file import PropertiesFi
class Superset(Script):
- def get_component_name(self):
- return format("druid-superset")
-
def install(self, env):
self.install_packages(env)
@@ -98,7 +95,7 @@ class Superset(Script):
env.set_params(params)
if params.stack_version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.stack_version):
- stack_select.select(self.get_component_name(), params.stack_version)
+ stack_select.select_packages(params.version)
if params.stack_version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.stack_version):
conf_select.select(params.stack_name, "superset", params.stack_version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py b/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py
index b0f517b..f75f34f 100644
--- a/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py
+++ b/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py
@@ -38,9 +38,6 @@ class FalconClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class FalconClientLinux(FalconClient):
- def get_component_name(self):
- return "falcon-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -57,7 +54,7 @@ class FalconClientLinux(FalconClient):
Logger.info("Executing Falcon Client Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "falcon", params.version)
- stack_select.select("falcon-client", params.version)
+ stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
class FalconClientWindows(FalconClient):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py b/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py
index 23f9ef8..d547a1a 100644
--- a/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py
+++ b/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py
@@ -60,9 +60,6 @@ class FalconServer(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class FalconServerLinux(FalconServer):
- def get_component_name(self):
- return "falcon-server"
-
def install(self, env):
import params
self.install_packages(env)
@@ -85,7 +82,7 @@ class FalconServerLinux(FalconServer):
Logger.info("Executing Falcon Server Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "falcon", params.version)
- stack_select.select("falcon-server", params.version)
+ stack_select.select_packages(params.version)
falcon_server_upgrade.pre_start_restore()
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py b/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py
index 98b357e..a21ecf5 100644
--- a/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py
+++ b/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py
@@ -40,9 +40,6 @@ class FlumeHandler(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class FlumeHandlerLinux(FlumeHandler):
- def get_component_name(self):
- return "flume-server"
-
def install(self, env):
import params
self.install_packages(env)
@@ -90,7 +87,7 @@ class FlumeHandlerLinux(FlumeHandler):
Logger.info("Executing Flume Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "flume", params.version)
- stack_select.select("flume-server", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py
index c8128ab..3027bff 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py
@@ -51,20 +51,16 @@ class HbaseClientWindows(HbaseClient):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HbaseClientDefault(HbaseClient):
- def get_component_name(self):
- return "hbase-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hbase", params.version)
- stack_select.select("hbase-client", params.version)
# phoenix may not always be deployed
try:
- stack_select.select("phoenix-client", params.version)
+ stack_select.select_packages(params.version)
except Exception as e:
print "Ignoring error due to missing phoenix-client"
print str(e)
@@ -74,7 +70,6 @@ class HbaseClientDefault(HbaseClient):
# of the final "CLIENTS" group and we need to ensure that hadoop-client
# is also set
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_master.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_master.py b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_master.py
index 83af3aa..a5f1e35 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_master.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_master.py
@@ -72,13 +72,10 @@ class HbaseMasterWindows(HbaseMaster):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HbaseMasterDefault(HbaseMaster):
- def get_component_name(self):
- return "hbase-master"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
- upgrade.prestart(env, "hbase-master")
+ upgrade.prestart(env)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_regionserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_regionserver.py b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_regionserver.py
index 75910b1..04f0e22 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_regionserver.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_regionserver.py
@@ -74,13 +74,10 @@ class HbaseRegionServerWindows(HbaseRegionServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HbaseRegionServerDefault(HbaseRegionServer):
- def get_component_name(self):
- return "hbase-regionserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
- upgrade.prestart(env, "hbase-regionserver")
+ upgrade.prestart(env)
def post_upgrade_restart(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py
index 8a85d6e..e6dff39 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py
@@ -34,10 +34,6 @@ class PhoenixQueryServer(Script):
self.install_packages(env)
- def get_component_name(self):
- return "phoenix-server"
-
-
def configure(self, env):
import params
env.set_params(params)
@@ -64,7 +60,7 @@ class PhoenixQueryServer(Script):
if params.stack_version_formatted and check_stack_feature(StackFeature.PHOENIX, params.stack_version_formatted):
# phoenix uses hbase configs
conf_select.select(params.stack_name, "hbase", params.version)
- stack_select.select("phoenix-server", params.version)
+ stack_select.select_packages(params.version)
def status(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py
index 703fe26..a502c1d 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py
@@ -33,12 +33,12 @@ from resource_management.libraries.functions.format import format
from resource_management.libraries.functions import check_process_status
-def prestart(env, stack_component):
+def prestart(env):
import params
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hbase", params.version)
- stack_select.select(stack_component, params.version)
+ stack_select.select_packages(params.version)
def post_regionserver(env):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py
index c8128ab..3027bff 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py
@@ -51,20 +51,16 @@ class HbaseClientWindows(HbaseClient):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HbaseClientDefault(HbaseClient):
- def get_component_name(self):
- return "hbase-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hbase", params.version)
- stack_select.select("hbase-client", params.version)
# phoenix may not always be deployed
try:
- stack_select.select("phoenix-client", params.version)
+ stack_select.select_packages(params.version)
except Exception as e:
print "Ignoring error due to missing phoenix-client"
print str(e)
@@ -74,7 +70,6 @@ class HbaseClientDefault(HbaseClient):
# of the final "CLIENTS" group and we need to ensure that hadoop-client
# is also set
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_master.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_master.py b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_master.py
index d2c8089..8af08c6 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_master.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_master.py
@@ -72,13 +72,10 @@ class HbaseMasterWindows(HbaseMaster):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HbaseMasterDefault(HbaseMaster):
- def get_component_name(self):
- return "hbase-master"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
- upgrade.prestart(env, "hbase-master")
+ upgrade.prestart(env)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_regionserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_regionserver.py b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_regionserver.py
index 226e7fd5..e0c766e 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_regionserver.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_regionserver.py
@@ -74,13 +74,10 @@ class HbaseRegionServerWindows(HbaseRegionServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HbaseRegionServerDefault(HbaseRegionServer):
- def get_component_name(self):
- return "hbase-regionserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
- upgrade.prestart(env, "hbase-regionserver")
+ upgrade.prestart(env)
def post_upgrade_restart(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py
index 77820cc..872a5c1 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py
@@ -34,10 +34,6 @@ class PhoenixQueryServer(Script):
self.install_packages(env)
- def get_component_name(self):
- return "phoenix-server"
-
-
def configure(self, env):
import params
env.set_params(params)
@@ -64,7 +60,7 @@ class PhoenixQueryServer(Script):
if params.stack_version_formatted and check_stack_feature(StackFeature.PHOENIX, params.stack_version_formatted):
# phoenix uses hbase configs
conf_select.select(params.stack_name, "hbase", params.version)
- stack_select.select("phoenix-server", params.version)
+ stack_select.select_packages(params.version)
def status(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py
index 703fe26..a502c1d 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py
@@ -33,12 +33,12 @@ from resource_management.libraries.functions.format import format
from resource_management.libraries.functions import check_process_status
-def prestart(env, stack_component):
+def prestart(env):
import params
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hbase", params.version)
- stack_select.select(stack_component, params.version)
+ stack_select.select_packages(params.version)
def post_regionserver(env):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py
index da03cce..257ccf9 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py
@@ -39,14 +39,11 @@ from utils import get_dfsadmin_base_command
class DataNode(Script):
- def get_component_name(self):
- return "hadoop-hdfs-datanode"
-
def get_hdfs_binary(self):
"""
Get the name or path to the hdfs binary depending on the component name.
"""
- component_name = self.get_component_name()
+ component_name = stack_select.get_package_name()
return get_hdfs_binary(component_name)
@@ -134,7 +131,7 @@ class DataNodeDefault(DataNode):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-datanode", params.version)
+ stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing DataNode Stack Upgrade post-restart")
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py
index 51acc9e..5633cba 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py
@@ -56,15 +56,12 @@ class HdfsClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HdfsClientDefault(HdfsClient):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
class HdfsClientWindows(HdfsClient):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py
index 7fd8d70..bb2895e 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py
@@ -43,9 +43,6 @@ class JournalNode(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class JournalNodeDefault(JournalNode):
- def get_component_name(self):
- return "hadoop-hdfs-journalnode"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
@@ -53,7 +50,7 @@ class JournalNodeDefault(JournalNode):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-journalnode", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py
index 897e6cb..47b8021 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py
@@ -67,14 +67,11 @@ except ImportError:
class NameNode(Script):
- def get_component_name(self):
- return "hadoop-hdfs-namenode"
-
def get_hdfs_binary(self):
"""
Get the name or path to the hdfs binary depending on the component name.
"""
- component_name = self.get_component_name()
+ component_name = stack_select.get_package_name()
return get_hdfs_binary(component_name)
def install(self, env):
@@ -204,7 +201,7 @@ class NameNodeDefault(NameNode):
if upgrade_type != constants.UPGRADE_TYPE_NON_ROLLING or params.upgrade_direction != Direction.DOWNGRADE:
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-namenode", params.version)
+ stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade post-restart")
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py
index fa451f4..66968b7 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py
@@ -31,10 +31,6 @@ from resource_management.libraries.functions.stack_features import check_stack_f
class NFSGateway(Script):
-
- def get_component_name(self):
- return "hadoop-hdfs-nfs3"
-
def install(self, env):
import params
@@ -48,7 +44,7 @@ class NFSGateway(Script):
if params.stack_version_formatted and check_stack_feature(StackFeature.NFS, params.stack_version_formatted):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-nfs3", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py
index 1408468..0494df0 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py
@@ -63,9 +63,6 @@ class SNameNode(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class SNameNodeDefault(SNameNode):
- def get_component_name(self):
- return "hadoop-hdfs-secondarynamenode"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
@@ -73,7 +70,7 @@ class SNameNodeDefault(SNameNode):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-secondarynamenode", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py
index cd47109..628b01a 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py
@@ -35,13 +35,6 @@ from resource_management.libraries.script import Script
from resource_management.core.resources.zkmigrator import ZkMigrator
class ZkfcSlave(Script):
- def get_component_name(self):
- import params
- if params.version_for_stack_feature_checks and check_stack_feature(StackFeature.ZKFC_VERSION_ADVERTISED, params.version_for_stack_feature_checks):
- # params.version is not defined when installing cluster from blueprint
- return "hadoop-hdfs-zkfc"
- pass
-
def install(self, env):
import params
env.set_params(params)
@@ -141,7 +134,7 @@ class ZkfcSlaveDefault(ZkfcSlave):
env.set_params(params)
if check_stack_feature(StackFeature.ZKFC_VERSION_ADVERTISED, params.version_for_stack_feature_checks):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-zkfc", params.version)
+ stack_select.select_packages(params.version)
def initialize_ha_zookeeper(params):
try:
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py
index 78a8f4b..9f72aa0 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py
@@ -32,9 +32,6 @@ from utils import get_hdfs_binary
class DataNode(Script):
- def get_component_name(self):
- return "hadoop-hdfs-datanode"
-
def get_hdfs_binary(self):
"""
Get the name or path to the hdfs binary depending on the component name.
@@ -88,7 +85,7 @@ class DataNodeDefault(DataNode):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-datanode", params.version)
+ stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing DataNode Stack Upgrade post-restart")
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py
index 51acc9e..5633cba 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py
@@ -56,15 +56,12 @@ class HdfsClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HdfsClientDefault(HdfsClient):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
class HdfsClientWindows(HdfsClient):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py
index 7fd8d70..bb2895e 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py
@@ -43,9 +43,6 @@ class JournalNode(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class JournalNodeDefault(JournalNode):
- def get_component_name(self):
- return "hadoop-hdfs-journalnode"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
@@ -53,7 +50,7 @@ class JournalNodeDefault(JournalNode):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-journalnode", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py
index 4c4a7eb..a904de8 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py
@@ -67,9 +67,6 @@ except ImportError:
class NameNode(Script):
- def get_component_name(self):
- return "hadoop-hdfs-namenode"
-
def get_hdfs_binary(self):
"""
Get the name or path to the hdfs binary depending on the component name.
@@ -200,7 +197,7 @@ class NameNodeDefault(NameNode):
if upgrade_type != constants.UPGRADE_TYPE_NON_ROLLING or params.upgrade_direction != Direction.DOWNGRADE:
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-namenode", params.version)
+ stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade post-restart")
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py
index 602c179..ba38526 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py
@@ -32,9 +32,6 @@ from resource_management.libraries.functions.stack_features import check_stack_f
class NFSGateway(Script):
- def get_component_name(self):
- return "hadoop-hdfs-nfs3"
-
def install(self, env):
import params
@@ -48,7 +45,7 @@ class NFSGateway(Script):
if params.stack_version_formatted and check_stack_feature(StackFeature.NFS, params.stack_version_formatted):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-nfs3", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py
index 030a470..5a4cc5a 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py
@@ -63,9 +63,6 @@ class SNameNode(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class SNameNodeDefault(SNameNode):
- def get_component_name(self):
- return "hadoop-hdfs-secondarynamenode"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
@@ -73,7 +70,7 @@ class SNameNodeDefault(SNameNode):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-secondarynamenode", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py
index fa948ca..6ea9b52 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py
@@ -40,13 +40,6 @@ from resource_management.libraries.script import Script
from resource_management.core.resources.zkmigrator import ZkMigrator
class ZkfcSlave(Script):
- def get_component_name(self):
- import params
- if params.version_for_stack_feature_checks and check_stack_feature(StackFeature.ZKFC_VERSION_ADVERTISED, params.version_for_stack_feature_checks):
- # params.version is not defined when installing cluster from blueprint
- return "hadoop-hdfs-zkfc"
- pass
-
def install(self, env):
import params
env.set_params(params)
@@ -148,7 +141,7 @@ class ZkfcSlaveDefault(ZkfcSlave):
if params.version and check_stack_feature(StackFeature.ZKFC_VERSION_ADVERTISED, params.version) \
and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-hdfs-zkfc", params.version)
+ stack_select.select_packages(params.version)
def initialize_ha_zookeeper(params):
try:
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hcat_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hcat_client.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hcat_client.py
index 47bbc41..e54740d 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hcat_client.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hcat_client.py
@@ -51,12 +51,6 @@ class HCatClientWindows(HCatClient):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HCatClientDefault(HCatClient):
- def get_component_name(self):
- # HCat client doesn't have a first-class entry in <stack-selector-tool>. Since clients always
- # update after daemons, this ensures that the hcat directories are correct on hosts
- # which do not include the WebHCat daemon
- return "hive-webhcat"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
"""
@@ -78,7 +72,7 @@ class HCatClientDefault(HCatClient):
# HCat client doesn't have a first-class entry in <stack-selector-tool>. Since clients always
# update after daemons, this ensures that the hcat directories are correct on hosts
# which do not include the WebHCat daemon
- stack_select.select("hive-webhcat", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py
index 83d82df..e6c9aab 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py
@@ -50,9 +50,6 @@ class HiveClientWindows(HiveClient):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HiveClientDefault(HiveClient):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Hive client Stack Upgrade pre-restart")
@@ -61,7 +58,7 @@ class HiveClientDefault(HiveClient):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hive", params.version)
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py
index 99eb8b5..43f0c86 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py
@@ -87,10 +87,6 @@ class HiveMetastoreWindows(HiveMetastore):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HiveMetastoreDefault(HiveMetastore):
- def get_component_name(self):
- return "hive-metastore"
-
-
def status(self, env):
import status_params
from resource_management.libraries.functions import check_process_status
@@ -110,7 +106,7 @@ class HiveMetastoreDefault(HiveMetastore):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hive", params.version)
- stack_select.select("hive-metastore", params.version)
+ stack_select.select_packages(params.version)
if is_upgrade and params.stack_version_formatted_major and \
check_stack_feature(StackFeature.HIVE_METASTORE_UPGRADE_SCHEMA, params.stack_version_formatted_major):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py
index 7c3a805..6c76af8 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py
@@ -72,9 +72,6 @@ class HiveServerWindows(HiveServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HiveServerDefault(HiveServer):
- def get_component_name(self):
- return "hive-server2"
-
def start(self, env, upgrade_type=None):
import params
env.set_params(params)
@@ -117,7 +114,7 @@ class HiveServerDefault(HiveServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hive", params.version)
- stack_select.select("hive-server2", params.version)
+ stack_select.select_packages(params.version)
# Copy mapreduce.tar.gz and tez.tar.gz to HDFS
resource_created = copy_to_hdfs(
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py
index 0504d18..df2a295 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py
@@ -67,10 +67,6 @@ class HiveServerInteractive(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HiveServerInteractiveDefault(HiveServerInteractive):
-
- def get_component_name(self):
- return "hive-server2-hive2"
-
def install(self, env):
import params
self.install_packages(env)
@@ -86,7 +82,7 @@ class HiveServerInteractiveDefault(HiveServerInteractive):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- stack_select.select("hive-server2-hive2", params.version)
+ stack_select.select_packages(params.version)
conf_select.select(params.stack_name, "hive2", params.version)
# Copy hive.tar.gz and tez.tar.gz used by Hive Interactive to HDFS
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py
index 18e11ab..9bd5c6e 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py
@@ -65,9 +65,6 @@ class WebHCatServerWindows(WebHCatServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class WebHCatServerDefault(WebHCatServer):
- def get_component_name(self):
- return "hive-webhcat"
-
def status(self, env):
import status_params
env.set_params(status_params)
@@ -82,7 +79,7 @@ class WebHCatServerDefault(WebHCatServer):
# webhcat has no conf, but uses hadoop home, so verify that regular hadoop conf is set
conf_select.select(params.stack_name, "hive-hcatalog", params.version)
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hive-webhcat", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hcat_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hcat_client.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hcat_client.py
index 47bbc41..139dda8 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hcat_client.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hcat_client.py
@@ -51,13 +51,6 @@ class HCatClientWindows(HCatClient):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HCatClientDefault(HCatClient):
- def get_component_name(self):
- # HCat client doesn't have a first-class entry in <stack-selector-tool>. Since clients always
- # update after daemons, this ensures that the hcat directories are correct on hosts
- # which do not include the WebHCat daemon
- return "hive-webhcat"
-
-
def pre_upgrade_restart(self, env, upgrade_type=None):
"""
Execute <stack-selector-tool> before reconfiguring this client to the new stack version.
@@ -78,7 +71,7 @@ class HCatClientDefault(HCatClient):
# HCat client doesn't have a first-class entry in <stack-selector-tool>. Since clients always
# update after daemons, this ensures that the hcat directories are correct on hosts
# which do not include the WebHCat daemon
- stack_select.select("hive-webhcat", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
[43/52] [abbrv] ambari git commit: AMBARI-21664. HDFS namenode rpc
and connection load metrics are not showing. (swagle)
Posted by jl...@apache.org.
AMBARI-21664. HDFS namenode rpc and connection load metrics are not showing. (swagle)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/7a90a260
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/7a90a260
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/7a90a260
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 7a90a260497fccafcefaca209bd9bbd1f07a948a
Parents: 555f241
Author: Siddharth Wagle <sw...@hortonworks.com>
Authored: Mon Aug 7 15:57:36 2017 -0700
Committer: Siddharth Wagle <sw...@hortonworks.com>
Committed: Mon Aug 7 15:57:36 2017 -0700
----------------------------------------------------------------------
.../HDP/2.0.6/hooks/before-START/scripts/params.py | 11 ++++++++---
.../stacks/HDP/3.0/hooks/before-START/scripts/params.py | 12 ++++++++++--
2 files changed, 18 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/7a90a260/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/params.py b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/params.py
index a5bc849..2449d66 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/params.py
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/params.py
@@ -299,7 +299,6 @@ stack_version_formatted = format_stack_version(stack_version_unformatted)
hadoop_bin_dir = stack_select.get_hadoop_dir("bin")
hdfs_principal_name = default('/configurations/hadoop-env/hdfs_principal_name', None)
hdfs_site = config['configurations']['hdfs-site']
-default_fs = config['configurations']['core-site']['fs.defaultFS']
smoke_user = config['configurations']['cluster-env']['smokeuser']
smoke_hdfs_user_dir = format("/user/{smoke_user}")
smoke_hdfs_user_mode = 0770
@@ -338,11 +337,17 @@ if dfs_ha_enabled:
namenode_rpc = nn_host
pass
pass
+elif 'dfs.namenode.rpc-address' in config['configurations']['hdfs-site']:
+ namenode_rpc = default('/configurations/hdfs-site/dfs.namenode.rpc-address', None)
else:
- namenode_rpc = default('/configurations/hdfs-site/dfs.namenode.rpc-address', None)
+ namenode_rpc = default_fs
if namenode_rpc:
- nn_rpc_client_port = namenode_rpc.split(':')[1].strip()
+ port_str = namenode_rpc.split(':')[-1].strip()
+ try:
+ nn_rpc_client_port = int(port_str)
+ except ValueError:
+ nn_rpc_client_port = None
if dfs_ha_enabled:
dfs_service_rpc_address = default(format('/configurations/hdfs-site/dfs.namenode.servicerpc-address.{dfs_ha_nameservices}.{namenode_id}'), None)
http://git-wip-us.apache.org/repos/asf/ambari/blob/7a90a260/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/before-START/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/before-START/scripts/params.py b/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/before-START/scripts/params.py
index a0259af..ecbb6a4 100644
--- a/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/before-START/scripts/params.py
+++ b/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/before-START/scripts/params.py
@@ -273,7 +273,6 @@ stack_version_formatted = format_stack_version(stack_version_unformatted)
hadoop_bin_dir = stack_select.get_hadoop_dir("bin")
hdfs_principal_name = default('/configurations/hadoop-env/hdfs_principal_name', None)
hdfs_site = config['configurations']['hdfs-site']
-default_fs = config['configurations']['core-site']['fs.defaultFS']
smoke_user = config['configurations']['cluster-env']['smokeuser']
smoke_hdfs_user_dir = format("/user/{smoke_user}")
smoke_hdfs_user_mode = 0770
@@ -312,8 +311,17 @@ if dfs_ha_enabled:
namenode_rpc = nn_host
pass
pass
+elif 'dfs.namenode.rpc-address' in config['configurations']['hdfs-site']:
+ namenode_rpc = default('/configurations/hdfs-site/dfs.namenode.rpc-address', None)
else:
- namenode_rpc = default('/configurations/hdfs-site/dfs.namenode.rpc-address', None)
+ namenode_rpc = default_fs
+
+if namenode_rpc:
+ port_str = namenode_rpc.split(':')[-1].strip()
+ try:
+ nn_rpc_client_port = int(port_str)
+ except ValueError:
+ nn_rpc_client_port = None
if namenode_rpc:
nn_rpc_client_port = namenode_rpc.split(':')[1].strip()
[07/52] [abbrv] ambari git commit: AMBARI-21614. Restart NFSGateway
fails after ResourceManager move to another host (aonishuk)
Posted by jl...@apache.org.
AMBARI-21614. Restart NFSGateway fails after ResourceManager move to another host (aonishuk)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/11aadf53
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/11aadf53
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/11aadf53
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 11aadf532f3ecdfcfed727346ea4f3418aa1deb2
Parents: c7b350b
Author: Andrew Onishuk <ao...@hortonworks.com>
Authored: Tue Aug 1 12:45:49 2017 +0300
Committer: Andrew Onishuk <ao...@hortonworks.com>
Committed: Tue Aug 1 12:45:49 2017 +0300
----------------------------------------------------------------------
.../HDFS/2.1.0.2.0/package/scripts/utils.py | 15 ++++++++++++++-
.../HDFS/3.0.0.3.0/package/scripts/utils.py | 16 +++++++++++++++-
.../test/python/stacks/2.0.6/HDFS/test_namenode.py | 2 +-
3 files changed, 30 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/11aadf53/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/utils.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/utils.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/utils.py
index 2535f60..f178d23 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/utils.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/utils.py
@@ -19,6 +19,7 @@ limitations under the License.
import os
import re
import urllib2
+import subprocess
import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set.
from resource_management.core.resources.system import Directory, File, Execute
@@ -283,7 +284,19 @@ def service(action=None, name=None, user=None, options="", create_pid_dir=False,
show_logs(log_dir, user)
raise
- wait_process_stopped(pid_file)
+ # Wait until stop actually happens
+ process_id_does_not_exist_command = format("! ( {process_id_exists_command} )")
+ code, out = shell.call(process_id_does_not_exist_command,
+ env=hadoop_env_exports,
+ tries = 6,
+ try_sleep = 10,
+ )
+
+ # If stop didn't happen, kill it forcefully
+ if code != 0:
+ code, out, err = shell.checked_call(("cat", pid_file), sudo=True, env=hadoop_env_exports, stderr=subprocess.PIPE)
+ pid = out
+ Execute(("kill", "-9", pid), sudo=True)
File(pid_file, action="delete")
http://git-wip-us.apache.org/repos/asf/ambari/blob/11aadf53/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/utils.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/utils.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/utils.py
index 0c28a00..11fde02 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/utils.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/utils.py
@@ -279,7 +279,21 @@ def service(action=None, name=None, user=None, options="", create_pid_dir=False,
except:
show_logs(log_dir, user)
raise
- wait_process_stopped(pid_file)
+
+ # Wait until stop actually happens
+ process_id_does_not_exist_command = format("! ( {process_id_exists_command} )")
+ code, out = shell.call(process_id_does_not_exist_command,
+ env=hadoop_env_exports,
+ tries = 6,
+ try_sleep = 10,
+ )
+
+ # If stop didn't happen, kill it forcefully
+ if code != 0:
+ code, out, err = shell.checked_call(("cat", pid_file), sudo=True, env=hadoop_env_exports, stderr=subprocess.PIPE)
+ pid = out
+ Execute(("kill", "-9", pid), sudo=True)
+
File(pid_file, action="delete")
def get_jmx_data(nn_address, modeler_type, metric, encrypted=False, security_enabled=False):
http://git-wip-us.apache.org/repos/asf/ambari/blob/11aadf53/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
index e6503a2..eb595c1 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
@@ -1351,7 +1351,7 @@ class TestNamenode(RMFTestCase):
config_file = "nn_eu_standby.json",
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
+ call_mocks = [(0, None), (0, None, ''), (0, None)] ,
mocks_dict=mocks_dict)
calls = mocks_dict['call'].call_args_list
[11/52] [abbrv] ambari git commit: AMBARI-21632 Alerts list not
sorted by status even though header displayed as sorted. (ababiichuk)
Posted by jl...@apache.org.
AMBARI-21632 Alerts list not sorted by status even though header displayed as sorted. (ababiichuk)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/c4a474a5
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/c4a474a5
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/c4a474a5
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: c4a474a5c4912bec226b56c62c80b6d77ebb497b
Parents: ed08865
Author: ababiichuk <ab...@hortonworks.com>
Authored: Wed Aug 2 12:16:54 2017 +0300
Committer: ababiichuk <ab...@hortonworks.com>
Committed: Wed Aug 2 12:16:54 2017 +0300
----------------------------------------------------------------------
.../app/views/main/alert_definitions_view.js | 5 +-
.../views/main/alert_definitions_view_test.js | 69 ++++++++++++++++++++
2 files changed, 72 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/c4a474a5/ambari-web/app/views/main/alert_definitions_view.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/views/main/alert_definitions_view.js b/ambari-web/app/views/main/alert_definitions_view.js
index a578c84..530bca7 100644
--- a/ambari-web/app/views/main/alert_definitions_view.js
+++ b/ambari-web/app/views/main/alert_definitions_view.js
@@ -28,10 +28,11 @@ App.MainAlertDefinitionsView = App.TableView.extend({
contentObs: function () {
Em.run.once(this, this.contentObsOnce);
- }.observes('controller.content.[]'),
+ }.observes('controller.content.[]', 'App.router.clusterController.isAlertsLoaded'),
contentObsOnce: function() {
- var content = this.get('controller.content') ? this.get('controller.content').toArray().sort(App.AlertDefinition.getSortDefinitionsByStatus(true)) : [];
+ var content = this.get('controller.content') && App.get('router.clusterController.isAlertsLoaded') ?
+ this.get('controller.content').toArray().sort(App.AlertDefinition.getSortDefinitionsByStatus(true)) : [];
this.set('content', content);
},
http://git-wip-us.apache.org/repos/asf/ambari/blob/c4a474a5/ambari-web/test/views/main/alert_definitions_view_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/views/main/alert_definitions_view_test.js b/ambari-web/test/views/main/alert_definitions_view_test.js
index 8692ae4..edba415 100644
--- a/ambari-web/test/views/main/alert_definitions_view_test.js
+++ b/ambari-web/test/views/main/alert_definitions_view_test.js
@@ -436,4 +436,73 @@ describe('App.MainAlertDefinitionsView', function () {
expect(view.tooltipsUpdater.calledOnce).to.be.true;
});
});
+
+ describe('#contentObsOnce', function () {
+ var toArray = function () {
+ return [{}];
+ },
+ cases = [
+ {
+ controllerContent: null,
+ isAlertsLoaded: false,
+ content: [],
+ title: 'no content in controller, alerts data not loaded'
+ },
+ {
+ controllerContent: null,
+ isAlertsLoaded: true,
+ content: [],
+ title: 'no content in controller, alerts data loaded'
+ },
+ {
+ controllerContent: {
+ toArray: toArray
+ },
+ isAlertsLoaded: false,
+ content: [],
+ title: 'content set in controller, alerts data not loaded'
+ },
+ {
+ controllerContent: {
+ toArray: toArray
+ },
+ isAlertsLoaded: true,
+ content: [{}],
+ title: 'content set in controller, alerts data loaded'
+ }
+ ];
+
+ cases.forEach(function (item) {
+ describe(item.title, function () {
+ beforeEach(function () {
+ var controller = {
+ content: item.controllerContent
+ };
+ sinon.stub(App.AlertDefinition, 'getSortDefinitionsByStatus', function () {
+ return Em.K;
+ });
+ sinon.stub(view, 'contentObs', Em.K);
+ sinon.stub(App, 'get', function (key) {
+ if (key === 'router.clusterController.isAlertsLoaded') {
+ return item.isAlertsLoaded;
+ }
+ return Em.get(App, key);
+ });
+ view.set('controller', controller);
+ view.contentObsOnce();
+ });
+
+ afterEach(function () {
+ view.contentObs.restore();
+ App.get.restore();
+ App.AlertDefinition.getSortDefinitionsByStatus.restore();
+ });
+
+ it('view.content', function () {
+ expect(view.get('content')).to.eql(item.content);
+ });
+ });
+ });
+ });
+
});
[30/52] [abbrv] ambari git commit: AMBARI-21623 Log Search Config
should be separated into a Server and Log Feeder interface (mgergely)
Posted by jl...@apache.org.
AMBARI-21623 Log Search Config should be separated into a Server and Log Feeder interface (mgergely)
Change-Id: Ie40cf3b57470c08375124d547dade2c9a3204e9f
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/2d1ac668
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/2d1ac668
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/2d1ac668
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 2d1ac668b6ae272481668d08f4b7bd1c1b99fc45
Parents: 27386c3
Author: Miklos Gergely <mg...@hortonworks.com>
Authored: Fri Aug 4 11:27:57 2017 +0200
Committer: Miklos Gergely <mg...@hortonworks.com>
Committed: Fri Aug 4 11:27:57 2017 +0200
----------------------------------------------------------------------
.../logsearch/config/api/LogSearchConfig.java | 131 ---------
.../config/api/LogSearchConfigFactory.java | 61 +++-
.../config/api/LogSearchConfigLogFeeder.java | 77 +++++
.../config/api/LogSearchConfigServer.java | 111 +++++++
.../config/api/LogSearchConfigClass1.java | 95 ------
.../config/api/LogSearchConfigClass2.java | 95 ------
.../config/api/LogSearchConfigFactoryTest.java | 51 +++-
.../api/LogSearchConfigLogFeederClass1.java | 58 ++++
.../api/LogSearchConfigLogFeederClass2.java | 58 ++++
.../config/api/LogSearchConfigServerClass1.java | 76 +++++
.../config/api/LogSearchConfigServerClass2.java | 76 +++++
.../zookeeper/LogSearchConfigLogFeederZK.java | 228 +++++++++++++++
.../zookeeper/LogSearchConfigServerZK.java | 138 +++++++++
.../config/zookeeper/LogSearchConfigZK.java | 291 +------------------
.../org/apache/ambari/logfeeder/LogFeeder.java | 11 +-
.../ambari/logfeeder/common/ConfigHandler.java | 6 +-
.../logfeeder/input/InputConfigUploader.java | 10 +-
.../apache/ambari/logfeeder/output/Output.java | 6 +-
.../ambari/logfeeder/output/OutputSolrTest.java | 6 +-
.../configurer/LogSearchConfigConfigurer.java | 13 +-
.../configurer/SolrCollectionConfigurer.java | 3 +-
.../ambari/logsearch/dao/SolrDaoBase.java | 11 +-
.../handler/CreateCollectionHandler.java | 7 +-
.../logsearch/manager/ShipperConfigManager.java | 18 +-
.../logsearch/model/common/LSServerFilter.java | 10 +-
25 files changed, 970 insertions(+), 677 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfig.java b/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfig.java
index 76be392..6c3b910 100644
--- a/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfig.java
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfig.java
@@ -20,80 +20,14 @@
package org.apache.ambari.logsearch.config.api;
import java.io.Closeable;
-import java.util.List;
-import java.util.Map;
import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
-import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilterMap;
-import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
-import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
/**
* Log Search Configuration, which uploads, retrieves configurations, and monitors it's changes.
*/
public interface LogSearchConfig extends Closeable {
/**
- * Enumeration of the components of the Log Search service.
- */
- public enum Component {
- SERVER, LOGFEEDER;
- }
-
- /**
- * Initialization of the configuration.
- *
- * @param component The component which will use the configuration.
- * @param properties The properties of that component.
- * @param clusterName The name of the cluster, only need to be specified in LOGFEEDER mode (null for SERVER mode).
- * @throws Exception
- */
- void init(Component component, Map<String, String> properties, String clusterName) throws Exception;
-
- /**
- * Returns all the service names with input configurations of a cluster. Will be used only in SERVER mode.
- *
- * @param clusterName The name of the cluster which's services are required.
- * @return List of the service names.
- */
- List<String> getServices(String clusterName);
-
- /**
- * Checks if input configuration exists. Will be used only in LOGFEEDER mode.
- *
- * @param serviceName The name of the service looked for.
- * @return If input configuration exists for the service.
- * @throws Exception
- */
- boolean inputConfigExistsLogFeeder(String serviceName) throws Exception;
-
- /**
- * Checks if input configuration exists. Will be used only in SERVER mode.
- *
- * @param clusterName The name of the cluster where the service is looked for.
- * @param serviceName The name of the service looked for.
- * @return If input configuration exists for the service.
- * @throws Exception
- */
- boolean inputConfigExistsServer(String clusterName, String serviceName) throws Exception;
-
- /**
- * Returns the global configurations of a cluster. Will be used only in SERVER mode.
- *
- * @param clusterName The name of the cluster where the service is looked for.
- * @return The global configurations of the cluster if it exists, null otherwise.
- */
- String getGlobalConfigs(String clusterName);
-
- /**
- * Returns the input configuration of a service in a cluster. Will be used only in SERVER mode.
- *
- * @param clusterName The name of the cluster where the service is looked for.
- * @param serviceName The name of the service looked for.
- * @return The input configuration for the service if it exists, null otherwise.
- */
- InputConfig getInputConfig(String clusterName, String serviceName);
-
- /**
* Uploads the input configuration for a service in a cluster.
*
* @param clusterName The name of the cluster where the service is.
@@ -104,16 +38,6 @@ public interface LogSearchConfig extends Closeable {
void createInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception;
/**
- * Modifies the input configuration for a service in a cluster.
- *
- * @param clusterName The name of the cluster where the service is.
- * @param serviceName The name of the service of which's input configuration is uploaded.
- * @param inputConfig The input configuration of the service.
- * @throws Exception
- */
- void setInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception;
-
- /**
* Uploads the log level filter of a log.
*
* @param clusterName The name of the cluster where the log is.
@@ -122,59 +46,4 @@ public interface LogSearchConfig extends Closeable {
* @throws Exception
*/
void createLogLevelFilter(String clusterName, String logId, LogLevelFilter filter) throws Exception;
-
- /**
- * Modifies the log level filters for all the logs.
- *
- * @param clusterName The name of the cluster where the logs are.
- * @param filters The log level filters to set.
- * @throws Exception
- */
- void setLogLevelFilters(String clusterName, LogLevelFilterMap filters) throws Exception;
-
- /**
- * Returns the Log Level Filters of a cluster.
- *
- * @param clusterName The name of the cluster which's log level filters are required.
- * @return All the log level filters of the cluster.
- */
- LogLevelFilterMap getLogLevelFilters(String clusterName);
-
- /**
- * Starts the monitoring of the input configurations, asynchronously. Will be used only in LOGFEEDER mode.
- *
- * @param inputConfigMonitor The input config monitor to call in case of an input config change.
- * @param logLevelFilterMonitor The log level filter monitor to call in case of a log level filter change.
- * @param clusterName The name of the cluster, only need to be specified in LOGFEEDER mode (null for SERVER mode).
- * @throws Exception
- */
- void monitorInputConfigChanges(InputConfigMonitor inputConfigMonitor, LogLevelFilterMonitor logLevelFilterMonitor,
- String clusterName) throws Exception;
-
- /**
- * Saves the properties of an Output Solr. Will be used only in SERVER mode.
- *
- * @param type The type of the Output Solr.
- * @param outputSolrProperties The properties of the Output Solr.
- * @throws Exception
- */
- void saveOutputSolrProperties(String type, OutputSolrProperties outputSolrProperties) throws Exception;
-
- /**
- * Get the properties of an Output Solr. Will be used only in LOGFEEDER mode.
- *
- * @param type The type of the Output Solr.
- * @return The properties of the Output Solr, or null if it doesn't exist.
- * @throws Exception
- */
- OutputSolrProperties getOutputSolrProperties(String type) throws Exception;
-
- /**
- * Saves the properties of an Output Solr. Will be used only in LOGFEEDER mode.
- *
- * @param type The type of the Output Solr.
- * @param outputConfigMonitors The monitors which want to watch the output config changes.
- * @throws Exception
- */
- void monitorOutputProperties(List<? extends OutputConfigMonitor> outputConfigMonitors) throws Exception;
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactory.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactory.java b/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactory.java
index 77b48eb..a84a97b 100644
--- a/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactory.java
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactory.java
@@ -21,46 +21,81 @@ package org.apache.ambari.logsearch.config.api;
import java.util.Map;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig.Component;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
- * Factory class for LogSearchConfig.
+ * Factory class for LogSearchConfigServer and LogSearchConfigLogFeeder.
*/
public class LogSearchConfigFactory {
private static final Logger LOG = LoggerFactory.getLogger(LogSearchConfigFactory.class);
/**
- * Creates a Log Search Configuration instance that implements {@link org.apache.ambari.logsearch.config.api.LogSearchConfig}.
+ * Creates a Log Search Configuration instance for the Log Search Server that implements
+ * {@link org.apache.ambari.logsearch.config.api.LogSearchConfigServer}.
*
- * @param component The component of the Log Search Service to create the configuration for (SERVER/LOGFEEDER).
* @param properties The properties of the component for which the configuration is created. If the properties contain the
* "logsearch.config.class" entry than the class defined there would be used instead of the default class.
- * @param clusterName The name of the cluster, only need to be specified in LOGFEEDER mode (null for SERVER mode).
* @param defaultClass The default configuration class to use if not specified otherwise.
* @return The Log Search Configuration instance.
- * @throws Exception Throws exception if the defined class does not implement LogSearchConfig, or doesn't have an empty
+ * @throws Exception Throws exception if the defined class does not implement LogSearchConfigServer, or doesn't have an empty
* constructor, or throws an exception in it's init method.
*/
- public static LogSearchConfig createLogSearchConfig(Component component, Map<String, String> properties, String clusterName,
- Class<? extends LogSearchConfig> defaultClass) throws Exception {
+ public static LogSearchConfigServer createLogSearchConfigServer(Map<String, String> properties,
+ Class<? extends LogSearchConfigServer> defaultClass) throws Exception {
try {
- LogSearchConfig logSearchConfig = null;
- String configClassName = properties.get("logsearch.config.class");
+ LogSearchConfigServer logSearchConfig = null;
+ String configClassName = properties.get("logsearch.config.server.class");
+ if (configClassName != null && !"".equals(configClassName.trim())) {
+ Class<?> clazz = Class.forName(configClassName);
+ if (LogSearchConfigServer.class.isAssignableFrom(clazz)) {
+ logSearchConfig = (LogSearchConfigServer) clazz.newInstance();
+ } else {
+ throw new IllegalArgumentException("Class " + configClassName + " does not implement the interface " +
+ LogSearchConfigServer.class.getName());
+ }
+ } else {
+ logSearchConfig = defaultClass.newInstance();
+ }
+
+ logSearchConfig.init(properties);
+ return logSearchConfig;
+ } catch (Exception e) {
+ LOG.error("Could not initialize logsearch config.", e);
+ throw e;
+ }
+ }
+
+ /**
+ * Creates a Log Search Configuration instance for the Log Search Server that implements
+ * {@link org.apache.ambari.logsearch.config.api.LogSearchConfigLogFeeder}.
+ *
+ * @param properties The properties of the component for which the configuration is created. If the properties contain the
+ * "logsearch.config.class" entry than the class defined there would be used instead of the default class.
+ * @param clusterName The name of the cluster.
+ * @param defaultClass The default configuration class to use if not specified otherwise.
+ * @return The Log Search Configuration instance.
+ * @throws Exception Throws exception if the defined class does not implement LogSearchConfigLogFeeder, or doesn't have an empty
+ * constructor, or throws an exception in it's init method.
+ */
+ public static LogSearchConfigLogFeeder createLogSearchConfigLogFeeder(Map<String, String> properties, String clusterName,
+ Class<? extends LogSearchConfigLogFeeder> defaultClass) throws Exception {
+ try {
+ LogSearchConfigLogFeeder logSearchConfig = null;
+ String configClassName = properties.get("logsearch.config.logfeeder.class");
if (configClassName != null && !"".equals(configClassName.trim())) {
Class<?> clazz = Class.forName(configClassName);
if (LogSearchConfig.class.isAssignableFrom(clazz)) {
- logSearchConfig = (LogSearchConfig) clazz.newInstance();
+ logSearchConfig = (LogSearchConfigLogFeeder) clazz.newInstance();
} else {
throw new IllegalArgumentException("Class " + configClassName + " does not implement the interface " +
- LogSearchConfig.class.getName());
+ LogSearchConfigLogFeeder.class.getName());
}
} else {
logSearchConfig = defaultClass.newInstance();
}
- logSearchConfig.init(component, properties, clusterName);
+ logSearchConfig.init(properties, clusterName);
return logSearchConfig;
} catch (Exception e) {
LOG.error("Could not initialize logsearch config.", e);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeeder.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeeder.java b/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeeder.java
new file mode 100644
index 0000000..6ed36fd
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeeder.java
@@ -0,0 +1,77 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.config.api;
+
+import java.util.List;
+import java.util.Map;
+
+import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
+
+/**
+ * Log Search Configuration for Log Feeder.
+ */
+public interface LogSearchConfigLogFeeder extends LogSearchConfig {
+ /**
+ * Initialization of the configuration.
+ *
+ * @param properties The properties of that component.
+ * @param clusterName The name of the cluster.
+ * @throws Exception
+ */
+ void init(Map<String, String> properties, String clusterName) throws Exception;
+
+ /**
+ * Checks if input configuration exists.
+ *
+ * @param serviceName The name of the service looked for.
+ * @return If input configuration exists for the service.
+ * @throws Exception
+ */
+ boolean inputConfigExists(String serviceName) throws Exception;
+
+ /**
+ * Starts the monitoring of the input configurations, asynchronously.
+ *
+ * @param inputConfigMonitor The input config monitor to call in case of an input config change.
+ * @param logLevelFilterMonitor The log level filter monitor to call in case of a log level filter change.
+ * @param clusterName The name of the cluster.
+ * @throws Exception
+ */
+ void monitorInputConfigChanges(InputConfigMonitor inputConfigMonitor, LogLevelFilterMonitor logLevelFilterMonitor,
+ String clusterName) throws Exception;
+
+ /**
+ * Get the properties of an Output Solr.
+ *
+ * @param type The type of the Output Solr.
+ * @return The properties of the Output Solr, or null if it doesn't exist.
+ * @throws Exception
+ */
+ OutputSolrProperties getOutputSolrProperties(String type) throws Exception;
+
+ /**
+ * Saves the properties of an Output Solr.
+ *
+ * @param type The type of the Output Solr.
+ * @param outputConfigMonitors The monitors which want to watch the output config changes.
+ * @throws Exception
+ */
+ void monitorOutputProperties(List<? extends OutputConfigMonitor> outputConfigMonitors) throws Exception;
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServer.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServer.java b/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServer.java
new file mode 100644
index 0000000..26889be
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServer.java
@@ -0,0 +1,111 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.config.api;
+
+import java.util.List;
+import java.util.Map;
+
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilterMap;
+import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
+import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
+
+/**
+ * Log Search Configuration for Log Search Server.
+ */
+public interface LogSearchConfigServer extends LogSearchConfig {
+ /**
+ * Initialization of the configuration.
+ *
+ * @param properties The properties of that component.
+ * @throws Exception
+ */
+ void init(Map<String, String> properties) throws Exception;
+
+ /**
+ * Returns all the service names with input configurations of a cluster.
+ *
+ * @param clusterName The name of the cluster which's services are required.
+ * @return List of the service names.
+ */
+ List<String> getServices(String clusterName);
+
+ /**
+ * Checks if input configuration exists.
+ *
+ * @param clusterName The name of the cluster where the service is looked for.
+ * @param serviceName The name of the service looked for.
+ * @return If input configuration exists for the service.
+ * @throws Exception
+ */
+ boolean inputConfigExists(String clusterName, String serviceName) throws Exception;
+
+ /**
+ * Returns the global configurations of a cluster.
+ *
+ * @param clusterName The name of the cluster where the service is looked for.
+ * @return The global configurations of the cluster if it exists, null otherwise.
+ */
+ String getGlobalConfigs(String clusterName);
+
+ /**
+ * Modifies the input configuration for a service in a cluster.
+ *
+ * @param clusterName The name of the cluster where the service is.
+ * @param serviceName The name of the service of which's input configuration is uploaded.
+ * @param inputConfig The input configuration of the service.
+ * @throws Exception
+ */
+ void setInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception;
+
+ /**
+ * Returns the input configuration of a service in a cluster.
+ *
+ * @param clusterName The name of the cluster where the service is looked for.
+ * @param serviceName The name of the service looked for.
+ * @return The input configuration for the service if it exists, null otherwise.
+ */
+ InputConfig getInputConfig(String clusterName, String serviceName);
+
+ /**
+ * Modifies the log level filters for all the logs.
+ *
+ * @param clusterName The name of the cluster where the logs are.
+ * @param filters The log level filters to set.
+ * @throws Exception
+ */
+ void setLogLevelFilters(String clusterName, LogLevelFilterMap filters) throws Exception;
+
+ /**
+ * Returns the Log Level Filters of a cluster.
+ *
+ * @param clusterName The name of the cluster which's log level filters are required.
+ * @return All the log level filters of the cluster.
+ */
+ LogLevelFilterMap getLogLevelFilters(String clusterName);
+
+ /**
+ * Saves the properties of an Output Solr.
+ *
+ * @param type The type of the Output Solr.
+ * @param outputSolrProperties The properties of the Output Solr.
+ * @throws Exception
+ */
+ void saveOutputSolrProperties(String type, OutputSolrProperties outputSolrProperties) throws Exception;
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigClass1.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigClass1.java b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigClass1.java
deleted file mode 100644
index e308346..0000000
--- a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigClass1.java
+++ /dev/null
@@ -1,95 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.ambari.logsearch.config.api;
-
-import java.util.List;
-import java.util.Map;
-
-import org.apache.ambari.logsearch.config.api.InputConfigMonitor;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig;
-import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
-import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilterMap;
-import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
-import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
-
-public class LogSearchConfigClass1 implements LogSearchConfig {
- @Override
- public void init(Component component, Map<String, String> properties, String clusterName) {}
-
- @Override
- public boolean inputConfigExistsLogFeeder(String serviceName) throws Exception {
- return false;
- }
-
- @Override
- public boolean inputConfigExistsServer(String clusterName, String serviceName) throws Exception {
- return false;
- }
-
- @Override
- public void createInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
-
- @Override
- public void setInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
-
- @Override
- public void monitorInputConfigChanges(InputConfigMonitor inputConfigMonitor, LogLevelFilterMonitor logLevelFilterMonitor,
- String clusterName) throws Exception {}
-
- @Override
- public List<String> getServices(String clusterName) {
- return null;
- }
-
- @Override
- public String getGlobalConfigs(String clusterName) {
- return null;
- }
-
- @Override
- public InputConfig getInputConfig(String clusterName, String serviceName) {
- return null;
- }
-
- @Override
- public void createLogLevelFilter(String clusterName, String logId, LogLevelFilter filter) {}
-
- @Override
- public void setLogLevelFilters(String clusterName, LogLevelFilterMap filters) throws Exception {}
-
- @Override
- public LogLevelFilterMap getLogLevelFilters(String clusterName) {
- return null;
- }
-
- @Override
- public void saveOutputSolrProperties(String type, OutputSolrProperties outputSolrProperties) throws Exception {}
-
- @Override
- public OutputSolrProperties getOutputSolrProperties(String type) {
- return null;
- }
-
- @Override
- public void monitorOutputProperties(List<? extends OutputConfigMonitor> outputConfigMonitors) throws Exception {}
-
- @Override
- public void close() {}
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigClass2.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigClass2.java b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigClass2.java
deleted file mode 100644
index b64dae8..0000000
--- a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigClass2.java
+++ /dev/null
@@ -1,95 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.ambari.logsearch.config.api;
-
-import java.util.List;
-import java.util.Map;
-
-import org.apache.ambari.logsearch.config.api.InputConfigMonitor;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig;
-import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
-import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilterMap;
-import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
-import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
-
-public class LogSearchConfigClass2 implements LogSearchConfig {
- @Override
- public void init(Component component, Map<String, String> properties, String clusterName) {}
-
- @Override
- public boolean inputConfigExistsLogFeeder(String serviceName) throws Exception {
- return false;
- }
-
- @Override
- public boolean inputConfigExistsServer(String clusterName, String serviceName) throws Exception {
- return false;
- }
-
- @Override
- public void createInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
-
- @Override
- public void setInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
-
- @Override
- public void monitorInputConfigChanges(InputConfigMonitor inputConfigMonitor, LogLevelFilterMonitor logLevelFilterMonitor,
- String clusterName) throws Exception {}
-
- @Override
- public List<String> getServices(String clusterName) {
- return null;
- }
-
- @Override
- public String getGlobalConfigs(String clusterName) {
- return null;
- }
-
- @Override
- public InputConfig getInputConfig(String clusterName, String serviceName) {
- return null;
- }
-
- @Override
- public void createLogLevelFilter(String clusterName, String logId, LogLevelFilter filter) {}
-
- @Override
- public void setLogLevelFilters(String clusterName, LogLevelFilterMap filters) throws Exception {}
-
- @Override
- public LogLevelFilterMap getLogLevelFilters(String clusterName) {
- return null;
- }
-
- @Override
- public void saveOutputSolrProperties(String type, OutputSolrProperties outputSolrProperties) throws Exception {}
-
- @Override
- public OutputSolrProperties getOutputSolrProperties(String type) {
- return null;
- }
-
- @Override
- public void monitorOutputProperties(List<? extends OutputConfigMonitor> outputConfigMonitors) throws Exception {}
-
- @Override
- public void close() {}
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactoryTest.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactoryTest.java b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactoryTest.java
index f990c5c..d0db87f 100644
--- a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactoryTest.java
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigFactoryTest.java
@@ -23,7 +23,6 @@ import java.util.Collections;
import java.util.HashMap;
import java.util.Map;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig.Component;
import org.junit.Test;
import junit.framework.Assert;
@@ -31,28 +30,52 @@ import junit.framework.Assert;
public class LogSearchConfigFactoryTest {
@Test
- public void testDefaultConfig() throws Exception {
- LogSearchConfig config = LogSearchConfigFactory.createLogSearchConfig(Component.SERVER,
- Collections.<String, String> emptyMap(), null, LogSearchConfigClass1.class);
+ public void testDefaultConfigServer() throws Exception {
+ LogSearchConfigServer config = LogSearchConfigFactory.createLogSearchConfigServer( Collections.<String, String> emptyMap(),
+ LogSearchConfigServerClass1.class);
- Assert.assertSame(config.getClass(), LogSearchConfigClass1.class);
+ Assert.assertSame(config.getClass(), LogSearchConfigServerClass1.class);
}
@Test
- public void testCustomConfig() throws Exception {
+ public void testCustomConfigServer() throws Exception {
Map<String, String> logsearchConfClassMap = new HashMap<>();
- logsearchConfClassMap.put("logsearch.config.class", "org.apache.ambari.logsearch.config.api.LogSearchConfigClass2");
- LogSearchConfig config = LogSearchConfigFactory.createLogSearchConfig(Component.SERVER,
- logsearchConfClassMap, null, LogSearchConfigClass1.class);
+ logsearchConfClassMap.put("logsearch.config.server.class", "org.apache.ambari.logsearch.config.api.LogSearchConfigServerClass2");
+ LogSearchConfig config = LogSearchConfigFactory.createLogSearchConfigServer(logsearchConfClassMap,
+ LogSearchConfigServerClass1.class);
- Assert.assertSame(config.getClass(), LogSearchConfigClass2.class);
+ Assert.assertSame(config.getClass(), LogSearchConfigServerClass2.class);
}
@Test(expected = IllegalArgumentException.class)
- public void testNonConfigClass() throws Exception {
+ public void testNonConfigClassServer() throws Exception {
Map<String, String> logsearchConfClassMap = new HashMap<>();
- logsearchConfClassMap.put("logsearch.config.class", "org.apache.ambari.logsearch.config.api.NonLogSearchConfigClass");
- LogSearchConfigFactory.createLogSearchConfig(Component.SERVER,
- logsearchConfClassMap, null, LogSearchConfigClass1.class);
+ logsearchConfClassMap.put("logsearch.config.server.class", "org.apache.ambari.logsearch.config.api.NonLogSearchConfigClass");
+ LogSearchConfigFactory.createLogSearchConfigServer(logsearchConfClassMap, LogSearchConfigServerClass1.class);
+ }
+
+ @Test
+ public void testDefaultConfigLogFeeder() throws Exception {
+ LogSearchConfigLogFeeder config = LogSearchConfigFactory.createLogSearchConfigLogFeeder( Collections.<String, String> emptyMap(),
+ null, LogSearchConfigLogFeederClass1.class);
+
+ Assert.assertSame(config.getClass(), LogSearchConfigLogFeederClass1.class);
+ }
+
+ @Test
+ public void testCustomConfigLogFeeder() throws Exception {
+ Map<String, String> logsearchConfClassMap = new HashMap<>();
+ logsearchConfClassMap.put("logsearch.config.logfeeder.class", "org.apache.ambari.logsearch.config.api.LogSearchConfigLogFeederClass2");
+ LogSearchConfigLogFeeder config = LogSearchConfigFactory.createLogSearchConfigLogFeeder(logsearchConfClassMap, null,
+ LogSearchConfigLogFeederClass1.class);
+
+ Assert.assertSame(config.getClass(), LogSearchConfigLogFeederClass2.class);
+ }
+
+ @Test(expected = IllegalArgumentException.class)
+ public void testNonConfigClassLogFeeder() throws Exception {
+ Map<String, String> logsearchConfClassMap = new HashMap<>();
+ logsearchConfClassMap.put("logsearch.config.logfeeder.class", "org.apache.ambari.logsearch.config.api.NonLogSearchConfigClass");
+ LogSearchConfigFactory.createLogSearchConfigLogFeeder(logsearchConfClassMap, null, LogSearchConfigLogFeederClass1.class);
}
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeederClass1.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeederClass1.java b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeederClass1.java
new file mode 100644
index 0000000..b7da7fe
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeederClass1.java
@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.config.api;
+
+import java.util.List;
+import java.util.Map;
+
+import org.apache.ambari.logsearch.config.api.InputConfigMonitor;
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
+import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
+
+public class LogSearchConfigLogFeederClass1 implements LogSearchConfigLogFeeder {
+ @Override
+ public void init(Map<String, String> properties, String clusterName) {}
+
+ @Override
+ public boolean inputConfigExists(String serviceName) throws Exception {
+ return false;
+ }
+
+ @Override
+ public void createInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
+
+ @Override
+ public void monitorInputConfigChanges(InputConfigMonitor inputConfigMonitor, LogLevelFilterMonitor logLevelFilterMonitor,
+ String clusterName) throws Exception {}
+
+ @Override
+ public void createLogLevelFilter(String clusterName, String logId, LogLevelFilter filter) {}
+
+ @Override
+ public OutputSolrProperties getOutputSolrProperties(String type) {
+ return null;
+ }
+
+ @Override
+ public void monitorOutputProperties(List<? extends OutputConfigMonitor> outputConfigMonitors) throws Exception {}
+
+ @Override
+ public void close() {}
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeederClass2.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeederClass2.java b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeederClass2.java
new file mode 100644
index 0000000..b703bf8
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigLogFeederClass2.java
@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.config.api;
+
+import java.util.List;
+import java.util.Map;
+
+import org.apache.ambari.logsearch.config.api.InputConfigMonitor;
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
+import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
+
+public class LogSearchConfigLogFeederClass2 implements LogSearchConfigLogFeeder {
+ @Override
+ public void init(Map<String, String> properties, String clusterName) {}
+
+ @Override
+ public boolean inputConfigExists(String serviceName) throws Exception {
+ return false;
+ }
+
+ @Override
+ public void createInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
+
+ @Override
+ public void monitorInputConfigChanges(InputConfigMonitor inputConfigMonitor, LogLevelFilterMonitor logLevelFilterMonitor,
+ String clusterName) throws Exception {}
+
+ @Override
+ public void createLogLevelFilter(String clusterName, String logId, LogLevelFilter filter) {}
+
+ @Override
+ public OutputSolrProperties getOutputSolrProperties(String type) {
+ return null;
+ }
+
+ @Override
+ public void monitorOutputProperties(List<? extends OutputConfigMonitor> outputConfigMonitors) throws Exception {}
+
+ @Override
+ public void close() {}
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServerClass1.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServerClass1.java b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServerClass1.java
new file mode 100644
index 0000000..71e924a
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServerClass1.java
@@ -0,0 +1,76 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.config.api;
+
+import java.util.List;
+import java.util.Map;
+
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilterMap;
+import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
+import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
+
+public class LogSearchConfigServerClass1 implements LogSearchConfigServer {
+ @Override
+ public void init(Map<String, String> properties) {}
+
+ @Override
+ public boolean inputConfigExists(String clusterName, String serviceName) throws Exception {
+ return false;
+ }
+
+ @Override
+ public void createInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
+
+ @Override
+ public void setInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
+
+ @Override
+ public List<String> getServices(String clusterName) {
+ return null;
+ }
+
+ @Override
+ public String getGlobalConfigs(String clusterName) {
+ return null;
+ }
+
+ @Override
+ public InputConfig getInputConfig(String clusterName, String serviceName) {
+ return null;
+ }
+
+ @Override
+ public void createLogLevelFilter(String clusterName, String logId, LogLevelFilter filter) {}
+
+ @Override
+ public void setLogLevelFilters(String clusterName, LogLevelFilterMap filters) throws Exception {}
+
+ @Override
+ public LogLevelFilterMap getLogLevelFilters(String clusterName) {
+ return null;
+ }
+
+ @Override
+ public void saveOutputSolrProperties(String type, OutputSolrProperties outputSolrProperties) throws Exception {}
+
+ @Override
+ public void close() {}
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServerClass2.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServerClass2.java b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServerClass2.java
new file mode 100644
index 0000000..a767ff5
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-config-api/src/test/java/org/apache/ambari/logsearch/config/api/LogSearchConfigServerClass2.java
@@ -0,0 +1,76 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.config.api;
+
+import java.util.List;
+import java.util.Map;
+
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilterMap;
+import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
+import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
+
+public class LogSearchConfigServerClass2 implements LogSearchConfigServer {
+ @Override
+ public void init(Map<String, String> properties) {}
+
+ @Override
+ public boolean inputConfigExists(String clusterName, String serviceName) throws Exception {
+ return false;
+ }
+
+ @Override
+ public void createInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
+
+ @Override
+ public void setInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {}
+
+ @Override
+ public List<String> getServices(String clusterName) {
+ return null;
+ }
+
+ @Override
+ public String getGlobalConfigs(String clusterName) {
+ return null;
+ }
+
+ @Override
+ public InputConfig getInputConfig(String clusterName, String serviceName) {
+ return null;
+ }
+
+ @Override
+ public void createLogLevelFilter(String clusterName, String logId, LogLevelFilter filter) {}
+
+ @Override
+ public void setLogLevelFilters(String clusterName, LogLevelFilterMap filters) throws Exception {}
+
+ @Override
+ public LogLevelFilterMap getLogLevelFilters(String clusterName) {
+ return null;
+ }
+
+ @Override
+ public void saveOutputSolrProperties(String type, OutputSolrProperties outputSolrProperties) throws Exception {}
+
+ @Override
+ public void close() {}
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigLogFeederZK.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigLogFeederZK.java b/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigLogFeederZK.java
new file mode 100644
index 0000000..c050540
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigLogFeederZK.java
@@ -0,0 +1,228 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.config.zookeeper;
+
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+import org.apache.ambari.logsearch.config.api.LogSearchConfigLogFeeder;
+import org.apache.ambari.logsearch.config.api.OutputConfigMonitor;
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
+import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
+import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputConfigGson;
+import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputConfigImpl;
+import org.apache.ambari.logsearch.config.zookeeper.model.outputconfig.impl.OutputSolrPropertiesImpl;
+import org.apache.ambari.logsearch.config.api.InputConfigMonitor;
+import org.apache.ambari.logsearch.config.api.LogLevelFilterMonitor;
+import org.apache.curator.framework.CuratorFramework;
+import org.apache.curator.framework.recipes.cache.ChildData;
+import org.apache.curator.framework.recipes.cache.TreeCache;
+import org.apache.curator.framework.recipes.cache.TreeCacheEvent;
+import org.apache.curator.framework.recipes.cache.TreeCacheEvent.Type;
+import org.apache.curator.framework.recipes.cache.TreeCacheListener;
+import org.apache.curator.utils.ZKPaths;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.google.common.collect.ImmutableSet;
+import com.google.gson.JsonArray;
+import com.google.gson.JsonElement;
+import com.google.gson.JsonObject;
+import com.google.gson.JsonParser;
+
+public class LogSearchConfigLogFeederZK extends LogSearchConfigZK implements LogSearchConfigLogFeeder {
+ private static final Logger LOG = LoggerFactory.getLogger(LogSearchConfigLogFeederZK.class);
+
+ private static final long WAIT_FOR_ROOT_SLEEP_SECONDS = 10;
+
+ private TreeCache logFeederClusterCache;
+
+ @Override
+ public void init(Map<String, String> properties, String clusterName) throws Exception {
+ super.init(properties);
+ while (client.checkExists().forPath("/") == null) {
+ LOG.info("Root node is not present yet, going to sleep for " + WAIT_FOR_ROOT_SLEEP_SECONDS + " seconds");
+ Thread.sleep(WAIT_FOR_ROOT_SLEEP_SECONDS * 1000);
+ }
+
+ logFeederClusterCache = new TreeCache(client, String.format("/%s", clusterName));
+ }
+
+ @Override
+ public boolean inputConfigExists(String serviceName) throws Exception {
+ String nodePath = String.format("/input/%s", serviceName);
+ return logFeederClusterCache.getCurrentData(nodePath) != null;
+ }
+
+ @Override
+ public void monitorInputConfigChanges(final InputConfigMonitor inputConfigMonitor,
+ final LogLevelFilterMonitor logLevelFilterMonitor, final String clusterName) throws Exception {
+ final JsonParser parser = new JsonParser();
+ final JsonArray globalConfigNode = new JsonArray();
+ for (String globalConfigJsonString : inputConfigMonitor.getGlobalConfigJsons()) {
+ JsonElement globalConfigJson = parser.parse(globalConfigJsonString);
+ globalConfigNode.add(globalConfigJson.getAsJsonObject().get("global"));
+ }
+
+ createGlobalConfigNode(globalConfigNode, clusterName);
+
+ TreeCacheListener listener = new TreeCacheListener() {
+ private final Set<Type> nodeEvents = ImmutableSet.of(Type.NODE_ADDED, Type.NODE_UPDATED, Type.NODE_REMOVED);
+
+ public void childEvent(CuratorFramework client, TreeCacheEvent event) throws Exception {
+ if (!nodeEvents.contains(event.getType())) {
+ return;
+ }
+
+ String nodeName = ZKPaths.getNodeFromPath(event.getData().getPath());
+ String nodeData = new String(event.getData().getData());
+ Type eventType = event.getType();
+
+ String configPathStab = String.format("/%s/", clusterName);
+
+ if (event.getData().getPath().startsWith(configPathStab + "input/")) {
+ handleInputConfigChange(eventType, nodeName, nodeData);
+ } else if (event.getData().getPath().startsWith(configPathStab + "loglevelfilter/")) {
+ handleLogLevelFilterChange(eventType, nodeName, nodeData);
+ }
+ }
+
+ private void handleInputConfigChange(Type eventType, String nodeName, String nodeData) {
+ switch (eventType) {
+ case NODE_ADDED:
+ LOG.info("Node added under input ZK node: " + nodeName);
+ addInputs(nodeName, nodeData);
+ break;
+ case NODE_UPDATED:
+ LOG.info("Node updated under input ZK node: " + nodeName);
+ removeInputs(nodeName);
+ addInputs(nodeName, nodeData);
+ break;
+ case NODE_REMOVED:
+ LOG.info("Node removed from input ZK node: " + nodeName);
+ removeInputs(nodeName);
+ break;
+ default:
+ break;
+ }
+ }
+
+ private void removeInputs(String serviceName) {
+ inputConfigMonitor.removeInputs(serviceName);
+ }
+
+ private void addInputs(String serviceName, String inputConfig) {
+ try {
+ JsonElement inputConfigJson = parser.parse(inputConfig);
+ for (Map.Entry<String, JsonElement> typeEntry : inputConfigJson.getAsJsonObject().entrySet()) {
+ for (JsonElement e : typeEntry.getValue().getAsJsonArray()) {
+ for (JsonElement globalConfig : globalConfigNode) {
+ merge(globalConfig.getAsJsonObject(), e.getAsJsonObject());
+ }
+ }
+ }
+
+ inputConfigMonitor.loadInputConfigs(serviceName, InputConfigGson.gson.fromJson(inputConfigJson, InputConfigImpl.class));
+ } catch (Exception e) {
+ LOG.error("Could not load input configuration for service " + serviceName + ":\n" + inputConfig, e);
+ }
+ }
+
+ private void handleLogLevelFilterChange(Type eventType, String nodeName, String nodeData) {
+ switch (eventType) {
+ case NODE_ADDED:
+ case NODE_UPDATED:
+ LOG.info("Node added/updated under loglevelfilter ZK node: " + nodeName);
+ LogLevelFilter logLevelFilter = gson.fromJson(nodeData, LogLevelFilter.class);
+ logLevelFilterMonitor.setLogLevelFilter(nodeName, logLevelFilter);
+ break;
+ case NODE_REMOVED:
+ LOG.info("Node removed loglevelfilter input ZK node: " + nodeName);
+ logLevelFilterMonitor.removeLogLevelFilter(nodeName);
+ break;
+ default:
+ break;
+ }
+ }
+
+ private void merge(JsonObject source, JsonObject target) {
+ for (Map.Entry<String, JsonElement> e : source.entrySet()) {
+ if (!target.has(e.getKey())) {
+ target.add(e.getKey(), e.getValue());
+ } else {
+ if (e.getValue().isJsonObject()) {
+ JsonObject valueJson = (JsonObject)e.getValue();
+ merge(valueJson, target.get(e.getKey()).getAsJsonObject());
+ }
+ }
+ }
+ }
+ };
+ logFeederClusterCache.getListenable().addListener(listener);
+ logFeederClusterCache.start();
+ }
+
+ private void createGlobalConfigNode(JsonArray globalConfigNode, String clusterName) {
+ String globalConfigNodePath = String.format("/%s/global", clusterName);
+ String data = InputConfigGson.gson.toJson(globalConfigNode);
+
+ try {
+ if (logFeederClusterCache.getCurrentData(globalConfigNodePath) != null) {
+ client.setData().forPath(globalConfigNodePath, data.getBytes());
+ } else {
+ client.create().creatingParentContainersIfNeeded().withACL(getAcls()).forPath(globalConfigNodePath, data.getBytes());
+ }
+ } catch (Exception e) {
+ LOG.warn("Exception during global config node creation/update", e);
+ }
+ }
+
+ @Override
+ public OutputSolrProperties getOutputSolrProperties(String type) throws Exception {
+ String nodePath = String.format("/output/solr/%s", type);
+ ChildData currentData = outputCache.getCurrentData(nodePath);
+ return currentData == null ?
+ null :
+ gson.fromJson(new String(currentData.getData()), OutputSolrPropertiesImpl.class);
+ }
+
+ @Override
+ public void monitorOutputProperties(final List<? extends OutputConfigMonitor> outputConfigMonitors) throws Exception {
+ TreeCacheListener listener = new TreeCacheListener() {
+ public void childEvent(CuratorFramework client, TreeCacheEvent event) throws Exception {
+ if (event.getType() != Type.NODE_UPDATED) {
+ return;
+ }
+
+ LOG.info("Output config updated: " + event.getData().getPath());
+ for (OutputConfigMonitor monitor : outputConfigMonitors) {
+ String monitorPath = String.format("/output/%s/%s", monitor.getDestination(), monitor.getOutputType());
+ if (monitorPath.equals(event.getData().getPath())) {
+ String nodeData = new String(event.getData().getData());
+ OutputSolrProperties outputSolrProperties = gson.fromJson(nodeData, OutputSolrPropertiesImpl.class);
+ monitor.outputConfigChanged(outputSolrProperties);
+ }
+ }
+ }
+ };
+ outputCache.getListenable().addListener(listener);
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigServerZK.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigServerZK.java b/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigServerZK.java
new file mode 100644
index 0000000..9973196
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigServerZK.java
@@ -0,0 +1,138 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.config.zookeeper;
+
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+import java.util.TreeMap;
+
+import org.apache.ambari.logsearch.config.api.LogSearchConfigServer;
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
+import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilterMap;
+import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
+import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
+import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputAdapter;
+import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputConfigGson;
+import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputConfigImpl;
+import org.apache.curator.framework.recipes.cache.ChildData;
+import org.apache.curator.framework.recipes.cache.TreeCache;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.google.gson.JsonArray;
+import com.google.gson.JsonParser;
+
+public class LogSearchConfigServerZK extends LogSearchConfigZK implements LogSearchConfigServer {
+ private static final Logger LOG = LoggerFactory.getLogger(LogSearchConfigServerZK.class);
+
+ private TreeCache serverCache;
+
+ @Override
+ public void init(Map<String, String> properties) throws Exception {
+ super.init(properties);
+
+ if (client.checkExists().forPath("/") == null) {
+ client.create().creatingParentContainersIfNeeded().forPath("/");
+ }
+ if (client.checkExists().forPath("/output") == null) {
+ client.create().creatingParentContainersIfNeeded().forPath("/output");
+ }
+ serverCache = new TreeCache(client, "/");
+ serverCache.start();
+ }
+
+ @Override
+ public boolean inputConfigExists(String clusterName, String serviceName) throws Exception {
+ String nodePath = String.format("/%s/input/%s", clusterName, serviceName);
+ return serverCache.getCurrentData(nodePath) != null;
+ }
+
+ @Override
+ public void setInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {
+ String nodePath = String.format("/%s/input/%s", clusterName, serviceName);
+ client.setData().forPath(nodePath, inputConfig.getBytes());
+ LOG.info("Set input config for the service " + serviceName + " for cluster " + clusterName);
+ }
+
+ @Override
+ public List<String> getServices(String clusterName) {
+ String parentPath = String.format("/%s/input", clusterName);
+ Map<String, ChildData> serviceNodes = serverCache.getCurrentChildren(parentPath);
+ return serviceNodes == null ?
+ new ArrayList<>() :
+ new ArrayList<>(serviceNodes.keySet());
+ }
+
+ @Override
+ public String getGlobalConfigs(String clusterName) {
+ String globalConfigNodePath = String.format("/%s/global", clusterName);
+ return new String(serverCache.getCurrentData(globalConfigNodePath).getData());
+ }
+
+ @Override
+ public InputConfig getInputConfig(String clusterName, String serviceName) {
+ String globalConfigData = getGlobalConfigs(clusterName);
+ JsonArray globalConfigs = (JsonArray) new JsonParser().parse(globalConfigData);
+ InputAdapter.setGlobalConfigs(globalConfigs);
+
+ ChildData childData = serverCache.getCurrentData(String.format("/%s/input/%s", clusterName, serviceName));
+ return childData == null ? null : InputConfigGson.gson.fromJson(new String(childData.getData()), InputConfigImpl.class);
+ }
+
+ @Override
+ public void setLogLevelFilters(String clusterName, LogLevelFilterMap filters) throws Exception {
+ for (Map.Entry<String, LogLevelFilter> e : filters.getFilter().entrySet()) {
+ String nodePath = String.format("/%s/loglevelfilter/%s", clusterName, e.getKey());
+ String logLevelFilterJson = gson.toJson(e.getValue());
+ String currentLogLevelFilterJson = new String(serverCache.getCurrentData(nodePath).getData());
+ if (!logLevelFilterJson.equals(currentLogLevelFilterJson)) {
+ client.setData().forPath(nodePath, logLevelFilterJson.getBytes());
+ LOG.info("Set log level filter for the log " + e.getKey() + " for cluster " + clusterName);
+ }
+ }
+ }
+
+ @Override
+ public LogLevelFilterMap getLogLevelFilters(String clusterName) {
+ String parentPath = String.format("/%s/loglevelfilter", clusterName);
+ Map<String, ChildData> logLevelFilterNodes = serverCache.getCurrentChildren(parentPath);
+ TreeMap<String, LogLevelFilter> filters = new TreeMap<>();
+ for (Map.Entry<String, ChildData> e : logLevelFilterNodes.entrySet()) {
+ LogLevelFilter logLevelFilter = gson.fromJson(new String(e.getValue().getData()), LogLevelFilter.class);
+ filters.put(e.getKey(), logLevelFilter);
+ }
+
+ LogLevelFilterMap logLevelFilters = new LogLevelFilterMap();
+ logLevelFilters.setFilter(filters);
+ return logLevelFilters;
+ }
+
+ @Override
+ public void saveOutputSolrProperties(String type, OutputSolrProperties outputSolrProperties) throws Exception {
+ String nodePath = String.format("/output/solr/%s", type);
+ String data = gson.toJson(outputSolrProperties);
+ if (outputCache.getCurrentData(nodePath) == null) {
+ client.create().creatingParentContainersIfNeeded().withACL(getAcls()).forPath(nodePath, data.getBytes());
+ } else {
+ client.setData().forPath(nodePath, data.getBytes());
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigZK.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigZK.java b/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigZK.java
index 387d0c6..7037bef 100644
--- a/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigZK.java
+++ b/ambari-logsearch/ambari-logsearch-config-zookeeper/src/main/java/org/apache/ambari/logsearch/config/zookeeper/LogSearchConfigZK.java
@@ -22,33 +22,16 @@ package org.apache.ambari.logsearch.config.zookeeper;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
-import java.util.Set;
-import java.util.TreeMap;
import org.apache.ambari.logsearch.config.api.LogSearchConfig;
import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
-import org.apache.ambari.logsearch.config.api.OutputConfigMonitor;
import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
-import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilterMap;
-import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
-import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
-import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputAdapter;
-import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputConfigGson;
-import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputConfigImpl;
-import org.apache.ambari.logsearch.config.zookeeper.model.outputconfig.impl.OutputSolrPropertiesImpl;
-import org.apache.ambari.logsearch.config.api.InputConfigMonitor;
-import org.apache.ambari.logsearch.config.api.LogLevelFilterMonitor;
import org.apache.commons.collections.MapUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.curator.framework.CuratorFramework;
import org.apache.curator.framework.CuratorFrameworkFactory;
-import org.apache.curator.framework.recipes.cache.ChildData;
import org.apache.curator.framework.recipes.cache.TreeCache;
-import org.apache.curator.framework.recipes.cache.TreeCacheEvent;
-import org.apache.curator.framework.recipes.cache.TreeCacheEvent.Type;
-import org.apache.curator.framework.recipes.cache.TreeCacheListener;
import org.apache.curator.retry.ExponentialBackoffRetry;
-import org.apache.curator.utils.ZKPaths;
import org.apache.zookeeper.KeeperException.NodeExistsException;
import org.apache.zookeeper.ZooDefs;
import org.apache.zookeeper.data.ACL;
@@ -57,13 +40,8 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.google.common.base.Splitter;
-import com.google.common.collect.ImmutableSet;
import com.google.gson.Gson;
import com.google.gson.GsonBuilder;
-import com.google.gson.JsonArray;
-import com.google.gson.JsonElement;
-import com.google.gson.JsonObject;
-import com.google.gson.JsonParser;
public class LogSearchConfigZK implements LogSearchConfig {
private static final Logger LOG = LoggerFactory.getLogger(LogSearchConfigZK.class);
@@ -71,7 +49,6 @@ public class LogSearchConfigZK implements LogSearchConfig {
private static final int SESSION_TIMEOUT = 15000;
private static final int CONNECTION_TIMEOUT = 30000;
private static final String DEFAULT_ZK_ROOT = "/logsearch";
- private static final long WAIT_FOR_ROOT_SLEEP_SECONDS = 10;
private static final String DATE_FORMAT = "yyyy-MM-dd'T'HH:mm:ss.SSS";
@LogSearchPropertyDescription(
@@ -99,16 +76,12 @@ public class LogSearchConfigZK implements LogSearchConfig {
)
private static final String ZK_ROOT_NODE_PROPERTY = "logsearch.config.zk_root";
- private Map<String, String> properties;
- private CuratorFramework client;
- private Gson gson;
+ protected Map<String, String> properties;
+ protected CuratorFramework client;
+ protected TreeCache outputCache;
+ protected Gson gson;
- private TreeCache serverCache;
- private TreeCache logFeederClusterCache;
- private TreeCache outputCache;
-
- @Override
- public void init(Component component, Map<String, String> properties, String clusterName) throws Exception {
+ public void init(Map<String, String> properties) throws Exception {
this.properties = properties;
String root = MapUtils.getString(properties, ZK_ROOT_NODE_PROPERTY, DEFAULT_ZK_ROOT);
@@ -124,39 +97,10 @@ public class LogSearchConfigZK implements LogSearchConfig {
outputCache = new TreeCache(client, "/output");
outputCache.start();
- if (component == Component.SERVER) {
- if (client.checkExists().forPath("/") == null) {
- client.create().creatingParentContainersIfNeeded().forPath("/");
- }
- if (client.checkExists().forPath("/output") == null) {
- client.create().creatingParentContainersIfNeeded().forPath("/output");
- }
- serverCache = new TreeCache(client, "/");
- serverCache.start();
- } else {
- while (client.checkExists().forPath("/") == null) {
- LOG.info("Root node is not present yet, going to sleep for " + WAIT_FOR_ROOT_SLEEP_SECONDS + " seconds");
- Thread.sleep(WAIT_FOR_ROOT_SLEEP_SECONDS * 1000);
- }
- logFeederClusterCache = new TreeCache(client, String.format("/%s", clusterName));
- }
-
gson = new GsonBuilder().setDateFormat(DATE_FORMAT).create();
}
@Override
- public boolean inputConfigExistsLogFeeder(String serviceName) throws Exception {
- String nodePath = String.format("/input/%s", serviceName);
- return logFeederClusterCache.getCurrentData(nodePath) != null;
- }
-
- @Override
- public boolean inputConfigExistsServer(String clusterName, String serviceName) throws Exception {
- String nodePath = String.format("/%s/input/%s", clusterName, serviceName);
- return serverCache.getCurrentData(nodePath) != null;
- }
-
- @Override
public void createInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {
String nodePath = String.format("/%s/input/%s", clusterName, serviceName);
try {
@@ -168,159 +112,6 @@ public class LogSearchConfigZK implements LogSearchConfig {
}
@Override
- public void setInputConfig(String clusterName, String serviceName, String inputConfig) throws Exception {
- String nodePath = String.format("/%s/input/%s", clusterName, serviceName);
- client.setData().forPath(nodePath, inputConfig.getBytes());
- LOG.info("Set input config for the service " + serviceName + " for cluster " + clusterName);
- }
-
- @Override
- public void monitorInputConfigChanges(final InputConfigMonitor inputConfigMonitor,
- final LogLevelFilterMonitor logLevelFilterMonitor, final String clusterName) throws Exception {
- final JsonParser parser = new JsonParser();
- final JsonArray globalConfigNode = new JsonArray();
- for (String globalConfigJsonString : inputConfigMonitor.getGlobalConfigJsons()) {
- JsonElement globalConfigJson = parser.parse(globalConfigJsonString);
- globalConfigNode.add(globalConfigJson.getAsJsonObject().get("global"));
- }
-
- createGlobalConfigNode(globalConfigNode, clusterName);
-
- TreeCacheListener listener = new TreeCacheListener() {
- private final Set<Type> nodeEvents = ImmutableSet.of(Type.NODE_ADDED, Type.NODE_UPDATED, Type.NODE_REMOVED);
-
- public void childEvent(CuratorFramework client, TreeCacheEvent event) throws Exception {
- if (!nodeEvents.contains(event.getType())) {
- return;
- }
-
- String nodeName = ZKPaths.getNodeFromPath(event.getData().getPath());
- String nodeData = new String(event.getData().getData());
- Type eventType = event.getType();
-
- String configPathStab = String.format("/%s/", clusterName);
-
- if (event.getData().getPath().startsWith(configPathStab + "input/")) {
- handleInputConfigChange(eventType, nodeName, nodeData);
- } else if (event.getData().getPath().startsWith(configPathStab + "loglevelfilter/")) {
- handleLogLevelFilterChange(eventType, nodeName, nodeData);
- }
- }
-
- private void handleInputConfigChange(Type eventType, String nodeName, String nodeData) {
- switch (eventType) {
- case NODE_ADDED:
- LOG.info("Node added under input ZK node: " + nodeName);
- addInputs(nodeName, nodeData);
- break;
- case NODE_UPDATED:
- LOG.info("Node updated under input ZK node: " + nodeName);
- removeInputs(nodeName);
- addInputs(nodeName, nodeData);
- break;
- case NODE_REMOVED:
- LOG.info("Node removed from input ZK node: " + nodeName);
- removeInputs(nodeName);
- break;
- default:
- break;
- }
- }
-
- private void removeInputs(String serviceName) {
- inputConfigMonitor.removeInputs(serviceName);
- }
-
- private void addInputs(String serviceName, String inputConfig) {
- try {
- JsonElement inputConfigJson = parser.parse(inputConfig);
- for (Map.Entry<String, JsonElement> typeEntry : inputConfigJson.getAsJsonObject().entrySet()) {
- for (JsonElement e : typeEntry.getValue().getAsJsonArray()) {
- for (JsonElement globalConfig : globalConfigNode) {
- merge(globalConfig.getAsJsonObject(), e.getAsJsonObject());
- }
- }
- }
-
- inputConfigMonitor.loadInputConfigs(serviceName, InputConfigGson.gson.fromJson(inputConfigJson, InputConfigImpl.class));
- } catch (Exception e) {
- LOG.error("Could not load input configuration for service " + serviceName + ":\n" + inputConfig, e);
- }
- }
-
- private void handleLogLevelFilterChange(Type eventType, String nodeName, String nodeData) {
- switch (eventType) {
- case NODE_ADDED:
- case NODE_UPDATED:
- LOG.info("Node added/updated under loglevelfilter ZK node: " + nodeName);
- LogLevelFilter logLevelFilter = gson.fromJson(nodeData, LogLevelFilter.class);
- logLevelFilterMonitor.setLogLevelFilter(nodeName, logLevelFilter);
- break;
- case NODE_REMOVED:
- LOG.info("Node removed loglevelfilter input ZK node: " + nodeName);
- logLevelFilterMonitor.removeLogLevelFilter(nodeName);
- break;
- default:
- break;
- }
- }
-
- private void merge(JsonObject source, JsonObject target) {
- for (Map.Entry<String, JsonElement> e : source.entrySet()) {
- if (!target.has(e.getKey())) {
- target.add(e.getKey(), e.getValue());
- } else {
- if (e.getValue().isJsonObject()) {
- JsonObject valueJson = (JsonObject)e.getValue();
- merge(valueJson, target.get(e.getKey()).getAsJsonObject());
- }
- }
- }
- }
- };
- logFeederClusterCache.getListenable().addListener(listener);
- logFeederClusterCache.start();
- }
-
- private void createGlobalConfigNode(JsonArray globalConfigNode, String clusterName) {
- String globalConfigNodePath = String.format("/%s/global", clusterName);
- String data = InputConfigGson.gson.toJson(globalConfigNode);
-
- try {
- if (logFeederClusterCache.getCurrentData(globalConfigNodePath) != null) {
- client.setData().forPath(globalConfigNodePath, data.getBytes());
- } else {
- client.create().creatingParentContainersIfNeeded().withACL(getAcls()).forPath(globalConfigNodePath, data.getBytes());
- }
- } catch (Exception e) {
- LOG.warn("Exception during global config node creation/update", e);
- }
- }
-
- @Override
- public List<String> getServices(String clusterName) {
- String parentPath = String.format("/%s/input", clusterName);
- Map<String, ChildData> serviceNodes = serverCache.getCurrentChildren(parentPath);
- return new ArrayList<String>(serviceNodes.keySet());
- }
-
- @Override
- public String getGlobalConfigs(String clusterName) {
- String globalConfigNodePath = String.format("/%s/global", clusterName);
- return new String(serverCache.getCurrentData(globalConfigNodePath).getData());
- }
-
- @Override
- public InputConfig getInputConfig(String clusterName, String serviceName) {
- String globalConfigData = getGlobalConfigs(clusterName);
- JsonArray globalConfigs = (JsonArray) new JsonParser().parse(globalConfigData);
- InputAdapter.setGlobalConfigs(globalConfigs);
-
- ChildData childData = serverCache.getCurrentData(String.format("/%s/input/%s", clusterName, serviceName));
- return childData == null ? null : InputConfigGson.gson.fromJson(new String(childData.getData()), InputConfigImpl.class);
- }
-
- @Override
public void createLogLevelFilter(String clusterName, String logId, LogLevelFilter filter) throws Exception {
String nodePath = String.format("/%s/loglevelfilter/%s", clusterName, logId);
String logLevelFilterJson = gson.toJson(filter);
@@ -332,35 +123,7 @@ public class LogSearchConfigZK implements LogSearchConfig {
}
}
- @Override
- public void setLogLevelFilters(String clusterName, LogLevelFilterMap filters) throws Exception {
- for (Map.Entry<String, LogLevelFilter> e : filters.getFilter().entrySet()) {
- String nodePath = String.format("/%s/loglevelfilter/%s", clusterName, e.getKey());
- String logLevelFilterJson = gson.toJson(e.getValue());
- String currentLogLevelFilterJson = new String(serverCache.getCurrentData(nodePath).getData());
- if (!logLevelFilterJson.equals(currentLogLevelFilterJson)) {
- client.setData().forPath(nodePath, logLevelFilterJson.getBytes());
- LOG.info("Set log level filter for the log " + e.getKey() + " for cluster " + clusterName);
- }
- }
- }
-
- @Override
- public LogLevelFilterMap getLogLevelFilters(String clusterName) {
- String parentPath = String.format("/%s/loglevelfilter", clusterName);
- Map<String, ChildData> logLevelFilterNodes = serverCache.getCurrentChildren(parentPath);
- TreeMap<String, LogLevelFilter> filters = new TreeMap<>();
- for (Map.Entry<String, ChildData> e : logLevelFilterNodes.entrySet()) {
- LogLevelFilter logLevelFilter = gson.fromJson(new String(e.getValue().getData()), LogLevelFilter.class);
- filters.put(e.getKey(), logLevelFilter);
- }
-
- LogLevelFilterMap logLevelFilters = new LogLevelFilterMap();
- logLevelFilters.setFilter(filters);
- return logLevelFilters;
- }
-
- private List<ACL> getAcls() {
+ protected List<ACL> getAcls() {
String aclStr = properties.get(ZK_ACLS_PROPERTY);
if (StringUtils.isBlank(aclStr)) {
return ZooDefs.Ids.OPEN_ACL_UNSAFE;
@@ -404,48 +167,6 @@ public class LogSearchConfigZK implements LogSearchConfig {
}
@Override
- public void saveOutputSolrProperties(String type, OutputSolrProperties outputSolrProperties) throws Exception {
- String nodePath = String.format("/output/solr/%s", type);
- String data = gson.toJson(outputSolrProperties);
- if (outputCache.getCurrentData(nodePath) == null) {
- client.create().creatingParentContainersIfNeeded().withACL(getAcls()).forPath(nodePath, data.getBytes());
- } else {
- client.setData().forPath(nodePath, data.getBytes());
- }
- }
-
- @Override
- public OutputSolrProperties getOutputSolrProperties(String type) throws Exception {
- String nodePath = String.format("/output/solr/%s", type);
- ChildData currentData = outputCache.getCurrentData(nodePath);
- return currentData == null ?
- null :
- gson.fromJson(new String(currentData.getData()), OutputSolrPropertiesImpl.class);
- }
-
- @Override
- public void monitorOutputProperties(final List<? extends OutputConfigMonitor> outputConfigMonitors) throws Exception {
- TreeCacheListener listener = new TreeCacheListener() {
- public void childEvent(CuratorFramework client, TreeCacheEvent event) throws Exception {
- if (event.getType() != Type.NODE_UPDATED) {
- return;
- }
-
- LOG.info("Output config updated: " + event.getData().getPath());
- for (OutputConfigMonitor monitor : outputConfigMonitors) {
- String monitorPath = String.format("/output/%s/%s", monitor.getDestination(), monitor.getOutputType());
- if (monitorPath.equals(event.getData().getPath())) {
- String nodeData = new String(event.getData().getData());
- OutputSolrProperties outputSolrProperties = gson.fromJson(nodeData, OutputSolrPropertiesImpl.class);
- monitor.outputConfigChanged(outputSolrProperties);
- }
- }
- }
- };
- outputCache.getListenable().addListener(listener);
- }
-
- @Override
public void close() {
LOG.info("Closing ZooKeeper Connection");
client.close();
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java
index 2461819..5114743 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java
@@ -27,10 +27,9 @@ import java.util.Map;
import org.apache.ambari.logfeeder.common.ConfigHandler;
import org.apache.ambari.logfeeder.common.LogEntryParseTester;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig;
import org.apache.ambari.logsearch.config.api.LogSearchConfigFactory;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig.Component;
-import org.apache.ambari.logsearch.config.zookeeper.LogSearchConfigZK;
+import org.apache.ambari.logsearch.config.api.LogSearchConfigLogFeeder;
+import org.apache.ambari.logsearch.config.zookeeper.LogSearchConfigLogFeederZK;
import org.apache.commons.io.FileUtils;
import org.apache.ambari.logfeeder.input.InputConfigUploader;
import org.apache.ambari.logfeeder.loglevelfilter.LogLevelFilterHandler;
@@ -54,7 +53,7 @@ public class LogFeeder {
private final LogFeederCommandLine cli;
private ConfigHandler configHandler;
- private LogSearchConfig config;
+ private LogSearchConfigLogFeeder config;
private MetricsManager metricsManager = new MetricsManager();
@@ -80,8 +79,8 @@ public class LogFeeder {
SSLUtil.ensureStorePasswords();
- config = LogSearchConfigFactory.createLogSearchConfig(Component.LOGFEEDER,Maps.fromProperties(LogFeederPropertiesUtil.getProperties()),
- LogFeederPropertiesUtil.getClusterName(), LogSearchConfigZK.class);
+ config = LogSearchConfigFactory.createLogSearchConfigLogFeeder(Maps.fromProperties(LogFeederPropertiesUtil.getProperties()),
+ LogFeederPropertiesUtil.getClusterName(), LogSearchConfigLogFeederZK.class);
configHandler = new ConfigHandler(config);
configHandler.init();
LogLevelFilterHandler.init(config);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java
index 11df9dc..243b344 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java
@@ -49,7 +49,7 @@ import org.apache.commons.lang3.StringUtils;
import org.apache.ambari.logfeeder.util.AliasUtil.AliasType;
import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logsearch.config.api.InputConfigMonitor;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig;
+import org.apache.ambari.logsearch.config.api.LogSearchConfigLogFeeder;
import org.apache.ambari.logsearch.config.api.model.inputconfig.FilterDescriptor;
import org.apache.ambari.logsearch.config.api.model.inputconfig.FilterGrokDescriptor;
import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
@@ -65,7 +65,7 @@ import com.google.gson.reflect.TypeToken;
public class ConfigHandler implements InputConfigMonitor {
private static final Logger LOG = Logger.getLogger(ConfigHandler.class);
- private final LogSearchConfig logSearchConfig;
+ private final LogSearchConfigLogFeeder logSearchConfig;
private final OutputManager outputManager = new OutputManager();
private final InputManager inputManager = new InputManager();
@@ -79,7 +79,7 @@ public class ConfigHandler implements InputConfigMonitor {
private boolean simulateMode = false;
- public ConfigHandler(LogSearchConfig logSearchConfig) {
+ public ConfigHandler(LogSearchConfigLogFeeder logSearchConfig) {
this.logSearchConfig = logSearchConfig;
}
[15/52] [abbrv] ambari git commit: AMBARI-21581 - Replace Hard Coded
conf-select Structures (jonathanhurley)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py b/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py
index 8a6a6d3..b42d14e 100644
--- a/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py
+++ b/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py
@@ -28,7 +28,6 @@ from ambari_commons.os_utils import copy_file, extract_path_component
from resource_management.core.exceptions import ClientComponentHasNoStatus
from resource_management.core.source import InlineTemplate
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -77,7 +76,6 @@ class TezClientLinux(TezClient):
# Because this script was called from ru_execute_tasks.py which already enters an Environment with its own basedir,
# must change it now so this function can find the Jinja Templates for the service.
env.config.basedir = base_dir
- conf_select.select(params.stack_name, conf_select_name, params.version)
self.configure(env, config_dir=config_dir)
def pre_upgrade_restart(self, env, upgrade_type=None):
@@ -85,8 +83,6 @@ class TezClientLinux(TezClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "tez", params.version)
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def install(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py
index a435b80..2aec6ba 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py
@@ -20,7 +20,7 @@ Ambari Agent
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions import check_process_status
@@ -72,7 +72,6 @@ class ApplicationTimelineServerDefault(ApplicationTimelineServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def status(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py
index 30045f8..a93bc17 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py
@@ -21,7 +21,7 @@ Ambari Agent
from resource_management.libraries.script.script import Script
from resource_management.libraries.resources.hdfs_resource import HdfsResource
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -74,7 +74,6 @@ class HistoryServerDefault(HistoryServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
# MC Hammer said, "Can't touch this"
copy_to_hdfs("mapreduce", params.user_group, params.hdfs_user, skip=params.sysprep_skip_copy_tarballs_hdfs)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py
index efcb2da..234e931 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py
@@ -24,7 +24,7 @@ import sys
# Local imports
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -66,12 +66,9 @@ class MapReduce2Client(Script):
config_dir = self.get_config_dir_during_stack_upgrade(env, base_dir, conf_select_name)
if config_dir:
- Logger.info("stack_upgrade_save_new_config(): Calling conf-select on %s using version %s" % (conf_select_name, str(params.version)))
-
# Because this script was called from ru_execute_tasks.py which already enters an Environment with its own basedir,
# must change it now so this function can find the Jinja Templates for the service.
env.config.basedir = base_dir
- conf_select.select(params.stack_name, conf_select_name, params.version)
self.configure(env, config_dir=config_dir)
@@ -87,7 +84,6 @@ class MapReduce2ClientDefault(MapReduce2Client):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py
index ed83402..280fc2f 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py
@@ -22,7 +22,7 @@ Ambari Agent
import nodemanager_upgrade
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -72,7 +72,6 @@ class NodemanagerDefault(Nodemanager):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py
index ecaea4c..7885c94 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py
@@ -20,7 +20,6 @@ Ambari Agent
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -111,7 +110,6 @@ class ResourcemanagerDefault(Resourcemanager):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py
index ef4f7ea..b6a89b4 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py
@@ -21,7 +21,7 @@ Ambari Agent
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -56,7 +56,6 @@ class YarnClientDefault(YarnClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py
index a435b80..2aec6ba 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py
@@ -20,7 +20,7 @@ Ambari Agent
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions import check_process_status
@@ -72,7 +72,6 @@ class ApplicationTimelineServerDefault(ApplicationTimelineServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def status(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py
index 3938c15..d89e5b5 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py
@@ -21,7 +21,7 @@ Ambari Agent
from resource_management.libraries.script.script import Script
from resource_management.libraries.resources.hdfs_resource import HdfsResource
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -74,7 +74,6 @@ class HistoryServerDefault(HistoryServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
# MC Hammer said, "Can't touch this"
copy_to_hdfs("mapreduce", params.user_group, params.hdfs_user, skip=params.sysprep_skip_copy_tarballs_hdfs)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py
index efcb2da..79e3158 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py
@@ -24,7 +24,7 @@ import sys
# Local imports
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -71,7 +71,6 @@ class MapReduce2Client(Script):
# Because this script was called from ru_execute_tasks.py which already enters an Environment with its own basedir,
# must change it now so this function can find the Jinja Templates for the service.
env.config.basedir = base_dir
- conf_select.select(params.stack_name, conf_select_name, params.version)
self.configure(env, config_dir=config_dir)
@@ -87,7 +86,6 @@ class MapReduce2ClientDefault(MapReduce2Client):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py
index ed83402..280fc2f 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py
@@ -22,7 +22,7 @@ Ambari Agent
import nodemanager_upgrade
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -72,7 +72,6 @@ class NodemanagerDefault(Nodemanager):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py
index 4ceff1c..55214f6 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py
@@ -20,7 +20,6 @@ Ambari Agent
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -111,7 +110,6 @@ class ResourcemanagerDefault(Resourcemanager):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def disable_security(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py
index ef4f7ea..b6a89b4 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py
@@ -21,7 +21,7 @@ Ambari Agent
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -56,7 +56,6 @@ class YarnClientDefault(YarnClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py b/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py
index f8f6e3d..7f506c5 100644
--- a/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py
+++ b/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py
@@ -30,7 +30,6 @@ from resource_management.core.source import StaticFile
from resource_management.libraries import XmlConfig
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.decorator import retry
@@ -251,7 +250,6 @@ class Master(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, format_stack_version(params.version)):
- conf_select.select(params.stack_name, "zeppelin", params.version)
stack_select.select_packages(params.version)
def set_interpreter_settings(self, config_data):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py b/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py
index c4fdfcc..ab798ec 100644
--- a/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py
+++ b/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py
@@ -30,7 +30,6 @@ from resource_management.core.source import StaticFile
from resource_management.libraries import XmlConfig
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.decorator import retry
@@ -253,7 +252,6 @@ class Master(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, format_stack_version(params.version)):
- conf_select.select(params.stack_name, "zeppelin", params.version)
stack_select.select_packages(params.version)
def set_interpreter_settings(self, config_data):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py b/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py
index e52522a..39daea4 100644
--- a/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py
+++ b/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py
@@ -21,7 +21,7 @@ Ambari Agent
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.version import format_stack_version
from resource_management.libraries.functions.format import format
@@ -67,7 +67,6 @@ class ZookeeperClientLinux(ZookeeperClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, format_stack_version(params.version)):
- conf_select.select(params.stack_name, "zookeeper", params.version)
stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py b/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py
index 8d6acd9..f0e4ab9 100644
--- a/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py
+++ b/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py
@@ -24,7 +24,6 @@ from ambari_commons.constants import UPGRADE_TYPE_NON_ROLLING
from resource_management.libraries.script.script import Script
from resource_management.libraries.functions import get_unique_id_and_date
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.version import format_stack_version
@@ -74,7 +73,6 @@ class ZookeeperServerLinux(ZookeeperServer):
env.set_params(params)
if check_stack_feature(StackFeature.ROLLING_UPGRADE, format_stack_version(params.version)):
- conf_select.select(params.stack_name, "zookeeper", params.version)
stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/custom_actions/scripts/install_packages.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/custom_actions/scripts/install_packages.py b/ambari-server/src/main/resources/custom_actions/scripts/install_packages.py
index eb3fb5d..ef5607e 100644
--- a/ambari-server/src/main/resources/custom_actions/scripts/install_packages.py
+++ b/ambari-server/src/main/resources/custom_actions/scripts/install_packages.py
@@ -205,10 +205,6 @@ class InstallPackages(Script):
Link("/usr/bin/conf-select", to = "/usr/bin/hdfconf-select")
for package_name, directories in conf_select.get_package_dirs().iteritems():
- conf_selector_name = stack_tools.get_stack_tool_name(stack_tools.CONF_SELECTOR_NAME)
- Logger.info("The current cluster stack of {0} does not require backing up configurations; "
- "only {1} versioned config directories will be created.".format(stack_version, conf_selector_name))
- # only link configs for all known packages
conf_select.select(self.stack_name, package_name, stack_version, ignore_errors = True)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py b/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py
index 95f7323..ef9ea29 100644
--- a/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py
+++ b/ambari-server/src/main/resources/custom_actions/scripts/ru_set_all.py
@@ -79,7 +79,6 @@ class UpgradeSetAll(Script):
link_config(dir_def['conf_dir'], dir_def['current_dir'])
-
def is_host_skippable(stack_selector_path, formatted_version):
"""
Gets whether this host should not have the stack select tool called.
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml
index 1915e9f..45f3b42 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml
@@ -262,14 +262,14 @@ gpgcheck=0</value>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
- <!-- Define stack_select_packages property in the base stack. DO NOT override this property for each stack version -->
+ <!-- Define stack_packages property in the base stack. DO NOT override this property for each stack version -->
<property>
- <name>stack_select_packages</name>
+ <name>stack_packages</name>
<value/>
<description>Associations between component and stack-select tools.</description>
<property-type>VALUE_FROM_PROPERTY_FILE</property-type>
<value-attributes>
- <property-file-name>stack_select_packages.json</property-file-name>
+ <property-file-name>stack_packages.json</property-file-name>
<property-file-type>json</property-file-type>
<read-only>true</read-only>
<overridable>false</overridable>
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py
index 8b61a93..daaffd8 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py
@@ -50,8 +50,8 @@ def setup_stack_symlinks(struct_out_file):
return
# get the packages which the stack-select tool should be used on
- stack_select_packages = stack_select.get_packages(stack_select.PACKAGE_SCOPE_INSTALL)
- if stack_select_packages is None:
+ stack_packages = stack_select.get_packages(stack_select.PACKAGE_SCOPE_INSTALL)
+ if stack_packages is None:
return
json_version = load_version(struct_out_file)
@@ -62,7 +62,7 @@ def setup_stack_symlinks(struct_out_file):
# On parallel command execution this should be executed by a single process at a time.
with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
- for package in stack_select_packages:
+ for package in stack_packages:
stack_select.select(package, json_version)
@@ -123,10 +123,6 @@ def link_configs(struct_out_file):
"""
import params
- if not Script.is_stack_greater_or_equal("2.3"):
- Logger.info("Can only link configs for HDP-2.3 and higher.")
- return
-
json_version = load_version(struct_out_file)
if not json_version:
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_packages.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_packages.json b/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_packages.json
new file mode 100644
index 0000000..704fb54
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_packages.json
@@ -0,0 +1,1146 @@
+{
+ "HDP": {
+ "stack-select": {
+ "ACCUMULO": {
+ "ACCUMULO_CLIENT": {
+ "STACK-SELECT-PACKAGE": "accumulo-client",
+ "INSTALL": [
+ "accumulo-client"
+ ],
+ "PATCH": [
+ "accumulo-client"
+ ],
+ "STANDARD": [
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_GC": {
+ "STACK-SELECT-PACKAGE": "accumulo-gc",
+ "INSTALL": [
+ "accumulo-gc"
+ ],
+ "PATCH": [
+ "accumulo-gc"
+ ],
+ "STANDARD": [
+ "accumulo-gc",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_MASTER": {
+ "STACK-SELECT-PACKAGE": "accumulo-master",
+ "INSTALL": [
+ "accumulo-master"
+ ],
+ "PATCH": [
+ "accumulo-master"
+ ],
+ "STANDARD": [
+ "accumulo-master",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_MONITOR": {
+ "STACK-SELECT-PACKAGE": "accumulo-monitor",
+ "INSTALL": [
+ "accumulo-monitor"
+ ],
+ "PATCH": [
+ "accumulo-monitor"
+ ],
+ "STANDARD": [
+ "accumulo-monitor",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_TRACER": {
+ "STACK-SELECT-PACKAGE": "accumulo-tracer",
+ "INSTALL": [
+ "accumulo-tracer"
+ ],
+ "PATCH": [
+ "accumulo-tracer"
+ ],
+ "STANDARD": [
+ "accumulo-tracer",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_TSERVER": {
+ "STACK-SELECT-PACKAGE": "accumulo-tablet",
+ "INSTALL": [
+ "accumulo-tablet"
+ ],
+ "PATCH": [
+ "accumulo-tablet"
+ ],
+ "STANDARD": [
+ "accumulo-tablet",
+ "accumulo-client"
+ ]
+ }
+ },
+ "ATLAS": {
+ "ATLAS_CLIENT": {
+ "STACK-SELECT-PACKAGE": "atlas-client",
+ "INSTALL": [
+ "atlas-client"
+ ],
+ "PATCH": [
+ "atlas-client"
+ ],
+ "STANDARD": [
+ "atlas-client"
+ ]
+ },
+ "ATLAS_SERVER": {
+ "STACK-SELECT-PACKAGE": "atlas-server",
+ "INSTALL": [
+ "atlas-server"
+ ],
+ "PATCH": [
+ "atlas-server"
+ ],
+ "STANDARD": [
+ "atlas-server"
+ ]
+ }
+ },
+ "DRUID": {
+ "DRUID_COORDINATOR": {
+ "STACK-SELECT-PACKAGE": "druid-coordinator",
+ "INSTALL": [
+ "druid-coordinator"
+ ],
+ "PATCH": [
+ "druid-coordinator"
+ ],
+ "STANDARD": [
+ "druid-coordinator"
+ ]
+ },
+ "DRUID_OVERLORD": {
+ "STACK-SELECT-PACKAGE": "druid-overlord",
+ "INSTALL": [
+ "druid-overlord"
+ ],
+ "PATCH": [
+ "druid-overlord"
+ ],
+ "STANDARD": [
+ "druid-overlord"
+ ]
+ },
+ "DRUID_HISTORICAL": {
+ "STACK-SELECT-PACKAGE": "druid-historical",
+ "INSTALL": [
+ "druid-historical"
+ ],
+ "PATCH": [
+ "druid-historical"
+ ],
+ "STANDARD": [
+ "druid-historical"
+ ]
+ },
+ "DRUID_BROKER": {
+ "STACK-SELECT-PACKAGE": "druid-broker",
+ "INSTALL": [
+ "druid-broker"
+ ],
+ "PATCH": [
+ "druid-broker"
+ ],
+ "STANDARD": [
+ "druid-broker"
+ ]
+ },
+ "DRUID_MIDDLEMANAGER": {
+ "STACK-SELECT-PACKAGE": "druid-middlemanager",
+ "INSTALL": [
+ "druid-middlemanager"
+ ],
+ "PATCH": [
+ "druid-middlemanager"
+ ],
+ "STANDARD": [
+ "druid-middlemanager"
+ ]
+ },
+ "DRUID_ROUTER": {
+ "STACK-SELECT-PACKAGE": "druid-router",
+ "INSTALL": [
+ "druid-router"
+ ],
+ "PATCH": [
+ "druid-router"
+ ],
+ "STANDARD": [
+ "druid-router"
+ ]
+ },
+ "DRUID_SUPERSET": {
+ "STACK-SELECT-PACKAGE": "druid-superset",
+ "INSTALL": [
+ "druid-superset"
+ ],
+ "PATCH": [
+ "druid-superset"
+ ],
+ "STANDARD": [
+ "druid-superset"
+ ]
+ }
+ },
+ "FALCON": {
+ "FALCON_CLIENT": {
+ "STACK-SELECT-PACKAGE": "falcon-client",
+ "INSTALL": [
+ "falcon-client"
+ ],
+ "PATCH": [
+ "falcon-client"
+ ],
+ "STANDARD": [
+ "falcon-client"
+ ]
+ },
+ "FALCON_SERVER": {
+ "STACK-SELECT-PACKAGE": "falcon-server",
+ "INSTALL": [
+ "falcon-server"
+ ],
+ "PATCH": [
+ "falcon-server"
+ ],
+ "STANDARD": [
+ "falcon-server"
+ ]
+ }
+ },
+ "FLUME": {
+ "FLUME_HANDLER": {
+ "STACK-SELECT-PACKAGE": "flume-server",
+ "INSTALL": [
+ "flume-server"
+ ],
+ "PATCH": [
+ "flume-server"
+ ],
+ "STANDARD": [
+ "flume-server"
+ ]
+ }
+ },
+ "HBASE": {
+ "HBASE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hbase-client",
+ "INSTALL": [
+ "hbase-client"
+ ],
+ "PATCH": [
+ "hbase-client"
+ ],
+ "STANDARD": [
+ "hbase-client",
+ "phoenix-client",
+ "hadoop-client"
+ ]
+ },
+ "HBASE_MASTER": {
+ "STACK-SELECT-PACKAGE": "hbase-master",
+ "INSTALL": [
+ "hbase-master"
+ ],
+ "PATCH": [
+ "hbase-master"
+ ],
+ "STANDARD": [
+ "hbase-master"
+ ]
+ },
+ "HBASE_REGIONSERVER": {
+ "STACK-SELECT-PACKAGE": "hbase-regionserver",
+ "INSTALL": [
+ "hbase-regionserver"
+ ],
+ "PATCH": [
+ "hbase-regionserver"
+ ],
+ "STANDARD": [
+ "hbase-regionserver"
+ ]
+ },
+ "PHOENIX_QUERY_SERVER": {
+ "STACK-SELECT-PACKAGE": "phoenix-server",
+ "INSTALL": [
+ "phoenix-server"
+ ],
+ "PATCH": [
+ "phoenix-server"
+ ],
+ "STANDARD": [
+ "phoenix-server"
+ ]
+ }
+ },
+ "HDFS": {
+ "DATANODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-datanode",
+ "INSTALL": [
+ "hadoop-hdfs-datanode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-datanode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-datanode"
+ ]
+ },
+ "HDFS_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ },
+ "NAMENODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-namenode",
+ "INSTALL": [
+ "hadoop-hdfs-namenode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-namenode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-namenode"
+ ]
+ },
+ "NFS_GATEWAY": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-nfs3",
+ "INSTALL": [
+ "hadoop-hdfs-nfs3"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-nfs3"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-nfs3"
+ ]
+ },
+ "JOURNALNODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-journalnode",
+ "INSTALL": [
+ "hadoop-hdfs-journalnode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-journalnode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-journalnode"
+ ]
+ },
+ "SECONDARY_NAMENODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-secondarynamenode",
+ "INSTALL": [
+ "hadoop-hdfs-secondarynamenode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-secondarynamenode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-secondarynamenode"
+ ]
+ },
+ "ZKFC": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-zkfc",
+ "INSTALL": [
+ "hadoop-hdfs-zkfc"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-zkfc"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-zkfc"
+ ]
+ }
+ },
+ "HIVE": {
+ "HCAT": {
+ "STACK-SELECT-PACKAGE": "hive-webhcat",
+ "INSTALL": [
+ "hive-webhcat"
+ ],
+ "PATCH": [
+ "hive-webhcat"
+ ],
+ "STANDARD": [
+ "hive-webhcat"
+ ]
+ },
+ "HIVE_METASTORE": {
+ "STACK-SELECT-PACKAGE": "hive-metastore",
+ "INSTALL": [
+ "hive-metastore"
+ ],
+ "PATCH": [
+ "hive-metastore"
+ ],
+ "STANDARD": [
+ "hive-metastore"
+ ]
+ },
+ "HIVE_SERVER": {
+ "STACK-SELECT-PACKAGE": "hive-server2",
+ "INSTALL": [
+ "hive-server2"
+ ],
+ "PATCH": [
+ "hive-server2"
+ ],
+ "STANDARD": [
+ "hive-server2"
+ ]
+ },
+ "HIVE_SERVER_INTERACTIVE": {
+ "STACK-SELECT-PACKAGE": "hive-server2-hive2",
+ "INSTALL": [
+ "hive-server2-hive2"
+ ],
+ "PATCH": [
+ "hive-server2-hive2"
+ ],
+ "STANDARD": [
+ "hive-server2-hive2"
+ ]
+ },
+ "HIVE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ },
+ "WEBHCAT_SERVER": {
+ "STACK-SELECT-PACKAGE": "hive-webhcat",
+ "INSTALL": [
+ "hive-webhcat"
+ ],
+ "PATCH": [
+ "hive-webhcat"
+ ],
+ "STANDARD": [
+ "hive-webhcat"
+ ]
+ }
+ },
+ "KAFKA": {
+ "KAFKA_BROKER": {
+ "STACK-SELECT-PACKAGE": "kafka-broker",
+ "INSTALL": [
+ "kafka-broker"
+ ],
+ "PATCH": [
+ "kafka-broker"
+ ],
+ "STANDARD": [
+ "kafka-broker"
+ ]
+ }
+ },
+ "KNOX": {
+ "KNOX_GATEWAY": {
+ "STACK-SELECT-PACKAGE": "knox-server",
+ "INSTALL": [
+ "knox-server"
+ ],
+ "PATCH": [
+ "knox-server"
+ ],
+ "STANDARD": [
+ "knox-server"
+ ]
+ }
+ },
+ "MAHOUT": {
+ "MAHOUT": {
+ "STACK-SELECT-PACKAGE": "mahout-client",
+ "INSTALL": [
+ "mahout-client"
+ ],
+ "PATCH": [
+ "mahout-client"
+ ],
+ "STANDARD": [
+ "mahout-client"
+ ]
+ }
+ },
+ "MAPREDUCE2": {
+ "HISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "hadoop-mapreduce-historyserver",
+ "INSTALL": [
+ "hadoop-mapreduce-historyserver"
+ ],
+ "PATCH": [
+ "hadoop-mapreduce-historyserver"
+ ],
+ "STANDARD": [
+ "hadoop-mapreduce-historyserver"
+ ]
+ },
+ "MAPREDUCE2_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "hadoop-mapreduce-INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "OOZIE": {
+ "OOZIE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "oozie-client",
+ "INSTALL": [
+ "oozie-client"
+ ],
+ "PATCH": [
+ "oozie-client"
+ ],
+ "STANDARD": [
+ "oozie-client"
+ ]
+ },
+ "OOZIE_SERVER": {
+ "STACK-SELECT-PACKAGE": "oozie-server",
+ "INSTALL": [
+ "oozie-client",
+ "oozie-server"
+ ],
+ "PATCH": [
+ "oozie-server"
+ ],
+ "STANDARD": [
+ "oozie-client",
+ "oozie-server"
+ ]
+ }
+ },
+ "PIG": {
+ "PIG": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "R4ML": {
+ "R4ML": {
+ "STACK-SELECT-PACKAGE": "r4ml-client",
+ "INSTALL": [
+ "r4ml-client"
+ ],
+ "PATCH": [
+ "r4ml-client"
+ ],
+ "STANDARD": [
+ "r4ml-client"
+ ]
+ }
+ },
+ "RANGER": {
+ "RANGER_ADMIN": {
+ "STACK-SELECT-PACKAGE": "ranger-admin",
+ "INSTALL": [
+ "ranger-admin"
+ ],
+ "PATCH": [
+ "ranger-admin"
+ ],
+ "STANDARD": [
+ "ranger-admin"
+ ]
+ },
+ "RANGER_TAGSYNC": {
+ "STACK-SELECT-PACKAGE": "ranger-tagsync",
+ "INSTALL": [
+ "ranger-tagsync"
+ ],
+ "PATCH": [
+ "ranger-tagsync"
+ ],
+ "STANDARD": [
+ "ranger-tagsync"
+ ]
+ },
+ "RANGER_USERSYNC": {
+ "STACK-SELECT-PACKAGE": "ranger-usersync",
+ "INSTALL": [
+ "ranger-usersync"
+ ],
+ "PATCH": [
+ "ranger-usersync"
+ ],
+ "STANDARD": [
+ "ranger-usersync"
+ ]
+ }
+ },
+ "RANGER_KMS": {
+ "RANGER_KMS_SERVER": {
+ "STACK-SELECT-PACKAGE": "ranger-kms",
+ "INSTALL": [
+ "ranger-kms"
+ ],
+ "PATCH": [
+ "ranger-kms"
+ ],
+ "STANDARD": [
+ "ranger-kms"
+ ]
+ }
+ },
+ "SLIDER": {
+ "SLIDER": {
+ "STACK-SELECT-PACKAGE": "slider-client",
+ "INSTALL": [
+ "slider-client"
+ ],
+ "PATCH": [
+ "slider-client"
+ ],
+ "STANDARD": [
+ "slider-client",
+ "hadoop-client"
+ ]
+ }
+ },
+ "SPARK": {
+ "LIVY_SERVER": {
+ "STACK-SELECT-PACKAGE": "livy-server",
+ "INSTALL": [
+ "livy-server"
+ ],
+ "PATCH": [
+ "livy-server"
+ ],
+ "STANDARD": [
+ "livy-server"
+ ]
+ },
+ "SPARK_CLIENT": {
+ "STACK-SELECT-PACKAGE": "spark-client",
+ "INSTALL": [
+ "spark-client"
+ ],
+ "PATCH": [
+ "spark-client"
+ ],
+ "STANDARD": [
+ "spark-client"
+ ]
+ },
+ "SPARK_JOBHISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "spark-historyserver",
+ "INSTALL": [
+ "spark-historyserver"
+ ],
+ "PATCH": [
+ "spark-historyserver"
+ ],
+ "STANDARD": [
+ "spark-historyserver"
+ ]
+ },
+ "SPARK_THRIFTSERVER": {
+ "STACK-SELECT-PACKAGE": "spark-thriftserver",
+ "INSTALL": [
+ "spark-thriftserver"
+ ],
+ "PATCH": [
+ "spark-thriftserver"
+ ],
+ "STANDARD": [
+ "spark-thriftserver"
+ ]
+ }
+ },
+ "SPARK2": {
+ "LIVY2_SERVER": {
+ "STACK-SELECT-PACKAGE": "livy2-server",
+ "INSTALL": [
+ "livy2-server"
+ ],
+ "PATCH": [
+ "livy2-server"
+ ],
+ "STANDARD": [
+ "livy2-server"
+ ]
+ },
+ "SPARK2_CLIENT": {
+ "STACK-SELECT-PACKAGE": "spark2-client",
+ "INSTALL": [
+ "spark2-client"
+ ],
+ "PATCH": [
+ "spark2-client"
+ ],
+ "STANDARD": [
+ "spark2-client"
+ ]
+ },
+ "SPARK2_JOBHISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "spark2-historyserver",
+ "INSTALL": [
+ "spark2-historyserver"
+ ],
+ "PATCH": [
+ "spark2-historyserver"
+ ],
+ "STANDARD": [
+ "spark2-historyserver"
+ ]
+ },
+ "SPARK2_THRIFTSERVER": {
+ "STACK-SELECT-PACKAGE": "spark2-thriftserver",
+ "INSTALL": [
+ "spark2-thriftserver"
+ ],
+ "PATCH": [
+ "spark2-thriftserver"
+ ],
+ "STANDARD": [
+ "spark2-thriftserver"
+ ]
+ }
+ },
+ "SQOOP": {
+ "SQOOP": {
+ "STACK-SELECT-PACKAGE": "sqoop-client",
+ "INSTALL": [
+ "sqoop-client"
+ ],
+ "PATCH": [
+ "sqoop-client"
+ ],
+ "STANDARD": [
+ "sqoop-client"
+ ]
+ }
+ },
+ "STORM": {
+ "NIMBUS": {
+ "STACK-SELECT-PACKAGE": "storm-nimbus",
+ "INSTALL": [
+ "storm-client",
+ "storm-nimbus"
+ ],
+ "PATCH": [
+ "storm-client",
+ "storm-nimbus"
+ ],
+ "STANDARD": [
+ "storm-client",
+ "storm-nimbus"
+ ]
+ },
+ "SUPERVISOR": {
+ "STACK-SELECT-PACKAGE": "storm-supervisor",
+ "INSTALL": [
+ "storm-supervisor"
+ ],
+ "PATCH": [
+ "storm-supervisor"
+ ],
+ "STANDARD": [
+ "storm-client",
+ "storm-supervisor"
+ ]
+ },
+ "DRPC_SERVER": {
+ "STACK-SELECT-PACKAGE": "storm-client",
+ "INSTALL": [
+ "storm-client"
+ ],
+ "PATCH": [
+ "storm-client"
+ ],
+ "STANDARD": [
+ "storm-client"
+ ]
+ },
+ "STORM_UI_SERVER": {
+ "STACK-SELECT-PACKAGE": "storm-client",
+ "INSTALL": [
+ "storm-client"
+ ],
+ "PATCH": [
+ "storm-client"
+ ],
+ "STANDARD": [
+ "storm-client"
+ ]
+ }
+ },
+ "SYSTEMML": {
+ "SYSTEMML": {
+ "STACK-SELECT-PACKAGE": "systemml-client",
+ "INSTALL": [
+ "systemml-client"
+ ],
+ "PATCH": [
+ "systemml-client"
+ ],
+ "STANDARD": [
+ "systemml-client"
+ ]
+ }
+ },
+ "TEZ": {
+ "TEZ_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "TITAN": {
+ "TITAN_CLIENT": {
+ "STACK-SELECT-PACKAGE": "titan-client",
+ "INSTALL": [
+ "titan-client"
+ ],
+ "PATCH": [
+ "titan-client"
+ ],
+ "STANDARD": [
+ "titan-client"
+ ]
+ },
+ "TITAN_SERVER": {
+ "STACK-SELECT-PACKAGE": "titan-server",
+ "INSTALL": [
+ "titan-server"
+ ],
+ "PATCH": [
+ "titan-server"
+ ],
+ "STANDARD": [
+ "titan-server"
+ ]
+ }
+ },
+ "YARN": {
+ "APP_TIMELINE_SERVER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-timelineserver",
+ "INSTALL": [
+ "hadoop-yarn-timelineserver"
+ ],
+ "PATCH": [
+ "hadoop-yarn-timelineserver"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-timelineserver"
+ ]
+ },
+ "NODEMANAGER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-nodemanager",
+ "INSTALL": [
+ "hadoop-yarn-nodemanager"
+ ],
+ "PATCH": [
+ "hadoop-yarn-nodemanager"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-nodemanager"
+ ]
+ },
+ "RESOURCEMANAGER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-resourcemanager",
+ "INSTALL": [
+ "hadoop-yarn-resourcemanager"
+ ],
+ "PATCH": [
+ "hadoop-yarn-resourcemanager"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-resourcemanager"
+ ]
+ },
+ "YARN_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "ZEPPELIN": {
+ "ZEPPELIN_MASTER": {
+ "STACK-SELECT-PACKAGE": "zeppelin-server",
+ "INSTALL": [
+ "zeppelin-server"
+ ],
+ "PATCH": [
+ "zeppelin-server"
+ ],
+ "STANDARD": [
+ "zeppelin-server"
+ ]
+ }
+ },
+ "ZOOKEEPER": {
+ "ZOOKEEPER_CLIENT": {
+ "STACK-SELECT-PACKAGE": "zookeeper-client",
+ "INSTALL": [
+ "zookeeper-client"
+ ],
+ "PATCH": [
+ "zookeeper-client"
+ ],
+ "STANDARD": [
+ "zookeeper-client"
+ ]
+ },
+ "ZOOKEEPER_SERVER": {
+ "STACK-SELECT-PACKAGE": "zookeeper-server",
+ "INSTALL": [
+ "zookeeper-server"
+ ],
+ "PATCH": [
+ "zookeeper-server"
+ ],
+ "STANDARD": [
+ "zookeeper-server"
+ ]
+ }
+ }
+ },
+ "conf-select": {
+ "accumulo": [
+ {
+ "conf_dir": "/etc/accumulo/conf",
+ "current_dir": "{0}/current/accumulo-client/conf"
+ }
+ ],
+ "atlas": [
+ {
+ "conf_dir": "/etc/atlas/conf",
+ "current_dir": "{0}/current/atlas-client/conf"
+ }
+ ],
+ "druid": [
+ {
+ "conf_dir": "/etc/druid/conf",
+ "current_dir": "{0}/current/druid-overlord/conf"
+ }
+ ],
+ "falcon": [
+ {
+ "conf_dir": "/etc/falcon/conf",
+ "current_dir": "{0}/current/falcon-client/conf"
+ }
+ ],
+ "flume": [
+ {
+ "conf_dir": "/etc/flume/conf",
+ "current_dir": "{0}/current/flume-server/conf"
+ }
+ ],
+ "hadoop": [
+ {
+ "conf_dir": "/etc/hadoop/conf",
+ "current_dir": "{0}/current/hadoop-client/conf"
+ }
+ ],
+ "hbase": [
+ {
+ "conf_dir": "/etc/hbase/conf",
+ "current_dir": "{0}/current/hbase-client/conf"
+ }
+ ],
+ "hive": [
+ {
+ "conf_dir": "/etc/hive/conf",
+ "current_dir": "{0}/current/hive-client/conf"
+ }
+ ],
+ "hive2": [
+ {
+ "conf_dir": "/etc/hive2/conf",
+ "current_dir": "{0}/current/hive-server2-hive2/conf"
+ }
+ ],
+ "hive-hcatalog": [
+ {
+ "conf_dir": "/etc/hive-webhcat/conf",
+ "prefix": "/etc/hive-webhcat",
+ "current_dir": "{0}/current/hive-webhcat/etc/webhcat"
+ },
+ {
+ "conf_dir": "/etc/hive-hcatalog/conf",
+ "prefix": "/etc/hive-hcatalog",
+ "current_dir": "{0}/current/hive-webhcat/etc/hcatalog"
+ }
+ ],
+ "kafka": [
+ {
+ "conf_dir": "/etc/kafka/conf",
+ "current_dir": "{0}/current/kafka-broker/conf"
+ }
+ ],
+ "knox": [
+ {
+ "conf_dir": "/etc/knox/conf",
+ "current_dir": "{0}/current/knox-server/conf"
+ }
+ ],
+ "mahout": [
+ {
+ "conf_dir": "/etc/mahout/conf",
+ "current_dir": "{0}/current/mahout-client/conf"
+ }
+ ],
+ "nifi": [
+ {
+ "conf_dir": "/etc/nifi/conf",
+ "current_dir": "{0}/current/nifi/conf"
+ }
+ ],
+ "oozie": [
+ {
+ "conf_dir": "/etc/oozie/conf",
+ "current_dir": "{0}/current/oozie-client/conf"
+ }
+ ],
+ "phoenix": [
+ {
+ "conf_dir": "/etc/phoenix/conf",
+ "current_dir": "{0}/current/phoenix-client/conf"
+ }
+ ],
+ "pig": [
+ {
+ "conf_dir": "/etc/pig/conf",
+ "current_dir": "{0}/current/pig-client/conf"
+ }
+ ],
+ "ranger-admin": [
+ {
+ "conf_dir": "/etc/ranger/admin/conf",
+ "current_dir": "{0}/current/ranger-admin/conf"
+ }
+ ],
+ "ranger-kms": [
+ {
+ "conf_dir": "/etc/ranger/kms/conf",
+ "current_dir": "{0}/current/ranger-kms/conf"
+ }
+ ],
+ "ranger-tagsync": [
+ {
+ "conf_dir": "/etc/ranger/tagsync/conf",
+ "current_dir": "{0}/current/ranger-tagsync/conf"
+ }
+ ],
+ "ranger-usersync": [
+ {
+ "conf_dir": "/etc/ranger/usersync/conf",
+ "current_dir": "{0}/current/ranger-usersync/conf"
+ }
+ ],
+ "slider": [
+ {
+ "conf_dir": "/etc/slider/conf",
+ "current_dir": "{0}/current/slider-client/conf"
+ }
+ ],
+ "spark": [
+ {
+ "conf_dir": "/etc/spark/conf",
+ "current_dir": "{0}/current/spark-client/conf"
+ }
+ ],
+ "spark2": [
+ {
+ "conf_dir": "/etc/spark2/conf",
+ "current_dir": "{0}/current/spark2-client/conf"
+ }
+ ],
+ "sqoop": [
+ {
+ "conf_dir": "/etc/sqoop/conf",
+ "current_dir": "{0}/current/sqoop-client/conf"
+ }
+ ],
+ "storm": [
+ {
+ "conf_dir": "/etc/storm/conf",
+ "current_dir": "{0}/current/storm-client/conf"
+ }
+ ],
+ "storm-slider-client": [
+ {
+ "conf_dir": "/etc/storm-slider-client/conf",
+ "current_dir": "{0}/current/storm-slider-client/conf"
+ }
+ ],
+ "superset": [
+ {
+ "conf_dir": "/etc/druid-superset/conf",
+ "current_dir": "{0}/current/druid-superset/conf"
+ }
+ ],
+ "tez": [
+ {
+ "conf_dir": "/etc/tez/conf",
+ "current_dir": "{0}/current/tez-client/conf"
+ }
+ ],
+ "zeppelin": [
+ {
+ "conf_dir": "/etc/zeppelin/conf",
+ "current_dir": "{0}/current/zeppelin-server/conf"
+ }
+ ],
+ "zookeeper": [
+ {
+ "conf_dir": "/etc/zookeeper/conf",
+ "current_dir": "{0}/current/zookeeper-client/conf"
+ }
+ ]
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_select_packages.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_select_packages.json b/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_select_packages.json
deleted file mode 100644
index 2747188..0000000
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_select_packages.json
+++ /dev/null
@@ -1,952 +0,0 @@
-{
- "HDP": {
- "stack-select": {
- "ACCUMULO": {
- "ACCUMULO_CLIENT": {
- "STACK-SELECT-PACKAGE": "accumulo-client",
- "INSTALL": [
- "accumulo-client"
- ],
- "PATCH": [
- "accumulo-client"
- ],
- "STANDARD": [
- "accumulo-client"
- ]
- },
- "ACCUMULO_GC": {
- "STACK-SELECT-PACKAGE": "accumulo-gc",
- "INSTALL": [
- "accumulo-gc"
- ],
- "PATCH": [
- "accumulo-gc"
- ],
- "STANDARD": [
- "accumulo-gc",
- "accumulo-client"
- ]
- },
- "ACCUMULO_MASTER": {
- "STACK-SELECT-PACKAGE": "accumulo-master",
- "INSTALL": [
- "accumulo-master"
- ],
- "PATCH": [
- "accumulo-master"
- ],
- "STANDARD": [
- "accumulo-master",
- "accumulo-client"
- ]
- },
- "ACCUMULO_MONITOR": {
- "STACK-SELECT-PACKAGE": "accumulo-monitor",
- "INSTALL": [
- "accumulo-monitor"
- ],
- "PATCH": [
- "accumulo-monitor"
- ],
- "STANDARD": [
- "accumulo-monitor",
- "accumulo-client"
- ]
- },
- "ACCUMULO_TRACER": {
- "STACK-SELECT-PACKAGE": "accumulo-tracer",
- "INSTALL": [
- "accumulo-tracer"
- ],
- "PATCH": [
- "accumulo-tracer"
- ],
- "STANDARD": [
- "accumulo-tracer",
- "accumulo-client"
- ]
- },
- "ACCUMULO_TSERVER": {
- "STACK-SELECT-PACKAGE": "accumulo-tablet",
- "INSTALL": [
- "accumulo-tablet"
- ],
- "PATCH": [
- "accumulo-tablet"
- ],
- "STANDARD": [
- "accumulo-tablet",
- "accumulo-client"
- ]
- }
- },
- "ATLAS": {
- "ATLAS_CLIENT": {
- "STACK-SELECT-PACKAGE": "atlas-client",
- "INSTALL": [
- "atlas-client"
- ],
- "PATCH": [
- "atlas-client"
- ],
- "STANDARD": [
- "atlas-client"
- ]
- },
- "ATLAS_SERVER": {
- "STACK-SELECT-PACKAGE": "atlas-server",
- "INSTALL": [
- "atlas-server"
- ],
- "PATCH": [
- "atlas-server"
- ],
- "STANDARD": [
- "atlas-server"
- ]
- }
- },
- "DRUID": {
- "DRUID_COORDINATOR": {
- "STACK-SELECT-PACKAGE": "druid-coordinator",
- "INSTALL": [
- "druid-coordinator"
- ],
- "PATCH": [
- "druid-coordinator"
- ],
- "STANDARD": [
- "druid-coordinator"
- ]
- },
- "DRUID_OVERLORD": {
- "STACK-SELECT-PACKAGE": "druid-overlord",
- "INSTALL": [
- "druid-overlord"
- ],
- "PATCH": [
- "druid-overlord"
- ],
- "STANDARD": [
- "druid-overlord"
- ]
- },
- "DRUID_HISTORICAL": {
- "STACK-SELECT-PACKAGE": "druid-historical",
- "INSTALL": [
- "druid-historical"
- ],
- "PATCH": [
- "druid-historical"
- ],
- "STANDARD": [
- "druid-historical"
- ]
- },
- "DRUID_BROKER": {
- "STACK-SELECT-PACKAGE": "druid-broker",
- "INSTALL": [
- "druid-broker"
- ],
- "PATCH": [
- "druid-broker"
- ],
- "STANDARD": [
- "druid-broker"
- ]
- },
- "DRUID_MIDDLEMANAGER": {
- "STACK-SELECT-PACKAGE": "druid-middlemanager",
- "INSTALL": [
- "druid-middlemanager"
- ],
- "PATCH": [
- "druid-middlemanager"
- ],
- "STANDARD": [
- "druid-middlemanager"
- ]
- },
- "DRUID_ROUTER": {
- "STACK-SELECT-PACKAGE": "druid-router",
- "INSTALL": [
- "druid-router"
- ],
- "PATCH": [
- "druid-router"
- ],
- "STANDARD": [
- "druid-router"
- ]
- },
- "DRUID_SUPERSET": {
- "STACK-SELECT-PACKAGE": "druid-superset",
- "INSTALL": [
- "druid-superset"
- ],
- "PATCH": [
- "druid-superset"
- ],
- "STANDARD": [
- "druid-superset"
- ]
- }
- },
- "FALCON": {
- "FALCON_CLIENT": {
- "STACK-SELECT-PACKAGE": "falcon-client",
- "INSTALL": [
- "falcon-client"
- ],
- "PATCH": [
- "falcon-client"
- ],
- "STANDARD": [
- "falcon-client"
- ]
- },
- "FALCON_SERVER": {
- "STACK-SELECT-PACKAGE": "falcon-server",
- "INSTALL": [
- "falcon-server"
- ],
- "PATCH": [
- "falcon-server"
- ],
- "STANDARD": [
- "falcon-server"
- ]
- }
- },
- "FLUME": {
- "FLUME_HANDLER": {
- "STACK-SELECT-PACKAGE": "flume-server",
- "INSTALL": [
- "flume-server"
- ],
- "PATCH": [
- "flume-server"
- ],
- "STANDARD": [
- "flume-server"
- ]
- }
- },
- "HBASE": {
- "HBASE_CLIENT": {
- "STACK-SELECT-PACKAGE": "hbase-client",
- "INSTALL": [
- "hbase-client"
- ],
- "PATCH": [
- "hbase-client"
- ],
- "STANDARD": [
- "hbase-client",
- "phoenix-client",
- "hadoop-client"
- ]
- },
- "HBASE_MASTER": {
- "STACK-SELECT-PACKAGE": "hbase-master",
- "INSTALL": [
- "hbase-master"
- ],
- "PATCH": [
- "hbase-master"
- ],
- "STANDARD": [
- "hbase-master"
- ]
- },
- "HBASE_REGIONSERVER": {
- "STACK-SELECT-PACKAGE": "hbase-regionserver",
- "INSTALL": [
- "hbase-regionserver"
- ],
- "PATCH": [
- "hbase-regionserver"
- ],
- "STANDARD": [
- "hbase-regionserver"
- ]
- },
- "PHOENIX_QUERY_SERVER": {
- "STACK-SELECT-PACKAGE": "phoenix-server",
- "INSTALL": [
- "phoenix-server"
- ],
- "PATCH": [
- "phoenix-server"
- ],
- "STANDARD": [
- "phoenix-server"
- ]
- }
- },
- "HDFS": {
- "DATANODE": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-datanode",
- "INSTALL": [
- "hadoop-hdfs-datanode"
- ],
- "PATCH": [
- "hadoop-hdfs-datanode"
- ],
- "STANDARD": [
- "hadoop-hdfs-datanode"
- ]
- },
- "HDFS_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- },
- "NAMENODE": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-namenode",
- "INSTALL": [
- "hadoop-hdfs-namenode"
- ],
- "PATCH": [
- "hadoop-hdfs-namenode"
- ],
- "STANDARD": [
- "hadoop-hdfs-namenode"
- ]
- },
- "NFS_GATEWAY": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-nfs3",
- "INSTALL": [
- "hadoop-hdfs-nfs3"
- ],
- "PATCH": [
- "hadoop-hdfs-nfs3"
- ],
- "STANDARD": [
- "hadoop-hdfs-nfs3"
- ]
- },
- "JOURNALNODE": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-journalnode",
- "INSTALL": [
- "hadoop-hdfs-journalnode"
- ],
- "PATCH": [
- "hadoop-hdfs-journalnode"
- ],
- "STANDARD": [
- "hadoop-hdfs-journalnode"
- ]
- },
- "SECONDARY_NAMENODE": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-secondarynamenode",
- "INSTALL": [
- "hadoop-hdfs-secondarynamenode"
- ],
- "PATCH": [
- "hadoop-hdfs-secondarynamenode"
- ],
- "STANDARD": [
- "hadoop-hdfs-secondarynamenode"
- ]
- },
- "ZKFC": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-zkfc",
- "INSTALL": [
- "hadoop-hdfs-zkfc"
- ],
- "PATCH": [
- "hadoop-hdfs-zkfc"
- ],
- "STANDARD": [
- "hadoop-hdfs-zkfc"
- ]
- }
- },
- "HIVE": {
- "HCAT": {
- "STACK-SELECT-PACKAGE": "hive-webhcat",
- "INSTALL": [
- "hive-webhcat"
- ],
- "PATCH": [
- "hive-webhcat"
- ],
- "STANDARD": [
- "hive-webhcat"
- ]
- },
- "HIVE_METASTORE": {
- "STACK-SELECT-PACKAGE": "hive-metastore",
- "INSTALL": [
- "hive-metastore"
- ],
- "PATCH": [
- "hive-metastore"
- ],
- "STANDARD": [
- "hive-metastore"
- ]
- },
- "HIVE_SERVER": {
- "STACK-SELECT-PACKAGE": "hive-server2",
- "INSTALL": [
- "hive-server2"
- ],
- "PATCH": [
- "hive-server2"
- ],
- "STANDARD": [
- "hive-server2"
- ]
- },
- "HIVE_SERVER_INTERACTIVE": {
- "STACK-SELECT-PACKAGE": "hive-server2-hive2",
- "INSTALL": [
- "hive-server2-hive2"
- ],
- "PATCH": [
- "hive-server2-hive2"
- ],
- "STANDARD": [
- "hive-server2-hive2"
- ]
- },
- "HIVE_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- },
- "WEBHCAT_SERVER": {
- "STACK-SELECT-PACKAGE": "hive-webhcat",
- "INSTALL": [
- "hive-webhcat"
- ],
- "PATCH": [
- "hive-webhcat"
- ],
- "STANDARD": [
- "hive-webhcat"
- ]
- }
- },
- "KAFKA": {
- "KAFKA_BROKER": {
- "STACK-SELECT-PACKAGE": "kafka-broker",
- "INSTALL": [
- "kafka-broker"
- ],
- "PATCH": [
- "kafka-broker"
- ],
- "STANDARD": [
- "kafka-broker"
- ]
- }
- },
- "KNOX": {
- "KNOX_GATEWAY": {
- "STACK-SELECT-PACKAGE": "knox-server",
- "INSTALL": [
- "knox-server"
- ],
- "PATCH": [
- "knox-server"
- ],
- "STANDARD": [
- "knox-server"
- ]
- }
- },
- "MAHOUT": {
- "MAHOUT": {
- "STACK-SELECT-PACKAGE": "mahout-client",
- "INSTALL": [
- "mahout-client"
- ],
- "PATCH": [
- "mahout-client"
- ],
- "STANDARD": [
- "mahout-client"
- ]
- }
- },
- "MAPREDUCE2": {
- "HISTORYSERVER": {
- "STACK-SELECT-PACKAGE": "hadoop-mapreduce-historyserver",
- "INSTALL": [
- "hadoop-mapreduce-historyserver"
- ],
- "PATCH": [
- "hadoop-mapreduce-historyserver"
- ],
- "STANDARD": [
- "hadoop-mapreduce-historyserver"
- ]
- },
- "MAPREDUCE2_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "hadoop-mapreduce-INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- }
- },
- "OOZIE": {
- "OOZIE_CLIENT": {
- "STACK-SELECT-PACKAGE": "oozie-client",
- "INSTALL": [
- "oozie-client"
- ],
- "PATCH": [
- "oozie-client"
- ],
- "STANDARD": [
- "oozie-client"
- ]
- },
- "OOZIE_SERVER": {
- "STACK-SELECT-PACKAGE": "oozie-server",
- "INSTALL": [
- "oozie-client",
- "oozie-server"
- ],
- "PATCH": [
- "oozie-server"
- ],
- "STANDARD": [
- "oozie-client",
- "oozie-server"
- ]
- }
- },
- "PIG": {
- "PIG": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- }
- },
- "R4ML": {
- "R4ML": {
- "STACK-SELECT-PACKAGE": "r4ml-client",
- "INSTALL": [
- "r4ml-client"
- ],
- "PATCH": [
- "r4ml-client"
- ],
- "STANDARD": [
- "r4ml-client"
- ]
- }
- },
- "RANGER": {
- "RANGER_ADMIN": {
- "STACK-SELECT-PACKAGE": "ranger-admin",
- "INSTALL": [
- "ranger-admin"
- ],
- "PATCH": [
- "ranger-admin"
- ],
- "STANDARD": [
- "ranger-admin"
- ]
- },
- "RANGER_TAGSYNC": {
- "STACK-SELECT-PACKAGE": "ranger-tagsync",
- "INSTALL": [
- "ranger-tagsync"
- ],
- "PATCH": [
- "ranger-tagsync"
- ],
- "STANDARD": [
- "ranger-tagsync"
- ]
- },
- "RANGER_USERSYNC": {
- "STACK-SELECT-PACKAGE": "ranger-usersync",
- "INSTALL": [
- "ranger-usersync"
- ],
- "PATCH": [
- "ranger-usersync"
- ],
- "STANDARD": [
- "ranger-usersync"
- ]
- }
- },
- "RANGER_KMS": {
- "RANGER_KMS_SERVER": {
- "STACK-SELECT-PACKAGE": "ranger-kms",
- "INSTALL": [
- "ranger-kms"
- ],
- "PATCH": [
- "ranger-kms"
- ],
- "STANDARD": [
- "ranger-kms"
- ]
- }
- },
- "SLIDER": {
- "SLIDER": {
- "STACK-SELECT-PACKAGE": "slider-client",
- "INSTALL": [
- "slider-client"
- ],
- "PATCH": [
- "slider-client"
- ],
- "STANDARD": [
- "slider-client",
- "hadoop-client"
- ]
- }
- },
- "SPARK": {
- "LIVY_SERVER": {
- "STACK-SELECT-PACKAGE": "livy-server",
- "INSTALL": [
- "livy-server"
- ],
- "PATCH": [
- "livy-server"
- ],
- "STANDARD": [
- "livy-server"
- ]
- },
- "SPARK_CLIENT": {
- "STACK-SELECT-PACKAGE": "spark-client",
- "INSTALL": [
- "spark-client"
- ],
- "PATCH": [
- "spark-client"
- ],
- "STANDARD": [
- "spark-client"
- ]
- },
- "SPARK_JOBHISTORYSERVER": {
- "STACK-SELECT-PACKAGE": "spark-historyserver",
- "INSTALL": [
- "spark-historyserver"
- ],
- "PATCH": [
- "spark-historyserver"
- ],
- "STANDARD": [
- "spark-historyserver"
- ]
- },
- "SPARK_THRIFTSERVER": {
- "STACK-SELECT-PACKAGE": "spark-thriftserver",
- "INSTALL": [
- "spark-thriftserver"
- ],
- "PATCH": [
- "spark-thriftserver"
- ],
- "STANDARD": [
- "spark-thriftserver"
- ]
- }
- },
- "SPARK2": {
- "LIVY2_SERVER": {
- "STACK-SELECT-PACKAGE": "livy2-server",
- "INSTALL": [
- "livy2-server"
- ],
- "PATCH": [
- "livy2-server"
- ],
- "STANDARD": [
- "livy2-server"
- ]
- },
- "SPARK2_CLIENT": {
- "STACK-SELECT-PACKAGE": "spark2-client",
- "INSTALL": [
- "spark2-client"
- ],
- "PATCH": [
- "spark2-client"
- ],
- "STANDARD": [
- "spark2-client"
- ]
- },
- "SPARK2_JOBHISTORYSERVER": {
- "STACK-SELECT-PACKAGE": "spark2-historyserver",
- "INSTALL": [
- "spark2-historyserver"
- ],
- "PATCH": [
- "spark2-historyserver"
- ],
- "STANDARD": [
- "spark2-historyserver"
- ]
- },
- "SPARK2_THRIFTSERVER": {
- "STACK-SELECT-PACKAGE": "spark2-thriftserver",
- "INSTALL": [
- "spark2-thriftserver"
- ],
- "PATCH": [
- "spark2-thriftserver"
- ],
- "STANDARD": [
- "spark2-thriftserver"
- ]
- }
- },
- "SQOOP": {
- "SQOOP": {
- "STACK-SELECT-PACKAGE": "sqoop-client",
- "INSTALL": [
- "sqoop-client"
- ],
- "PATCH": [
- "sqoop-client"
- ],
- "STANDARD": [
- "sqoop-client"
- ]
- }
- },
- "STORM": {
- "NIMBUS": {
- "STACK-SELECT-PACKAGE": "storm-nimbus",
- "INSTALL": [
- "storm-client",
- "storm-nimbus"
- ],
- "PATCH": [
- "storm-client",
- "storm-nimbus"
- ],
- "STANDARD": [
- "storm-client",
- "storm-nimbus"
- ]
- },
- "SUPERVISOR": {
- "STACK-SELECT-PACKAGE": "storm-supervisor",
- "INSTALL": [
- "storm-supervisor"
- ],
- "PATCH": [
- "storm-supervisor"
- ],
- "STANDARD": [
- "storm-client",
- "storm-supervisor"
- ]
- },
- "DRPC_SERVER": {
- "STACK-SELECT-PACKAGE": "storm-client",
- "INSTALL": [
- "storm-client"
- ],
- "PATCH": [
- "storm-client"
- ],
- "STANDARD": [
- "storm-client"
- ]
- },
- "STORM_UI_SERVER": {
- "STACK-SELECT-PACKAGE": "storm-client",
- "INSTALL": [
- "storm-client"
- ],
- "PATCH": [
- "storm-client"
- ],
- "STANDARD": [
- "storm-client"
- ]
- }
- },
- "SYSTEMML": {
- "SYSTEMML": {
- "STACK-SELECT-PACKAGE": "systemml-client",
- "INSTALL": [
- "systemml-client"
- ],
- "PATCH": [
- "systemml-client"
- ],
- "STANDARD": [
- "systemml-client"
- ]
- }
- },
- "TEZ": {
- "TEZ_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- }
- },
- "TITAN": {
- "TITAN_CLIENT": {
- "STACK-SELECT-PACKAGE": "titan-client",
- "INSTALL": [
- "titan-client"
- ],
- "PATCH": [
- "titan-client"
- ],
- "STANDARD": [
- "titan-client"
- ]
- },
- "TITAN_SERVER": {
- "STACK-SELECT-PACKAGE": "titan-server",
- "INSTALL": [
- "titan-server"
- ],
- "PATCH": [
- "titan-server"
- ],
- "STANDARD": [
- "titan-server"
- ]
- }
- },
- "YARN": {
- "APP_TIMELINE_SERVER": {
- "STACK-SELECT-PACKAGE": "hadoop-yarn-timelineserver",
- "INSTALL": [
- "hadoop-yarn-timelineserver"
- ],
- "PATCH": [
- "hadoop-yarn-timelineserver"
- ],
- "STANDARD": [
- "hadoop-yarn-timelineserver"
- ]
- },
- "NODEMANAGER": {
- "STACK-SELECT-PACKAGE": "hadoop-yarn-nodemanager",
- "INSTALL": [
- "hadoop-yarn-nodemanager"
- ],
- "PATCH": [
- "hadoop-yarn-nodemanager"
- ],
- "STANDARD": [
- "hadoop-yarn-nodemanager"
- ]
- },
- "RESOURCEMANAGER": {
- "STACK-SELECT-PACKAGE": "hadoop-yarn-resourcemanager",
- "INSTALL": [
- "hadoop-yarn-resourcemanager"
- ],
- "PATCH": [
- "hadoop-yarn-resourcemanager"
- ],
- "STANDARD": [
- "hadoop-yarn-resourcemanager"
- ]
- },
- "YARN_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- }
- },
- "ZEPPELIN": {
- "ZEPPELIN_MASTER": {
- "STACK-SELECT-PACKAGE": "zeppelin-server",
- "INSTALL": [
- "zeppelin-server"
- ],
- "PATCH": [
- "zeppelin-server"
- ],
- "STANDARD": [
- "zeppelin-server"
- ]
- }
- },
- "ZOOKEEPER": {
- "ZOOKEEPER_CLIENT": {
- "STACK-SELECT-PACKAGE": "zookeeper-client",
- "INSTALL": [
- "zookeeper-client"
- ],
- "PATCH": [
- "zookeeper-client"
- ],
- "STANDARD": [
- "zookeeper-client"
- ]
- },
- "ZOOKEEPER_SERVER": {
- "STACK-SELECT-PACKAGE": "zookeeper-server",
- "INSTALL": [
- "zookeeper-server"
- ],
- "PATCH": [
- "zookeeper-server"
- ],
- "STANDARD": [
- "zookeeper-server"
- ]
- }
- }
- }
- }
-}
\ No newline at end of file
[08/52] [abbrv] ambari git commit: AMBARI-21619. More ResourceManager
HA host group placeholders in blueprints
Posted by jl...@apache.org.
AMBARI-21619. More ResourceManager HA host group placeholders in blueprints
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/0eee38e7
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/0eee38e7
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/0eee38e7
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 0eee38e7cd612cb6d57352b32074beed9b115b39
Parents: 11aadf5
Author: Attila Doroszlai <ad...@hortonworks.com>
Authored: Tue Aug 1 14:22:37 2017 +0200
Committer: Attila Doroszlai <ad...@hortonworks.com>
Committed: Tue Aug 1 14:22:37 2017 +0200
----------------------------------------------------------------------
.../BlueprintConfigurationProcessor.java | 18 +++++------
.../BlueprintConfigurationProcessorTest.java | 34 +++++++++++++-------
2 files changed, 31 insertions(+), 21 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/0eee38e7/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
index 46ace32..34102b6 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
@@ -917,14 +917,14 @@ public class BlueprintConfigurationProcessor {
Map<String, String> yarnSiteConfig = clusterTopology.getConfiguration().getFullProperties().get("yarn-site");
// generate the property names based on the current HA config for the ResourceManager deployments
for (String resourceManager : parseResourceManagers(yarnSiteConfig)) {
- final String rmHostPropertyName = "yarn.resourcemanager.hostname." + resourceManager;
- yarnSiteUpdatersForAvailability.put(rmHostPropertyName, new SingleHostTopologyUpdater("RESOURCEMANAGER"));
-
- final String rmHTTPAddress = "yarn.resourcemanager.webapp.address." + resourceManager;
- yarnSiteUpdatersForAvailability.put(rmHTTPAddress, new SingleHostTopologyUpdater("RESOURCEMANAGER"));
-
- final String rmHTTPSAddress = "yarn.resourcemanager.webapp.https.address." + resourceManager;
- yarnSiteUpdatersForAvailability.put(rmHTTPSAddress, new SingleHostTopologyUpdater("RESOURCEMANAGER"));
+ SingleHostTopologyUpdater updater = new SingleHostTopologyUpdater("RESOURCEMANAGER");
+ yarnSiteUpdatersForAvailability.put("yarn.resourcemanager.hostname." + resourceManager, updater);
+ yarnSiteUpdatersForAvailability.put("yarn.resourcemanager.address." + resourceManager, updater);
+ yarnSiteUpdatersForAvailability.put("yarn.resourcemanager.admin.address." + resourceManager, updater);
+ yarnSiteUpdatersForAvailability.put("yarn.resourcemanager.resource-tracker.address." + resourceManager, updater);
+ yarnSiteUpdatersForAvailability.put("yarn.resourcemanager.scheduler.address." + resourceManager, updater);
+ yarnSiteUpdatersForAvailability.put("yarn.resourcemanager.webapp.address." + resourceManager, updater);
+ yarnSiteUpdatersForAvailability.put("yarn.resourcemanager.webapp.https.address." + resourceManager, updater);
}
return highAvailabilityUpdaters;
@@ -1371,7 +1371,7 @@ public class BlueprintConfigurationProcessor {
/**
* Component name
*/
- private String component;
+ private final String component;
/**
* Constructor.
http://git-wip-us.apache.org/repos/asf/ambari/blob/0eee38e7/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessorTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessorTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessorTest.java
index 8a55136..34cd8a5 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessorTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessorTest.java
@@ -3406,6 +3406,14 @@ public class BlueprintConfigurationProcessorTest extends EasyMockSupport {
yarnSiteProperties.put("yarn.resourcemanager.ha.rm-ids", "rm1, rm2");
yarnSiteProperties.put("yarn.resourcemanager.hostname.rm1", expectedHostName);
yarnSiteProperties.put("yarn.resourcemanager.hostname.rm2", expectedHostNameTwo);
+ yarnSiteProperties.put("yarn.resourcemanager.address.rm1", expectedHostName + ":" + expectedPortNum);
+ yarnSiteProperties.put("yarn.resourcemanager.address.rm2", expectedHostNameTwo + ":" + expectedPortNum);
+ yarnSiteProperties.put("yarn.resourcemanager.admin.address.rm1", expectedHostName + ":" + expectedPortNum);
+ yarnSiteProperties.put("yarn.resourcemanager.admin.address.rm2", expectedHostNameTwo + ":" + expectedPortNum);
+ yarnSiteProperties.put("yarn.resourcemanager.resource-tracker.address.rm1", expectedHostName + ":" + expectedPortNum);
+ yarnSiteProperties.put("yarn.resourcemanager.resource-tracker.address.rm2", expectedHostNameTwo + ":" + expectedPortNum);
+ yarnSiteProperties.put("yarn.resourcemanager.scheduler.address.rm1", expectedHostName + ":" + expectedPortNum);
+ yarnSiteProperties.put("yarn.resourcemanager.scheduler.address.rm2", expectedHostNameTwo + ":" + expectedPortNum);
yarnSiteProperties.put("yarn.resourcemanager.webapp.address.rm1", expectedHostName + ":" + expectedPortNum);
yarnSiteProperties.put("yarn.resourcemanager.webapp.address.rm2", expectedHostNameTwo + ":" + expectedPortNum);
yarnSiteProperties.put("yarn.resourcemanager.webapp.https.address.rm1", expectedHostName + ":" + expectedPortNum);
@@ -3458,18 +3466,20 @@ public class BlueprintConfigurationProcessorTest extends EasyMockSupport {
createExportedHostName(expectedHostGroupName, expectedPortNum), yarnSiteProperties.get("yarn.timeline-service.webapp.https.address"));
// verify that dynamically-named RM HA properties are exported as expected
- assertEquals("Yarn ResourceManager rm1 hostname not exported properly",
- createExportedHostName(expectedHostGroupName), yarnSiteProperties.get("yarn.resourcemanager.hostname.rm1"));
- assertEquals("Yarn ResourceManager rm2 hostname not exported properly",
- createExportedHostName(expectedHostGroupNameTwo), yarnSiteProperties.get("yarn.resourcemanager.hostname.rm2"));
- assertEquals("Yarn ResourceManager rm1 web address not exported properly",
- createExportedHostName(expectedHostGroupName, expectedPortNum), yarnSiteProperties.get("yarn.resourcemanager.webapp.address.rm1"));
- assertEquals("Yarn ResourceManager rm2 web address not exported properly",
- createExportedHostName(expectedHostGroupNameTwo, expectedPortNum), yarnSiteProperties.get("yarn.resourcemanager.webapp.address.rm2"));
- assertEquals("Yarn ResourceManager rm1 HTTPS address not exported properly",
- createExportedHostName(expectedHostGroupName, expectedPortNum), yarnSiteProperties.get("yarn.resourcemanager.webapp.https.address.rm1"));
- assertEquals("Yarn ResourceManager rm2 HTTPS address not exported properly",
- createExportedHostName(expectedHostGroupNameTwo, expectedPortNum), yarnSiteProperties.get("yarn.resourcemanager.webapp.https.address.rm2"));
+ List<String> properties = Arrays.asList(
+ "yarn.resourcemanager.address",
+ "yarn.resourcemanager.admin.address",
+ "yarn.resourcemanager.resource-tracker.address",
+ "yarn.resourcemanager.scheduler.address",
+ "yarn.resourcemanager.webapp.address",
+ "yarn.resourcemanager.webapp.https.address"
+ );
+ for (String property : properties) {
+ String propertyWithID = property + ".rm1";
+ assertEquals(propertyWithID, createExportedHostName(expectedHostGroupName, expectedPortNum), yarnSiteProperties.get(propertyWithID));
+ propertyWithID = property + ".rm2";
+ assertEquals(propertyWithID, createExportedHostName(expectedHostGroupNameTwo, expectedPortNum), yarnSiteProperties.get(propertyWithID));
+ }
assertEquals("Yarn Zookeeper address property not exported properly",
createExportedHostName(expectedHostGroupName, "2181") + "," + createExportedHostName(expectedHostGroupNameTwo, "2181"),
[33/52] [abbrv] ambari git commit: AMBARI-21659. Remove obsolete
security_state data (amagyar)
Posted by jl...@apache.org.
AMBARI-21659. Remove obsolete security_state data (amagyar)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/2258b106
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/2258b106
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/2258b106
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 2258b10639d510f879953b41dc4709b9e12ed05a
Parents: e89e950
Author: Attila Magyar <am...@hortonworks.com>
Authored: Fri Aug 4 16:09:32 2017 +0200
Committer: Attila Magyar <am...@hortonworks.com>
Committed: Fri Aug 4 16:09:32 2017 +0200
----------------------------------------------------------------------
.../checks/DatabaseConsistencyCheckHelper.java | 2 -
.../server/controller/KerberosHelperImpl.java | 160 +------------------
.../HostComponentDesiredStateEntity.java | 14 --
.../orm/entities/HostComponentStateEntity.java | 13 --
.../orm/entities/ServiceDesiredStateEntity.java | 13 --
.../kerberos/FinalizeKerberosServerAction.java | 39 -----
.../PrepareDisableKerberosServerAction.java | 8 +-
.../ambari/server/state/SecurityState.java | 83 ----------
.../org/apache/ambari/server/state/Service.java | 18 ---
.../server/state/ServiceComponentHost.java | 39 -----
.../apache/ambari/server/state/ServiceImpl.java | 21 ---
.../svccomphost/ServiceComponentHostImpl.java | 60 -------
.../server/upgrade/UpgradeCatalog300.java | 11 ++
.../main/resources/Ambari-DDL-Derby-CREATE.sql | 3 -
.../main/resources/Ambari-DDL-MySQL-CREATE.sql | 3 -
.../main/resources/Ambari-DDL-Oracle-CREATE.sql | 3 -
.../resources/Ambari-DDL-Postgres-CREATE.sql | 3 -
.../resources/Ambari-DDL-SQLAnywhere-CREATE.sql | 3 -
.../resources/Ambari-DDL-SQLServer-CREATE.sql | 3 -
.../server/agent/HeartbeatProcessorTest.java | 5 -
.../server/agent/TestHeartbeatHandler.java | 9 +-
.../server/controller/KerberosHelperTest.java | 51 ------
.../FinalizeKerberosServerActionTest.java | 6 -
.../apache/ambari/server/state/ServiceTest.java | 41 -----
.../svccomphost/ServiceComponentHostTest.java | 52 ------
.../server/upgrade/UpgradeCatalog300Test.java | 8 +
26 files changed, 25 insertions(+), 646 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java
index 2559339..b440c93 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java
@@ -60,7 +60,6 @@ import org.apache.ambari.server.orm.entities.MetainfoEntity;
import org.apache.ambari.server.orm.entities.ServiceComponentDesiredStateEntity;
import org.apache.ambari.server.state.ClientConfigFileDefinition;
import org.apache.ambari.server.state.ComponentInfo;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.ServiceInfo;
import org.apache.ambari.server.state.State;
import org.apache.ambari.server.state.UpgradeState;
@@ -723,7 +722,6 @@ public class DatabaseConsistencyCheckHelper {
stateEntity.setHostEntity(hostComponentDesiredStateEntity.getHostEntity());
stateEntity.setCurrentState(State.UNKNOWN);
stateEntity.setUpgradeState(UpgradeState.NONE);
- stateEntity.setSecurityState(SecurityState.UNKNOWN);
stateEntity.setServiceComponentDesiredStateEntity(hostComponentDesiredStateEntity.getServiceComponentDesiredStateEntity());
LOG.error("Trying to add missing record in hostcomponentstate: {}", stateEntity);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java
index 6b50ea4..7b8f58d 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java
@@ -96,7 +96,6 @@ import org.apache.ambari.server.state.Config;
import org.apache.ambari.server.state.ConfigHelper;
import org.apache.ambari.server.state.Host;
import org.apache.ambari.server.state.HostState;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.SecurityType;
import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceComponent;
@@ -1700,7 +1699,6 @@ public class KerberosHelperImpl implements KerberosHelper {
throws AmbariException, KerberosOperationException {
final KerberosDescriptor kerberosDescriptor = getKerberosDescriptor(cluster);
- final SecurityState desiredSecurityState = handler.getNewServiceSecurityState();
List<ServiceComponentHost> schToProcess = getServiceComponentHostsToProcess(
cluster,
@@ -1708,12 +1706,7 @@ public class KerberosHelperImpl implements KerberosHelper {
serviceComponentFilter,
hostFilter,
identityFilter,
- new Command<Boolean, ServiceComponentHost>() {
- @Override
- public Boolean invoke(ServiceComponentHost arg) throws AmbariException {
- return handler.shouldProcess(desiredSecurityState, arg);
- }
- });
+ arg -> true);
// While iterating over all the ServiceComponentHosts find hosts that have KERBEROS_CLIENT
@@ -1782,34 +1775,6 @@ public class KerberosHelperImpl implements KerberosHelper {
handler.addFinalizeOperationStage(cluster, clusterHostInfoJson, hostParamsJson, event,
dataDirectory, roleCommandOrder, requestStageContainer, kerberosDetails);
- // If all goes well, set the appropriate states on the relevant ServiceComponentHosts
- for (ServiceComponentHost sch : schToProcess) {
- // Update the desired and current states for the ServiceComponentHost
- // using new state information from the the handler implementation
- SecurityState newSecurityState;
-
- newSecurityState = handler.getNewDesiredSCHSecurityState();
- if (newSecurityState != null) {
- sch.setDesiredSecurityState(newSecurityState);
- }
-
- newSecurityState = handler.getNewSCHSecurityState();
- if (newSecurityState != null) {
- sch.setSecurityState(newSecurityState);
- }
- }
-
- // If all goes well, set all services to _desire_ to be secured or unsecured, depending on handler
- if (desiredSecurityState != null) {
- Map<String, Service> services = cluster.getServices();
-
- for (Service service : services.values()) {
- if ((serviceComponentFilter == null) || serviceComponentFilter.containsKey(service.getName())) {
- service.setSecurityState(desiredSecurityState);
- }
- }
- }
-
return requestStageContainer;
}
@@ -2755,42 +2720,7 @@ public class KerberosHelperImpl implements KerberosHelper {
* "right" thing for the task at hand.
*/
private abstract class Handler {
- /**
- * Tests the Service and ServiceComponentHost to see if they are in the appropriate security
- * state to be processed for the relevant task.
- *
- * @param desiredSecurityState the SecurityState to be transitioned to
- * @param sch the ServiceComponentHost to test
- * @return true if both the Service and ServiceComponentHost are in the appropriate security
- * state to be processed; otherwise false
- * @throws AmbariException of an error occurs while testing
- */
- abstract boolean shouldProcess(SecurityState desiredSecurityState, ServiceComponentHost sch) throws AmbariException;
- /**
- * Returns the new SecurityState to be set as the ServiceComponentHost's _desired_ SecurityState.
- *
- * @return a SecurityState to be set as the ServiceComponentHost's _desired_ SecurityState;
- * or null if no state change is desired
- */
- abstract SecurityState getNewDesiredSCHSecurityState();
-
- /**
- * Returns the new SecurityState to be set as the ServiceComponentHost's _current_ SecurityState.
- *
- * @return a SecurityState to be set as the ServiceComponentHost's _current_ SecurityState;
- * or null if no state change is desired
- */
- abstract SecurityState getNewSCHSecurityState();
-
-
- /**
- * Returns the new SecurityState to be set as the Service's SecurityState.
- *
- * @return a SecurityState to be set as the Service's SecurityState;
- * or null if no state change is desired
- */
- abstract SecurityState getNewServiceSecurityState();
/**
* Creates the necessary stages to complete the relevant task and stores them in the supplied
@@ -3308,10 +3238,6 @@ public class KerberosHelperImpl implements KerberosHelper {
* EnableKerberosHandler is an implementation of the Handler interface used to enable Kerberos
* on the relevant cluster
* <p/>
- * This implementation attempts to set the Service and ServiceComponentHost _desired_ security
- * states to {@link org.apache.ambari.server.state.SecurityState#SECURED_KERBEROS} and the
- * ServiceComponentHost _current_ security state to {@link org.apache.ambari.server.state.SecurityState#SECURING}.
- * <p/>
* To complete the process, this implementation creates the following stages:
* <ol>
* <li>create principals</li>
@@ -3321,25 +3247,6 @@ public class KerberosHelperImpl implements KerberosHelper {
* </ol>
*/
private class EnableKerberosHandler extends Handler {
- @Override
- public boolean shouldProcess(SecurityState desiredSecurityState, ServiceComponentHost sch) throws AmbariException {
- return (desiredSecurityState == SecurityState.SECURED_KERBEROS);
- }
-
- @Override
- public SecurityState getNewDesiredSCHSecurityState() {
- return SecurityState.SECURED_KERBEROS;
- }
-
- @Override
- public SecurityState getNewSCHSecurityState() {
- return SecurityState.SECURING;
- }
-
- @Override
- public SecurityState getNewServiceSecurityState() {
- return SecurityState.SECURED_KERBEROS;
- }
@Override
public long createStages(Cluster cluster,
@@ -3431,10 +3338,6 @@ public class KerberosHelperImpl implements KerberosHelper {
* DisableKerberosHandler is an implementation of the Handler interface used to disable Kerberos
* on the relevant cluster
* <p/>
- * This implementation attempts to set the Service and ServiceComponentHost _desired_ security
- * states to {@link org.apache.ambari.server.state.SecurityState#UNSECURED} and the ServiceComponentHost
- * _current_ security state to {@link org.apache.ambari.server.state.SecurityState#UNSECURING}.
- * <p/>
* To complete the process, this implementation creates the following stages:
* <ol>
* <li>update relevant configurations</li>
@@ -3444,27 +3347,6 @@ public class KerberosHelperImpl implements KerberosHelper {
* </ol>
*/
private class DisableKerberosHandler extends Handler {
- @Override
- public boolean shouldProcess(SecurityState desiredSecurityState, ServiceComponentHost sch) throws AmbariException {
- return (desiredSecurityState == SecurityState.UNSECURED) &&
- ((sch.getDesiredSecurityState() != SecurityState.UNSECURED) || (sch.getSecurityState() != SecurityState.UNSECURED)) &&
- (sch.getSecurityState() != SecurityState.UNSECURING);
- }
-
- @Override
- public SecurityState getNewDesiredSCHSecurityState() {
- return SecurityState.UNSECURED;
- }
-
- @Override
- public SecurityState getNewSCHSecurityState() {
- return SecurityState.UNSECURING;
- }
-
- @Override
- public SecurityState getNewServiceSecurityState() {
- return SecurityState.UNSECURED;
- }
@Override
public long createStages(Cluster cluster,
@@ -3593,26 +3475,6 @@ public class KerberosHelperImpl implements KerberosHelper {
}
@Override
- public boolean shouldProcess(SecurityState desiredSecurityState, ServiceComponentHost sch) throws AmbariException {
- return true;
- }
-
- @Override
- public SecurityState getNewDesiredSCHSecurityState() {
- return null;
- }
-
- @Override
- public SecurityState getNewSCHSecurityState() {
- return null;
- }
-
- @Override
- public SecurityState getNewServiceSecurityState() {
- return null;
- }
-
- @Override
public long createStages(Cluster cluster,
String clusterHostInfoJson, String hostParamsJson,
ServiceComponentHostServerActionEvent event,
@@ -3723,26 +3585,6 @@ public class KerberosHelperImpl implements KerberosHelper {
private class DeletePrincipalsAndKeytabsHandler extends Handler {
@Override
- public boolean shouldProcess(SecurityState desiredSecurityState, ServiceComponentHost sch) throws AmbariException {
- return true;
- }
-
- @Override
- public SecurityState getNewDesiredSCHSecurityState() {
- return null;
- }
-
- @Override
- public SecurityState getNewSCHSecurityState() {
- return null;
- }
-
- @Override
- public SecurityState getNewServiceSecurityState() {
- return null;
- }
-
- @Override
public long createStages(Cluster cluster,
String clusterHostInfoJson, String hostParamsJson,
ServiceComponentHostServerActionEvent event,
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java
index 05ae532..36a7a25 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java
@@ -38,7 +38,6 @@ import javax.persistence.UniqueConstraint;
import org.apache.ambari.server.state.HostComponentAdminState;
import org.apache.ambari.server.state.MaintenanceState;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.State;
import com.google.common.base.Objects;
@@ -94,11 +93,6 @@ public class HostComponentDesiredStateEntity {
@Enumerated(value = EnumType.STRING)
private State desiredState = State.INIT;
- @Basic
- @Column(name = "security_state", nullable = false, insertable = true, updatable = true)
- @Enumerated(value = EnumType.STRING)
- private SecurityState securityState = SecurityState.UNSECURED;
-
@Enumerated(value = EnumType.STRING)
@Column(name = "admin_state", nullable = true, insertable = true, updatable = true)
private HostComponentAdminState adminState;
@@ -160,14 +154,6 @@ public class HostComponentDesiredStateEntity {
this.desiredState = desiredState;
}
- public SecurityState getSecurityState() {
- return securityState;
- }
-
- public void setSecurityState(SecurityState securityState) {
- this.securityState = securityState;
- }
-
public HostComponentAdminState getAdminState() {
return adminState;
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java
index 2a63bba..0d295a4 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java
@@ -33,7 +33,6 @@ import javax.persistence.NamedQuery;
import javax.persistence.Table;
import javax.persistence.TableGenerator;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.State;
import org.apache.ambari.server.state.UpgradeState;
@@ -105,10 +104,6 @@ public class HostComponentStateEntity {
@Column(name = "upgrade_state", nullable = false, insertable = true, updatable = true)
private UpgradeState upgradeState = UpgradeState.NONE;
- @Enumerated(value = EnumType.STRING)
- @Column(name = "security_state", nullable = false, insertable = true, updatable = true)
- private SecurityState securityState = SecurityState.UNSECURED;
-
@ManyToOne
@JoinColumns({
@JoinColumn(name = "cluster_id", referencedColumnName = "cluster_id", nullable = false),
@@ -164,14 +159,6 @@ public class HostComponentStateEntity {
this.currentState = currentState;
}
- public SecurityState getSecurityState() {
- return securityState;
- }
-
- public void setSecurityState(SecurityState securityState) {
- this.securityState = securityState;
- }
-
public UpgradeState getUpgradeState() {
return upgradeState;
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java
index 0124d3e..fc26478 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java
@@ -31,7 +31,6 @@ import javax.persistence.ManyToOne;
import javax.persistence.OneToOne;
import org.apache.ambari.server.state.MaintenanceState;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.State;
import org.apache.commons.lang.builder.EqualsBuilder;
@@ -60,10 +59,6 @@ public class ServiceDesiredStateEntity {
@Enumerated(value = EnumType.STRING)
private MaintenanceState maintenanceState = MaintenanceState.OFF;
- @Column(name = "security_state", nullable = false, insertable = true, updatable = true)
- @Enumerated(value = EnumType.STRING)
- private SecurityState securityState = SecurityState.UNSECURED;
-
@Column(name = "credential_store_enabled", nullable = false, insertable = true, updatable = true)
private short credentialStoreEnabled = 0;
@@ -126,14 +121,6 @@ public class ServiceDesiredStateEntity {
maintenanceState = state;
}
- public SecurityState getSecurityState() {
- return securityState;
- }
-
- public void setSecurityState(SecurityState securityState) {
- this.securityState = securityState;
- }
-
/**
* Gets a value indicating if credential store use is enabled or not.
*
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerAction.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerAction.java b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerAction.java
index 10ad48b..bfd5e40 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerAction.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerAction.java
@@ -19,7 +19,6 @@
package org.apache.ambari.server.serveraction.kerberos;
import java.util.HashSet;
-import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ConcurrentMap;
@@ -27,11 +26,6 @@ import java.util.concurrent.ConcurrentMap;
import org.apache.ambari.server.AmbariException;
import org.apache.ambari.server.actionmanager.HostRoleStatus;
import org.apache.ambari.server.agent.CommandReport;
-import org.apache.ambari.server.audit.event.kerberos.ChangeSecurityStateKerberosAuditEvent;
-import org.apache.ambari.server.state.Cluster;
-import org.apache.ambari.server.state.Host;
-import org.apache.ambari.server.state.SecurityState;
-import org.apache.ambari.server.state.ServiceComponentHost;
import org.apache.ambari.server.utils.ShellCommandUtil;
import org.apache.ambari.server.utils.StageUtils;
import org.apache.commons.lang.StringUtils;
@@ -164,39 +158,6 @@ public class FinalizeKerberosServerAction extends KerberosServerAction {
@Override
public CommandReport execute(ConcurrentMap<String, Object> requestSharedDataContext) throws AmbariException, InterruptedException {
String dataDirectoryPath = getCommandParameterValue(DATA_DIRECTORY);
-
- // Set the ServiceComponentHost from a transitional state to the desired endpoint state
- Map<String, Host> hosts = getClusters().getHostsForCluster(getClusterName());
- if ((hosts != null) && !hosts.isEmpty()) {
- Cluster cluster = getCluster();
- for (String hostname : hosts.keySet()) {
- List<ServiceComponentHost> serviceComponentHosts = cluster.getServiceComponentHosts(hostname);
-
- for (ServiceComponentHost sch : serviceComponentHosts) {
- SecurityState securityState = sch.getSecurityState();
- if (securityState.isTransitional()) {
- String message = String.format("Setting securityState for %s/%s on host %s to state %s",
- sch.getServiceName(), sch.getServiceComponentName(), sch.getHostName(),
- sch.getDesiredSecurityState().toString());
- LOG.info(message);
- actionLog.writeStdOut(message);
-
- sch.setSecurityState(sch.getDesiredSecurityState());
- ChangeSecurityStateKerberosAuditEvent auditEvent = ChangeSecurityStateKerberosAuditEvent.builder()
- .withTimestamp(System.currentTimeMillis())
- .withService(sch.getServiceName())
- .withComponent(sch.getServiceComponentName())
- .withHostName(sch.getHostName())
- .withState(sch.getDesiredSecurityState().toString())
- .withRequestId(getHostRoleCommand().getRequestId())
- .withTaskId(getHostRoleCommand().getTaskId())
- .build();
- auditLog(auditEvent);
- }
- }
- }
- }
-
if(getKDCType(getCommandParameters()) != KDCType.NONE) {
// Ensure the keytab files for the Ambari identities have the correct permissions
// This is important in the event a secure cluster was created via Blueprints since some
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/PrepareDisableKerberosServerAction.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/PrepareDisableKerberosServerAction.java b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/PrepareDisableKerberosServerAction.java
index c85d58f..60523cd 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/PrepareDisableKerberosServerAction.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/PrepareDisableKerberosServerAction.java
@@ -34,7 +34,6 @@ import org.apache.ambari.server.controller.KerberosHelper;
import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.ConfigHelper;
import org.apache.ambari.server.state.PropertyInfo;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.ServiceComponent;
import org.apache.ambari.server.state.ServiceComponentHost;
import org.apache.ambari.server.state.StackId;
@@ -85,12 +84,7 @@ public class PrepareDisableKerberosServerAction extends AbstractPrepareKerberosS
kerberosDescriptor,
getServiceComponentFilter(),
null, identityFilter,
- new KerberosHelper.Command<Boolean, ServiceComponentHost>() {
- @Override
- public Boolean invoke(ServiceComponentHost sch) throws AmbariException {
- return (sch.getDesiredSecurityState() == SecurityState.UNSECURED) && (sch.getSecurityState() != SecurityState.UNSECURED);
- }
- });
+ sch -> true);
Map<String, Map<String, String>> kerberosConfigurations = new HashMap<>();
Map<String, String> commandParameters = getCommandParameters();
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/state/SecurityState.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/SecurityState.java b/ambari-server/src/main/java/org/apache/ambari/server/state/SecurityState.java
deleted file mode 100644
index 8d8b136..0000000
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/SecurityState.java
+++ /dev/null
@@ -1,83 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.ambari.server.state;
-
-import java.util.EnumSet;
-
-/**
- * Indicates the security state of a service or component.
- */
-public enum SecurityState {
- /**
- * Indicates that it is not known whether the service or component is secured or not
- */
- UNKNOWN,
- /**
- * Indicates service or component is not or should not be secured
- */
- UNSECURED,
- /**
- * Indicates component is or should be secured using Kerberos
- */
- SECURED_KERBEROS,
- /**
- * Indicates the component is in the process of being secured
- */
- SECURING,
- /**
- * Indicates the component is in the process of being unsecured
- */
- UNSECURING,
- /**
- * Indicates the component is not secured due to an error condition
- */
- ERROR;
-
- /**
- * The subset of states that are considered endpoints, meaning they do not indicate the state is
- * in transition.
- */
- public static final EnumSet<SecurityState> ENDPOINT_STATES =
- EnumSet.of(UNKNOWN, UNSECURED, ERROR, SECURED_KERBEROS);
-
- /**
- * The subset of states that are considered transitional, meaning they indicate a task is in
- * process to reach some endpoint state
- */
- public static final EnumSet<SecurityState> TRANSITIONAL_STATES =
- EnumSet.of(SECURING, UNSECURING);
-
- /**
- * Tests this SecurityState to see if it is an endpoint state.
- *
- * @return true if this state is an endpoint state; otherwise false
- */
- public boolean isEndpoint() {
- return ENDPOINT_STATES.contains(this);
- }
-
- /**
- * Tests this SecurityState to see if it is a transitional state.
- *
- * @return true if this state is a transitional state; otherwise false
- */
- public boolean isTransitional() {
- return TRANSITIONAL_STATES.contains(this);
- }
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java b/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
index b151278..8651fee 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
@@ -47,24 +47,6 @@ public interface Service {
void setDesiredState(State state);
- /**
- * Gets this Service's security state.
- *
- * @return this services desired SecurityState
- */
- SecurityState getSecurityState();
-
- /**
- * Sets this Service's desired security state
- * <p/>
- * It is expected that the new SecurityState is a valid endpoint state such that
- * SecurityState.isEndpoint() == true.
- *
- * @param securityState the desired SecurityState for this Service
- * @throws AmbariException if the new state is not an endpoint state
- */
- void setSecurityState(SecurityState securityState) throws AmbariException;
-
StackId getDesiredStackId();
ServiceResponse convertToResponse();
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceComponentHost.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceComponentHost.java b/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceComponentHost.java
index 3c314d8..5ff9e37 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceComponentHost.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceComponentHost.java
@@ -96,24 +96,6 @@ public interface ServiceComponentHost {
void setState(State state);
/**
- * Gets the current security state for this ServiceComponent
- * <p/>
- * The returned SecurityState may be any endpoint or transitional state.
- *
- * @return the current SecurityState for this ServiceComponent
- */
- SecurityState getSecurityState();
-
- /**
- * Sets the current security state for this ServiceComponent
- * <p/>
- * The new SecurityState may be any endpoint or transitional state.
- *
- * @param state the current SecurityState for this ServiceComponent
- */
- void setSecurityState(SecurityState state);
-
- /**
* Gets the version of the component.
*
* @return component version
@@ -128,27 +110,6 @@ public interface ServiceComponentHost {
void setVersion(String version);
/**
- * Gets the desired security state for this ServiceComponent
- * <p/>
- * The returned SecurityState is a valid endpoint state where
- * SecurityState.isEndpoint() == true.
- *
- * @return the desired SecurityState for this ServiceComponent
- */
- SecurityState getDesiredSecurityState();
-
- /**
- * Sets the desired security state for this ServiceComponent
- * <p/>
- * It is expected that the new SecurityState is a valid endpoint state such that
- * SecurityState.isEndpoint() == true.
- *
- * @param securityState the desired SecurityState for this ServiceComponent
- * @throws AmbariException if the new state is not an endpoint state
- */
- void setDesiredSecurityState(SecurityState securityState) throws AmbariException;
-
- /**
* @param upgradeState the upgrade state
*/
void setUpgradeState(UpgradeState upgradeState);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
index 63e1e69..4ed0429 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
@@ -276,27 +276,6 @@ public class ServiceImpl implements Service {
serviceDesiredStateDAO.merge(serviceDesiredStateEntity);
}
- @Override
- public SecurityState getSecurityState() {
- ServiceDesiredStateEntity serviceDesiredStateEntity = getServiceDesiredStateEntity();
- return serviceDesiredStateEntity.getSecurityState();
- }
-
- @Override
- public void setSecurityState(SecurityState securityState) throws AmbariException {
- if(!securityState.isEndpoint()) {
- throw new AmbariException("The security state must be an endpoint state");
- }
-
- if (LOG.isDebugEnabled()) {
- LOG.debug("Setting DesiredSecurityState of Service, clusterName={}, clusterId={}, serviceName={}, oldDesiredSecurityState={}, newDesiredSecurityState={}",
- cluster.getClusterName(), cluster.getClusterId(), getName(), getSecurityState(), securityState);
- }
- ServiceDesiredStateEntity serviceDesiredStateEntity = getServiceDesiredStateEntity();
- serviceDesiredStateEntity.setSecurityState(securityState);
- serviceDesiredStateDAO.merge(serviceDesiredStateEntity);
- }
-
/**
* {@inheritDoc}
*/
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostImpl.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostImpl.java
index f9d3cfc..230b031 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostImpl.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostImpl.java
@@ -64,7 +64,6 @@ import org.apache.ambari.server.state.HostConfig;
import org.apache.ambari.server.state.HostState;
import org.apache.ambari.server.state.MaintenanceState;
import org.apache.ambari.server.state.RepositoryVersionState;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.ServiceComponent;
import org.apache.ambari.server.state.ServiceComponentHost;
import org.apache.ambari.server.state.ServiceComponentHostEvent;
@@ -912,61 +911,6 @@ public class ServiceComponentHostImpl implements ServiceComponentHost {
}
}
- @Override
- public SecurityState getSecurityState() {
- HostComponentStateEntity stateEntity = getStateEntity();
- if (stateEntity != null) {
- return stateEntity.getSecurityState();
- } else {
- LOG.warn("Trying to fetch a member from an entity object that may "
- + "have been previously deleted, serviceName = " + getServiceName() + ", "
- + "componentName = " + getServiceComponentName() + ", " + "hostName = " + getHostName());
- }
-
- return null;
- }
-
- @Override
- @Transactional
- public void setSecurityState(SecurityState securityState) {
- HostComponentStateEntity stateEntity = getStateEntity();
- if (stateEntity != null) {
- stateEntity.setSecurityState(securityState);
- stateEntity = hostComponentStateDAO.merge(stateEntity);
- } else {
- LOG.warn("Setting a member on an entity object that may have been "
- + "previously deleted, serviceName = " + getServiceName() + ", " + "componentName = "
- + getServiceComponentName() + ", " + "hostName = " + getHostName());
- }
- }
-
- @Override
- public SecurityState getDesiredSecurityState() {
- HostComponentDesiredStateEntity desiredStateEntity = getDesiredStateEntity();
- if (desiredStateEntity != null) {
- return desiredStateEntity.getSecurityState();
- } else {
- LOG.warn("Trying to fetch a member from an entity object that may "
- + "have been previously deleted, serviceName = " + getServiceName() + ", "
- + "componentName = " + getServiceComponentName() + ", " + "hostName = " + getHostName());
- }
- return null;
- }
-
- @Override
- public void setDesiredSecurityState(SecurityState securityState) throws AmbariException {
- if(!securityState.isEndpoint()) {
- throw new AmbariException("The security state must be an endpoint state");
- }
-
- LOG.debug("Set DesiredSecurityState on serviceName = {} componentName = {} hostName = {} to {}",
- getServiceName(), getServiceComponentName(), getHostName(), securityState);
-
- HostComponentDesiredStateEntity desiredStateEntity = getDesiredStateEntity();
- desiredStateEntity.setSecurityState(securityState);
- hostComponentDesiredStateDAO.merge(desiredStateEntity);
- }
-
/**
* To be called during the upgrade of a specific Component in a host.
* The potential upgrade states are NONE (default), PENDING, IN_PROGRESS, FAILED.
@@ -1262,10 +1206,6 @@ public class ServiceComponentHostImpl implements ServiceComponentHost {
.append(getVersion())
.append(", state=")
.append(getState())
- .append(", securityState=")
- .append(getSecurityState())
- .append(", desiredSecurityState=")
- .append(getDesiredSecurityState())
.append(" }");
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java
index 6caa770..5f6640a 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog300.java
@@ -77,6 +77,10 @@ public class UpgradeCatalog300 extends AbstractUpgradeCatalog {
protected static final String HOST_ROLE_COMMAND_TABLE = "host_role_command";
protected static final String HRC_OPS_DISPLAY_NAME_COLUMN = "ops_display_name";
protected static final String COMPONENT_TABLE = "servicecomponentdesiredstate";
+ protected static final String COMPONENT_DESIRED_STATE_TABLE = "hostcomponentdesiredstate";
+ protected static final String COMPONENT_STATE_TABLE = "hostcomponentstate";
+ protected static final String SERVICE_DESIRED_STATE_TABLE = "servicedesiredstate";
+ protected static final String SECURITY_STATE_COLUMN = "security_state";
@Inject
DaoUtils daoUtils;
@@ -125,6 +129,7 @@ public class UpgradeCatalog300 extends AbstractUpgradeCatalog {
updateStageTable();
updateClusterConfigurationTable();
addOpsDisplayNameColumnToHostRoleCommand();
+ removeSecurityState();
}
protected void updateStageTable() throws SQLException {
@@ -311,6 +316,12 @@ public class UpgradeCatalog300 extends AbstractUpgradeCatalog {
new DBAccessor.DBColumnInfo(HRC_OPS_DISPLAY_NAME_COLUMN, String.class, 255, null, true));
}
+ private void removeSecurityState() throws SQLException {
+ dbAccessor.dropColumn(COMPONENT_DESIRED_STATE_TABLE, SECURITY_STATE_COLUMN);
+ dbAccessor.dropColumn(COMPONENT_STATE_TABLE, SECURITY_STATE_COLUMN);
+ dbAccessor.dropColumn(SERVICE_DESIRED_STATE_TABLE, SECURITY_STATE_COLUMN);
+ }
+
/**
* Updates Log Search configs.
*
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/resources/Ambari-DDL-Derby-CREATE.sql
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/Ambari-DDL-Derby-CREATE.sql b/ambari-server/src/main/resources/Ambari-DDL-Derby-CREATE.sql
index bbb4af0..89bc4a4 100644
--- a/ambari-server/src/main/resources/Ambari-DDL-Derby-CREATE.sql
+++ b/ambari-server/src/main/resources/Ambari-DDL-Derby-CREATE.sql
@@ -187,7 +187,6 @@ CREATE TABLE hostcomponentdesiredstate (
service_name VARCHAR(255) NOT NULL,
admin_state VARCHAR(32),
maintenance_state VARCHAR(32) NOT NULL,
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
restart_required SMALLINT NOT NULL DEFAULT 0,
CONSTRAINT PK_hostcomponentdesiredstate PRIMARY KEY (id),
CONSTRAINT UQ_hcdesiredstate_name UNIQUE (component_name, service_name, host_id, cluster_id),
@@ -204,7 +203,6 @@ CREATE TABLE hostcomponentstate (
host_id BIGINT NOT NULL,
service_name VARCHAR(255) NOT NULL,
upgrade_state VARCHAR(32) NOT NULL DEFAULT 'NONE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
CONSTRAINT pk_hostcomponentstate PRIMARY KEY (id),
CONSTRAINT FK_hostcomponentstate_host_id FOREIGN KEY (host_id) REFERENCES hosts (host_id),
CONSTRAINT hstcomponentstatecomponentname FOREIGN KEY (component_name, service_name, cluster_id) REFERENCES servicecomponentdesiredstate (component_name, service_name, cluster_id));
@@ -239,7 +237,6 @@ CREATE TABLE servicedesiredstate (
desired_state VARCHAR(255) NOT NULL,
service_name VARCHAR(255) NOT NULL,
maintenance_state VARCHAR(32) NOT NULL,
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
credential_store_enabled SMALLINT NOT NULL DEFAULT 0,
CONSTRAINT PK_servicedesiredstate PRIMARY KEY (cluster_id, service_name),
CONSTRAINT FK_repo_version_id FOREIGN KEY (desired_repo_version_id) REFERENCES repo_version (repo_version_id),
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/resources/Ambari-DDL-MySQL-CREATE.sql
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/Ambari-DDL-MySQL-CREATE.sql b/ambari-server/src/main/resources/Ambari-DDL-MySQL-CREATE.sql
index 5cdbd26..22dad9b 100644
--- a/ambari-server/src/main/resources/Ambari-DDL-MySQL-CREATE.sql
+++ b/ambari-server/src/main/resources/Ambari-DDL-MySQL-CREATE.sql
@@ -207,7 +207,6 @@ CREATE TABLE hostcomponentdesiredstate (
service_name VARCHAR(100) NOT NULL,
admin_state VARCHAR(32),
maintenance_state VARCHAR(32) NOT NULL DEFAULT 'ACTIVE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
restart_required TINYINT(1) NOT NULL DEFAULT 0,
CONSTRAINT PK_hostcomponentdesiredstate PRIMARY KEY (id),
CONSTRAINT UQ_hcdesiredstate_name UNIQUE (component_name, service_name, host_id, cluster_id),
@@ -224,7 +223,6 @@ CREATE TABLE hostcomponentstate (
host_id BIGINT NOT NULL,
service_name VARCHAR(100) NOT NULL,
upgrade_state VARCHAR(32) NOT NULL DEFAULT 'NONE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
CONSTRAINT pk_hostcomponentstate PRIMARY KEY (id),
CONSTRAINT FK_hostcomponentstate_host_id FOREIGN KEY (host_id) REFERENCES hosts (host_id),
CONSTRAINT hstcomponentstatecomponentname FOREIGN KEY (component_name, service_name, cluster_id) REFERENCES servicecomponentdesiredstate (component_name, service_name, cluster_id));
@@ -259,7 +257,6 @@ CREATE TABLE servicedesiredstate (
desired_state VARCHAR(255) NOT NULL,
service_name VARCHAR(255) NOT NULL,
maintenance_state VARCHAR(32) NOT NULL DEFAULT 'ACTIVE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
credential_store_enabled SMALLINT NOT NULL DEFAULT 0,
CONSTRAINT PK_servicedesiredstate PRIMARY KEY (cluster_id, service_name),
CONSTRAINT FK_repo_version_id FOREIGN KEY (desired_repo_version_id) REFERENCES repo_version (repo_version_id),
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/resources/Ambari-DDL-Oracle-CREATE.sql
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/Ambari-DDL-Oracle-CREATE.sql b/ambari-server/src/main/resources/Ambari-DDL-Oracle-CREATE.sql
index 732e2c4..ea9de0f 100644
--- a/ambari-server/src/main/resources/Ambari-DDL-Oracle-CREATE.sql
+++ b/ambari-server/src/main/resources/Ambari-DDL-Oracle-CREATE.sql
@@ -188,7 +188,6 @@ CREATE TABLE hostcomponentdesiredstate (
service_name VARCHAR2(255) NOT NULL,
admin_state VARCHAR2(32) NULL,
maintenance_state VARCHAR2(32) NOT NULL,
- security_state VARCHAR2(32) DEFAULT 'UNSECURED' NOT NULL,
restart_required NUMBER(1) DEFAULT 0 NOT NULL,
CONSTRAINT PK_hostcomponentdesiredstate PRIMARY KEY (id),
CONSTRAINT UQ_hcdesiredstate_name UNIQUE (component_name, service_name, host_id, cluster_id),
@@ -204,7 +203,6 @@ CREATE TABLE hostcomponentstate (
host_id NUMBER(19) NOT NULL,
service_name VARCHAR2(255) NOT NULL,
upgrade_state VARCHAR2(32) DEFAULT 'NONE' NOT NULL,
- security_state VARCHAR2(32) DEFAULT 'UNSECURED' NOT NULL,
CONSTRAINT pk_hostcomponentstate PRIMARY KEY (id),
CONSTRAINT FK_hostcomponentstate_host_id FOREIGN KEY (host_id) REFERENCES hosts (host_id),
CONSTRAINT hstcomponentstatecomponentname FOREIGN KEY (component_name, service_name, cluster_id) REFERENCES servicecomponentdesiredstate (component_name, service_name, cluster_id));
@@ -239,7 +237,6 @@ CREATE TABLE servicedesiredstate (
desired_state VARCHAR2(255) NOT NULL,
service_name VARCHAR2(255) NOT NULL,
maintenance_state VARCHAR2(32) NOT NULL,
- security_state VARCHAR2(32) DEFAULT 'UNSECURED' NOT NULL,
credential_store_enabled SMALLINT DEFAULT 0 NOT NULL,
CONSTRAINT PK_servicedesiredstate PRIMARY KEY (cluster_id, service_name),
CONSTRAINT FK_repo_version_id FOREIGN KEY (desired_repo_version_id) REFERENCES repo_version (repo_version_id),
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/resources/Ambari-DDL-Postgres-CREATE.sql
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/Ambari-DDL-Postgres-CREATE.sql b/ambari-server/src/main/resources/Ambari-DDL-Postgres-CREATE.sql
index 62a3f00..4f37438 100644
--- a/ambari-server/src/main/resources/Ambari-DDL-Postgres-CREATE.sql
+++ b/ambari-server/src/main/resources/Ambari-DDL-Postgres-CREATE.sql
@@ -186,7 +186,6 @@ CREATE TABLE hostcomponentdesiredstate (
service_name VARCHAR(255) NOT NULL,
admin_state VARCHAR(32),
maintenance_state VARCHAR(32) NOT NULL,
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
restart_required SMALLINT NOT NULL DEFAULT 0,
CONSTRAINT PK_hostcomponentdesiredstate PRIMARY KEY (id),
CONSTRAINT UQ_hcdesiredstate_name UNIQUE (component_name, service_name, host_id, cluster_id),
@@ -202,7 +201,6 @@ CREATE TABLE hostcomponentstate (
host_id BIGINT NOT NULL,
service_name VARCHAR(255) NOT NULL,
upgrade_state VARCHAR(32) NOT NULL DEFAULT 'NONE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
CONSTRAINT pk_hostcomponentstate PRIMARY KEY (id),
CONSTRAINT FK_hostcomponentstate_host_id FOREIGN KEY (host_id) REFERENCES hosts (host_id),
CONSTRAINT hstcomponentstatecomponentname FOREIGN KEY (component_name, service_name, cluster_id) REFERENCES servicecomponentdesiredstate (component_name, service_name, cluster_id));
@@ -237,7 +235,6 @@ CREATE TABLE servicedesiredstate (
desired_state VARCHAR(255) NOT NULL,
service_name VARCHAR(255) NOT NULL,
maintenance_state VARCHAR(32) NOT NULL,
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
credential_store_enabled SMALLINT NOT NULL DEFAULT 0,
CONSTRAINT PK_servicedesiredstate PRIMARY KEY (cluster_id, service_name),
CONSTRAINT FK_repo_version_id FOREIGN KEY (desired_repo_version_id) REFERENCES repo_version (repo_version_id),
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/resources/Ambari-DDL-SQLAnywhere-CREATE.sql
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/Ambari-DDL-SQLAnywhere-CREATE.sql b/ambari-server/src/main/resources/Ambari-DDL-SQLAnywhere-CREATE.sql
index da46ec4..aa5242c 100644
--- a/ambari-server/src/main/resources/Ambari-DDL-SQLAnywhere-CREATE.sql
+++ b/ambari-server/src/main/resources/Ambari-DDL-SQLAnywhere-CREATE.sql
@@ -185,7 +185,6 @@ CREATE TABLE hostcomponentdesiredstate (
service_name VARCHAR(255) NOT NULL,
admin_state VARCHAR(32),
maintenance_state VARCHAR(32) NOT NULL DEFAULT 'ACTIVE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
restart_required BIT NOT NULL DEFAULT 0,
CONSTRAINT PK_hostcomponentdesiredstate PRIMARY KEY (id),
CONSTRAINT UQ_hcdesiredstate_name UNIQUE (component_name, service_name, host_id, cluster_id),
@@ -201,7 +200,6 @@ CREATE TABLE hostcomponentstate (
host_id NUMERIC(19) NOT NULL,
service_name VARCHAR(255) NOT NULL,
upgrade_state VARCHAR(32) NOT NULL DEFAULT 'NONE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
CONSTRAINT PK_hostcomponentstate PRIMARY KEY (id),
CONSTRAINT FK_hostcomponentstate_host_id FOREIGN KEY (host_id) REFERENCES hosts (host_id),
CONSTRAINT hstcomponentstatecomponentname FOREIGN KEY (component_name, service_name, cluster_id) REFERENCES servicecomponentdesiredstate (component_name, service_name, cluster_id));
@@ -236,7 +234,6 @@ CREATE TABLE servicedesiredstate (
desired_state VARCHAR(255) NOT NULL,
service_name VARCHAR(255) NOT NULL,
maintenance_state VARCHAR(32) NOT NULL DEFAULT 'ACTIVE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
credential_store_enabled SMALLINT NOT NULL DEFAULT 0,
CONSTRAINT PK_servicedesiredstate PRIMARY KEY (cluster_id, service_name),
CONSTRAINT FK_repo_version_id FOREIGN KEY (desired_repo_version_id) REFERENCES repo_version (repo_version_id),
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/main/resources/Ambari-DDL-SQLServer-CREATE.sql
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/Ambari-DDL-SQLServer-CREATE.sql b/ambari-server/src/main/resources/Ambari-DDL-SQLServer-CREATE.sql
index c64355e..5008471 100644
--- a/ambari-server/src/main/resources/Ambari-DDL-SQLServer-CREATE.sql
+++ b/ambari-server/src/main/resources/Ambari-DDL-SQLServer-CREATE.sql
@@ -199,7 +199,6 @@ CREATE TABLE hostcomponentdesiredstate (
service_name VARCHAR(255) NOT NULL,
admin_state VARCHAR(32),
maintenance_state VARCHAR(32) NOT NULL,
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
restart_required BIT NOT NULL DEFAULT 0,
CONSTRAINT PK_hostcomponentdesiredstate PRIMARY KEY CLUSTERED (id),
CONSTRAINT UQ_hcdesiredstate_name UNIQUE NONCLUSTERED (component_name, service_name, host_id, cluster_id),
@@ -216,7 +215,6 @@ CREATE TABLE hostcomponentstate (
host_id BIGINT NOT NULL,
service_name VARCHAR(255) NOT NULL,
upgrade_state VARCHAR(32) NOT NULL DEFAULT 'NONE',
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
CONSTRAINT PK_hostcomponentstate PRIMARY KEY CLUSTERED (id),
CONSTRAINT FK_hostcomponentstate_host_id FOREIGN KEY (host_id) REFERENCES hosts (host_id),
CONSTRAINT hstcomponentstatecomponentname FOREIGN KEY (component_name, service_name, cluster_id) REFERENCES servicecomponentdesiredstate (component_name, service_name, cluster_id));
@@ -241,7 +239,6 @@ CREATE TABLE servicedesiredstate (
desired_state VARCHAR(255) NOT NULL,
service_name VARCHAR(255) NOT NULL,
maintenance_state VARCHAR(32) NOT NULL,
- security_state VARCHAR(32) NOT NULL DEFAULT 'UNSECURED',
credential_store_enabled SMALLINT NOT NULL DEFAULT 0,
CONSTRAINT PK_servicedesiredstate PRIMARY KEY CLUSTERED (cluster_id,service_name),
CONSTRAINT FK_repo_version_id FOREIGN KEY (desired_repo_version_id) REFERENCES repo_version (repo_version_id),
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/test/java/org/apache/ambari/server/agent/HeartbeatProcessorTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/agent/HeartbeatProcessorTest.java b/ambari-server/src/test/java/org/apache/ambari/server/agent/HeartbeatProcessorTest.java
index 9ef3fe1..db611fa 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/agent/HeartbeatProcessorTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/agent/HeartbeatProcessorTest.java
@@ -73,7 +73,6 @@ import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.Clusters;
import org.apache.ambari.server.state.Host;
import org.apache.ambari.server.state.HostState;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceComponentHost;
import org.apache.ambari.server.state.StackId;
@@ -469,9 +468,7 @@ public class HeartbeatProcessorTest {
ServiceComponentHost serviceComponentHost3 = clusters.getCluster(DummyCluster).getService(HDFS).
getServiceComponent(SECONDARY_NAMENODE).getServiceComponentHost(DummyHostname1);
serviceComponentHost1.setState(State.INSTALLED);
- serviceComponentHost1.setSecurityState(SecurityState.UNSECURED);
serviceComponentHost2.setState(State.INSTALLED);
- serviceComponentHost2.setSecurityState(SecurityState.SECURING);
serviceComponentHost3.setState(State.STARTING);
HeartBeat hb = new HeartBeat();
@@ -516,10 +513,8 @@ public class HeartbeatProcessorTest {
State componentState3 = serviceComponentHost3.getState();
assertEquals(State.STARTED, componentState1);
assertEquals(State.INSTALLED, componentState2);
- assertEquals(SecurityState.SECURING, serviceComponentHost2.getSecurityState());
//starting state will not be overridden by status command
assertEquals(State.STARTING, componentState3);
- assertEquals(SecurityState.UNSECURED, serviceComponentHost3.getSecurityState());
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java b/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
index 4235b11..77c90eb 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
@@ -88,7 +88,6 @@ import org.apache.ambari.server.state.Host;
import org.apache.ambari.server.state.HostHealthStatus;
import org.apache.ambari.server.state.HostState;
import org.apache.ambari.server.state.MaintenanceState;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceComponent;
import org.apache.ambari.server.state.ServiceComponentHost;
@@ -945,11 +944,11 @@ public class TestHeartbeatHandler {
ArrayList<ComponentStatus> componentStatuses = new ArrayList<>();
ComponentStatus componentStatus1 = createComponentStatus(DummyCluster, HDFS, DummyHostStatus, State.STARTED,
- SecurityState.UNSECURED, DATANODE, "{\"stackName\":\"HDP\",\"stackVersion\":\"1.3.0\"}");
+ DATANODE, "{\"stackName\":\"HDP\",\"stackVersion\":\"1.3.0\"}");
ComponentStatus componentStatus2 =
- createComponentStatus(DummyCluster, HDFS, DummyHostStatus, State.STARTED, SecurityState.UNSECURED, NAMENODE, "");
+ createComponentStatus(DummyCluster, HDFS, DummyHostStatus, State.STARTED, NAMENODE, "");
ComponentStatus componentStatus3 = createComponentStatus(DummyCluster, HDFS, DummyHostStatus, State.INSTALLED,
- SecurityState.UNSECURED, HDFS_CLIENT, "{\"stackName\":\"HDP\",\"stackVersion\":\"1.3.0\"}");
+ HDFS_CLIENT, "{\"stackName\":\"HDP\",\"stackVersion\":\"1.3.0\"}");
componentStatuses.add(componentStatus1);
componentStatuses.add(componentStatus2);
@@ -1363,7 +1362,7 @@ public class TestHeartbeatHandler {
private ComponentStatus createComponentStatus(String clusterName, String serviceName, String message,
- State state, SecurityState securityState,
+ State state,
String componentName, String stackVersion) {
ComponentStatus componentStatus1 = new ComponentStatus();
componentStatus1.setClusterName(clusterName);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
index 0196069..abab90f 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
@@ -103,7 +103,6 @@ import org.apache.ambari.server.state.Config;
import org.apache.ambari.server.state.ConfigHelper;
import org.apache.ambari.server.state.Host;
import org.apache.ambari.server.state.HostState;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.SecurityType;
import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceComponent;
@@ -964,37 +963,21 @@ public class KerberosHelperTest extends EasyMockSupport {
final ServiceComponentHost schKerberosClient = createMock(ServiceComponentHost.class);
expect(schKerberosClient.getServiceName()).andReturn(Service.Type.KERBEROS.name()).anyTimes();
expect(schKerberosClient.getServiceComponentName()).andReturn(Role.KERBEROS_CLIENT.name()).anyTimes();
- expect(schKerberosClient.getSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
- expect(schKerberosClient.getDesiredSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
expect(schKerberosClient.getHostName()).andReturn("host1").anyTimes();
expect(schKerberosClient.getState()).andReturn(State.INSTALLED).anyTimes();
final ServiceComponentHost sch1 = createMock(ServiceComponentHost.class);
expect(sch1.getServiceName()).andReturn("SERVICE1").anyTimes();
expect(sch1.getServiceComponentName()).andReturn("COMPONENT1").anyTimes();
- expect(sch1.getSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
- expect(sch1.getDesiredSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
expect(sch1.getHostName()).andReturn("host1").anyTimes();
expect(sch1.getState()).andReturn(State.INSTALLED).anyTimes();
- sch1.setDesiredSecurityState(SecurityState.SECURED_KERBEROS);
- expect(expectLastCall()).once();
- sch1.setSecurityState(SecurityState.SECURING);
- expect(expectLastCall()).once();
-
final ServiceComponentHost sch2 = createMock(ServiceComponentHost.class);
expect(sch2.getServiceName()).andReturn("SERVICE2").anyTimes();
expect(sch2.getServiceComponentName()).andReturn("COMPONENT2").anyTimes();
- expect(sch2.getSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
- expect(sch2.getDesiredSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
expect(sch2.getHostName()).andReturn("host1").anyTimes();
expect(sch2.getState()).andReturn(State.INSTALLED).anyTimes();
- sch2.setDesiredSecurityState(SecurityState.SECURED_KERBEROS);
- expect(expectLastCall()).once();
- sch2.setSecurityState(SecurityState.SECURING);
- expect(expectLastCall()).once();
-
final Host host = createMockHost("host1");
final ServiceComponent serviceComponentKerberosClient = createNiceMock(ServiceComponent.class);
@@ -1007,8 +990,6 @@ public class KerberosHelperTest extends EasyMockSupport {
expect(serviceKerberos.getServiceComponents())
.andReturn(Collections.singletonMap(Role.KERBEROS_CLIENT.name(), serviceComponentKerberosClient))
.anyTimes();
- serviceKerberos.setSecurityState(SecurityState.SECURED_KERBEROS);
- expectLastCall().once();
final Service service1 = createNiceMock(Service.class);
expect(service1.getDesiredStackId()).andReturn(stackId).anyTimes();
@@ -1016,8 +997,6 @@ public class KerberosHelperTest extends EasyMockSupport {
expect(service1.getServiceComponents())
.andReturn(Collections.<String, ServiceComponent>emptyMap())
.anyTimes();
- service1.setSecurityState(SecurityState.SECURED_KERBEROS);
- expectLastCall().once();
final Service service2 = createNiceMock(Service.class);
expect(service2.getName()).andReturn("SERVICE2").anyTimes();
@@ -1025,8 +1004,6 @@ public class KerberosHelperTest extends EasyMockSupport {
expect(service2.getServiceComponents())
.andReturn(Collections.<String, ServiceComponent>emptyMap())
.anyTimes();
- service2.setSecurityState(SecurityState.SECURED_KERBEROS);
- expectLastCall().once();
final Map<String, String> kerberosEnvProperties = createMock(Map.class);
expect(kerberosEnvProperties.get("kdc_type")).andReturn(kdcType).anyTimes();
@@ -1165,37 +1142,21 @@ public class KerberosHelperTest extends EasyMockSupport {
final ServiceComponentHost schKerberosClient = createMock(ServiceComponentHost.class);
expect(schKerberosClient.getServiceName()).andReturn(Service.Type.KERBEROS.name()).anyTimes();
expect(schKerberosClient.getServiceComponentName()).andReturn(Role.KERBEROS_CLIENT.name()).anyTimes();
- expect(schKerberosClient.getSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
- expect(schKerberosClient.getDesiredSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
expect(schKerberosClient.getHostName()).andReturn("host1").anyTimes();
expect(schKerberosClient.getState()).andReturn(State.INSTALLED).anyTimes();
final ServiceComponentHost sch1 = createMock(ServiceComponentHost.class);
expect(sch1.getServiceName()).andReturn("SERVICE1").times(1);
expect(sch1.getServiceComponentName()).andReturn("COMPONENT1").once();
- expect(sch1.getSecurityState()).andReturn(SecurityState.SECURED_KERBEROS).anyTimes();
- expect(sch1.getDesiredSecurityState()).andReturn(SecurityState.SECURED_KERBEROS).anyTimes();
expect(sch1.getHostName()).andReturn("host1").anyTimes();
expect(sch1.getState()).andReturn(State.INSTALLED).anyTimes();
- sch1.setDesiredSecurityState(SecurityState.UNSECURED);
- expect(expectLastCall()).once();
- sch1.setSecurityState(SecurityState.UNSECURING);
- expect(expectLastCall()).once();
-
final ServiceComponentHost sch2 = createMock(ServiceComponentHost.class);
expect(sch2.getServiceName()).andReturn("SERVICE2").times(1);
expect(sch2.getServiceComponentName()).andReturn("COMPONENT2").anyTimes();
- expect(sch2.getSecurityState()).andReturn(SecurityState.SECURED_KERBEROS).anyTimes();
- expect(sch2.getDesiredSecurityState()).andReturn(SecurityState.SECURED_KERBEROS).anyTimes();
expect(sch2.getHostName()).andReturn("host1").anyTimes();
expect(sch2.getState()).andReturn(State.INSTALLED).anyTimes();
- sch2.setDesiredSecurityState(SecurityState.UNSECURED);
- expect(expectLastCall()).once();
- sch2.setSecurityState(SecurityState.UNSECURING);
- expect(expectLastCall()).once();
-
final Host host = createMockHost("host1");
final ServiceComponent serviceComponentKerberosClient = createNiceMock(ServiceComponent.class);
@@ -1208,8 +1169,6 @@ public class KerberosHelperTest extends EasyMockSupport {
expect(serviceKerberos.getServiceComponents())
.andReturn(Collections.singletonMap(Role.KERBEROS_CLIENT.name(), serviceComponentKerberosClient))
.anyTimes();
- serviceKerberos.setSecurityState(SecurityState.UNSECURED);
- expectLastCall().once();
final Service service1 = createNiceMock(Service.class);
expect(service1.getDesiredStackId()).andReturn(new StackId("HDP-2.2")).anyTimes();
@@ -1217,8 +1176,6 @@ public class KerberosHelperTest extends EasyMockSupport {
expect(service1.getServiceComponents())
.andReturn(Collections.<String, ServiceComponent>emptyMap())
.anyTimes();
- service1.setSecurityState(SecurityState.UNSECURED);
- expectLastCall().once();
final Service service2 = createNiceMock(Service.class);
expect(service2.getDesiredStackId()).andReturn(new StackId("HDP-2.2")).anyTimes();
@@ -1226,8 +1183,6 @@ public class KerberosHelperTest extends EasyMockSupport {
expect(service2.getServiceComponents())
.andReturn(Collections.<String, ServiceComponent>emptyMap())
.anyTimes();
- service2.setSecurityState(SecurityState.UNSECURED);
- expectLastCall().once();
final Map<String, String> kerberosEnvProperties = createMock(Map.class);
expect(kerberosEnvProperties.get("kdc_type")).andReturn("mit-kdc").anyTimes();
@@ -1378,15 +1333,11 @@ public class KerberosHelperTest extends EasyMockSupport {
final ServiceComponentHost sch1 = createMock(ServiceComponentHost.class);
expect(sch1.getServiceName()).andReturn("SERVICE1").anyTimes();
expect(sch1.getServiceComponentName()).andReturn("COMPONENT1").anyTimes();
- expect(sch1.getSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
- expect(sch1.getDesiredSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
expect(sch1.getHostName()).andReturn("host1").anyTimes();
final ServiceComponentHost sch2 = createMock(ServiceComponentHost.class);
expect(sch2.getServiceName()).andReturn("SERVICE2").anyTimes();
expect(sch2.getServiceComponentName()).andReturn("COMPONENT2").anyTimes();
- expect(sch2.getSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
- expect(sch2.getDesiredSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
expect(sch2.getHostName()).andReturn("host1").anyTimes();
final Host host = createMockHost("host1");
@@ -1404,8 +1355,6 @@ public class KerberosHelperTest extends EasyMockSupport {
sch1a = createMock(ServiceComponentHost.class);
expect(sch1a.getServiceName()).andReturn("SERVICE1").anyTimes();
expect(sch1a.getServiceComponentName()).andReturn("COMPONENT1").anyTimes();
- expect(sch1a.getSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
- expect(sch1a.getDesiredSecurityState()).andReturn(SecurityState.UNSECURED).anyTimes();
expect(sch1a.getHostName()).andReturn("host2").anyTimes();
hostInvalid = createMockHost("host1");
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java
index 8d6ecc3..53d2a1b 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java
@@ -19,7 +19,6 @@
package org.apache.ambari.server.serveraction.kerberos;
import static org.easymock.EasyMock.expect;
-import static org.easymock.EasyMock.expectLastCall;
import java.io.File;
import java.io.IOException;
@@ -44,7 +43,6 @@ import org.apache.ambari.server.security.credential.PrincipalKeyCredential;
import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.Clusters;
import org.apache.ambari.server.state.Host;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.ServiceComponentHost;
import org.easymock.EasyMockSupport;
import org.junit.Rule;
@@ -173,13 +171,9 @@ public class FinalizeKerberosServerActionTest extends EasyMockSupport {
clusterHostMap.put("host1", createMock(Host.class));
final ServiceComponentHost serviceComponentHost = createMock(ServiceComponentHost.class);
- expect(serviceComponentHost.getSecurityState()).andReturn(SecurityState.SECURING).anyTimes();
expect(serviceComponentHost.getServiceName()).andReturn("SERVICE1").anyTimes();
expect(serviceComponentHost.getServiceComponentName()).andReturn("COMPONENT1A").anyTimes();
expect(serviceComponentHost.getHostName()).andReturn("host1").anyTimes();
- expect(serviceComponentHost.getDesiredSecurityState()).andReturn(SecurityState.SECURED_KERBEROS).anyTimes();
- serviceComponentHost.setSecurityState(SecurityState.SECURED_KERBEROS);
- expectLastCall().once();
final List<ServiceComponentHost> serviceComponentHosts = new ArrayList<>();
serviceComponentHosts.add(serviceComponentHost);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/test/java/org/apache/ambari/server/state/ServiceTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/ServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/ServiceTest.java
index d4b91f1..f4d0a9a 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/ServiceTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/ServiceTest.java
@@ -164,7 +164,6 @@ public class ServiceTest {
Assert.assertEquals(cluster.getClusterName(),
service.getCluster().getClusterName());
Assert.assertEquals(State.INIT, service.getDesiredState());
- Assert.assertEquals(SecurityState.UNSECURED, service.getSecurityState());
Assert.assertFalse(
service.getDesiredStackId().getStackId().isEmpty());
@@ -291,46 +290,6 @@ public class ServiceTest {
Assert.assertEquals(MaintenanceState.ON, entity.getServiceDesiredStateEntity().getMaintenanceState());
}
- @Test
- public void testSecurityState() throws Exception {
- String serviceName = "HDFS";
- Service s = serviceFactory.createNew(cluster, serviceName, repositoryVersion);
- cluster.addService(s);
-
- Service service = cluster.getService(serviceName);
- Assert.assertNotNull(service);
-
- ClusterServiceDAO dao = injector.getInstance(ClusterServiceDAO.class);
- ClusterServiceEntity entity = dao.findByClusterAndServiceNames(clusterName, serviceName);
- Assert.assertNotNull(entity);
- Assert.assertEquals(SecurityState.UNSECURED, entity.getServiceDesiredStateEntity().getSecurityState());
- Assert.assertEquals(SecurityState.UNSECURED, service.getSecurityState());
-
- service.setSecurityState(SecurityState.SECURED_KERBEROS);
- Assert.assertEquals(SecurityState.SECURED_KERBEROS, service.getSecurityState());
-
- entity = dao.findByClusterAndServiceNames(clusterName, serviceName);
- Assert.assertNotNull(entity);
- Assert.assertEquals(SecurityState.SECURED_KERBEROS, entity.getServiceDesiredStateEntity().getSecurityState());
-
- // Make sure there are no issues setting all endpoint values...
- for(SecurityState state: SecurityState.ENDPOINT_STATES) {
- service.setSecurityState(state);
- Assert.assertEquals(state, service.getSecurityState());
- }
-
- // Make sure there transitional states are not allowed
- for(SecurityState state: SecurityState.TRANSITIONAL_STATES) {
- try {
- service.setSecurityState(state);
- Assert.fail(String.format("SecurityState %s is not a valid desired service state", state.toString()));
- }
- catch (AmbariException e) {
- // this is acceptable
- }
- }
- }
-
private void addHostToCluster(String hostname,
String clusterName) throws AmbariException {
clusters.addHost(hostname);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/test/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostTest.java
index dbf0c8f..54fd733 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostTest.java
@@ -41,7 +41,6 @@ import org.apache.ambari.server.orm.dao.HostComponentStateDAO;
import org.apache.ambari.server.orm.dao.HostDAO;
import org.apache.ambari.server.orm.entities.ClusterEntity;
import org.apache.ambari.server.orm.entities.HostComponentDesiredStateEntity;
-import org.apache.ambari.server.orm.entities.HostComponentStateEntity;
import org.apache.ambari.server.orm.entities.HostEntity;
import org.apache.ambari.server.orm.entities.RepositoryVersionEntity;
import org.apache.ambari.server.state.Cluster;
@@ -51,7 +50,6 @@ import org.apache.ambari.server.state.ConfigFactory;
import org.apache.ambari.server.state.Host;
import org.apache.ambari.server.state.HostConfig;
import org.apache.ambari.server.state.MaintenanceState;
-import org.apache.ambari.server.state.SecurityState;
import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceComponent;
import org.apache.ambari.server.state.ServiceComponentFactory;
@@ -196,8 +194,6 @@ public class ServiceComponentHostTest {
Assert.assertEquals(State.INIT, impl.getState());
Assert.assertEquals(State.INIT, impl.getDesiredState());
- Assert.assertEquals(SecurityState.UNSECURED, impl.getSecurityState());
- Assert.assertEquals(SecurityState.UNSECURED, impl.getDesiredSecurityState());
Assert.assertEquals(c.getClusterName(), impl.getClusterName());
Assert.assertEquals(c.getClusterId(), impl.getClusterId());
Assert.assertEquals(s.getName(), impl.getServiceName());
@@ -1054,52 +1050,4 @@ public class ServiceComponentHostTest {
);
Assert.assertEquals(MaintenanceState.ON, entity.getMaintenanceState());
}
-
-
- @Test
- public void testSecurityState() throws Exception {
- String stackVersion = "HDP-2.0.6";
- StackId stackId = new StackId(stackVersion);
- String clusterName = "c2";
- createCluster(stackId, clusterName);
-
- final String hostName = "h3";
- Set<String> hostNames = new HashSet<>();
- hostNames.add(hostName);
- addHostsToCluster(clusterName, hostAttributes, hostNames);
-
- Cluster cluster = clusters.getCluster(clusterName);
-
- helper.getOrCreateRepositoryVersion(stackId, stackId.getStackVersion());
-
- HostEntity hostEntity = hostDAO.findByName(hostName);
- ServiceComponentHost sch1 = createNewServiceComponentHost(cluster, "HDFS", "NAMENODE", hostName);
-
- HostComponentDesiredStateEntity entityHostComponentDesiredState;
- HostComponentStateEntity entityHostComponentState;
-
- for(SecurityState state: SecurityState.values()) {
- sch1.setSecurityState(state);
- entityHostComponentState = hostComponentStateDAO.findByIndex(cluster.getClusterId(),
- sch1.getServiceName(), sch1.getServiceComponentName(), hostEntity.getHostId());
-
- Assert.assertNotNull(entityHostComponentState);
- Assert.assertEquals(state, entityHostComponentState.getSecurityState());
-
- try {
- sch1.setDesiredSecurityState(state);
- Assert.assertTrue(state.isEndpoint());
- entityHostComponentDesiredState = hostComponentDesiredStateDAO.findByIndex(
- cluster.getClusterId(),
- sch1.getServiceName(),
- sch1.getServiceComponentName(),
- hostEntity.getHostId()
- );
- Assert.assertNotNull(entityHostComponentDesiredState);
- Assert.assertEquals(state, entityHostComponentDesiredState.getSecurityState());
- } catch (AmbariException e) {
- Assert.assertFalse(state.isEndpoint());
- }
- }
- }
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2258b106/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog300Test.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog300Test.java b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog300Test.java
index a7417d4..b7d78ae 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog300Test.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog300Test.java
@@ -17,6 +17,10 @@
*/
package org.apache.ambari.server.upgrade;
+import static org.apache.ambari.server.upgrade.UpgradeCatalog300.COMPONENT_DESIRED_STATE_TABLE;
+import static org.apache.ambari.server.upgrade.UpgradeCatalog300.COMPONENT_STATE_TABLE;
+import static org.apache.ambari.server.upgrade.UpgradeCatalog300.SECURITY_STATE_COLUMN;
+import static org.apache.ambari.server.upgrade.UpgradeCatalog300.SERVICE_DESIRED_STATE_TABLE;
import static org.easymock.EasyMock.anyObject;
import static org.easymock.EasyMock.anyString;
import static org.easymock.EasyMock.capture;
@@ -177,6 +181,10 @@ public class UpgradeCatalog300Test {
dbAccessor.addColumn(eq(UpgradeCatalog300.CLUSTER_CONFIG_TABLE), capture(clusterConfigSelectedTimestampColumn));
dbAccessor.addColumn(eq(UpgradeCatalog300.HOST_ROLE_COMMAND_TABLE), capture(hrcOpsDisplayNameColumn));
+ dbAccessor.dropColumn(COMPONENT_DESIRED_STATE_TABLE, SECURITY_STATE_COLUMN); expectLastCall().once();
+ dbAccessor.dropColumn(COMPONENT_STATE_TABLE, SECURITY_STATE_COLUMN); expectLastCall().once();
+ dbAccessor.dropColumn(SERVICE_DESIRED_STATE_TABLE, SECURITY_STATE_COLUMN); expectLastCall().once();
+
// component table
Capture<DBAccessor.DBColumnInfo> componentStateColumn = newCapture();
dbAccessor.addColumn(eq(UpgradeCatalog300.COMPONENT_TABLE), capture(componentStateColumn));
[10/52] [abbrv] ambari git commit: AMBARI-21596 Log Search should
stop using deprecated API for solr (mgergely)
Posted by jl...@apache.org.
AMBARI-21596 Log Search should stop using deprecated API for solr (mgergely)
Change-Id: I9c71874b310bc1d2789bc062c5c50903754a30b7
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/ed08865c
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/ed08865c
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/ed08865c
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: ed08865c4da057fc5e051da5375ad7ca5c494203
Parents: 3ac9f55
Author: Miklos Gergely <mg...@hortonworks.com>
Authored: Wed Aug 2 06:11:23 2017 +0200
Committer: Miklos Gergely <mg...@hortonworks.com>
Committed: Wed Aug 2 06:11:23 2017 +0200
----------------------------------------------------------------------
.../ambari-logsearch-server/pom.xml | 40 ++++++++++----------
.../configurer/SolrAuditAliasConfigurer.java | 4 +-
.../configurer/SolrCollectionConfigurer.java | 4 +-
.../logsearch/dao/SolrSchemaFieldDao.java | 3 +-
.../handler/AbstractSolrConfigHandler.java | 2 +
.../handler/CreateCollectionHandler.java | 28 +++++++-------
.../handler/ReloadCollectionHandler.java | 5 +--
.../logsearch/solr/ResponseDataGenerator.java | 3 +-
8 files changed, 44 insertions(+), 45 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/ed08865c/ambari-logsearch/ambari-logsearch-server/pom.xml
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/pom.xml b/ambari-logsearch/ambari-logsearch-server/pom.xml
index ebca2d5..4db1f61 100755
--- a/ambari-logsearch/ambari-logsearch-server/pom.xml
+++ b/ambari-logsearch/ambari-logsearch-server/pom.xml
@@ -500,32 +500,32 @@
<artifactId>jersey-common</artifactId>
<version>${jersey.version}</version>
</dependency>
- <dependency>
- <groupId>javax.servlet</groupId>
- <artifactId>javax.servlet-api</artifactId>
- <version>3.1.0</version>
- </dependency>
- <dependency>
- <groupId>log4j</groupId>
- <artifactId>log4j</artifactId>
- <version>1.2.17</version>
- </dependency>
+ <dependency>
+ <groupId>javax.servlet</groupId>
+ <artifactId>javax.servlet-api</artifactId>
+ <version>3.1.0</version>
+ </dependency>
+ <dependency>
+ <groupId>log4j</groupId>
+ <artifactId>log4j</artifactId>
+ <version>1.2.17</version>
+ </dependency>
<dependency>
<groupId>org.apache.solr</groupId>
<artifactId>solr-solrj</artifactId>
<version>${solr.version}</version>
</dependency>
<dependency>
- <groupId>org.apache.solr</groupId>
- <artifactId>solr-core</artifactId>
- <version>${solr.version}</version>
- <exclusions>
- <exclusion>
- <groupId>*</groupId>
- <artifactId>*</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
+ <groupId>org.apache.solr</groupId>
+ <artifactId>solr-core</artifactId>
+ <version>${solr.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>*</groupId>
+ <artifactId>*</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-core</artifactId>
http://git-wip-us.apache.org/repos/asf/ambari/blob/ed08865c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrAuditAliasConfigurer.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrAuditAliasConfigurer.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrAuditAliasConfigurer.java
index 1eca94b..679c1f5 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrAuditAliasConfigurer.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrAuditAliasConfigurer.java
@@ -115,9 +115,7 @@ public class SolrAuditAliasConfigurer implements Configurer {
String collectionsCSV = null;
if (!collectionToAdd.isEmpty()) {
collectionsCSV = StringUtils.join(collectionToAdd, ',');
- CollectionAdminRequest.CreateAlias aliasCreateRequest = new CollectionAdminRequest.CreateAlias();
- aliasCreateRequest.setAliasName(aliasNameIn);
- aliasCreateRequest.setAliasedCollections(collectionsCSV);
+ CollectionAdminRequest.CreateAlias aliasCreateRequest = CollectionAdminRequest.createAlias(aliasNameIn, collectionsCSV);
CollectionAdminResponse createResponse = aliasCreateRequest.process(solrClient);
if (createResponse.getStatus() != 0) {
LOG.error("Error creating alias. alias=" + aliasNameIn + ", collectionList=" + collectionsCSV
http://git-wip-us.apache.org/repos/asf/ambari/blob/ed08865c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
index 225f5a3..6de34ce 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
@@ -123,7 +123,7 @@ public class SolrCollectionConfigurer implements Configurer {
private CloudSolrClient createClient(String solrUrl, String zookeeperConnectString, String defaultCollection) {
if (StringUtils.isNotEmpty(zookeeperConnectString)) {
- CloudSolrClient cloudSolrClient = new CloudSolrClient(zookeeperConnectString);
+ CloudSolrClient cloudSolrClient = new CloudSolrClient.Builder().withZkHost(zookeeperConnectString).build();
cloudSolrClient.setDefaultCollection(defaultCollection);
return cloudSolrClient;
} else if (StringUtils.isNotEmpty(solrUrl)) {
@@ -138,7 +138,7 @@ public class SolrCollectionConfigurer implements Configurer {
boolean securityEnabled = solrDaoBase.getSolrKerberosConfig().isEnabled();
if (securityEnabled) {
System.setProperty("java.security.auth.login.config", jaasFile);
- HttpClientUtil.setConfigurer(new Krb5HttpClientConfigurer());
+ HttpClientUtil.addConfigurer(new Krb5HttpClientConfigurer());
LOG.info("setupSecurity() called for kerberos configuration, jaas file: " + jaasFile);
}
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/ed08865c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrSchemaFieldDao.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrSchemaFieldDao.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrSchemaFieldDao.java
index 71f9f29..5a36599 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrSchemaFieldDao.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrSchemaFieldDao.java
@@ -133,7 +133,7 @@ public class SolrSchemaFieldDao {
@SuppressWarnings("unchecked")
private List<LukeResponse> getLukeResponsesForCores(CloudSolrClient solrClient) {
ZkStateReader zkStateReader = solrClient.getZkStateReader();
- Collection<Slice> activeSlices = zkStateReader.getClusterState().getActiveSlices(solrClient.getDefaultCollection());
+ Collection<Slice> activeSlices = zkStateReader.getClusterState().getCollection(solrClient.getDefaultCollection()).getActiveSlices();
List<LukeResponse> lukeResponses = new ArrayList<>();
for (Slice slice : activeSlices) {
@@ -141,6 +141,7 @@ public class SolrSchemaFieldDao {
try (CloseableHttpClient httpClient = HttpClientUtil.createClient(null)) {
HttpGet request = new HttpGet(replica.getCoreUrl() + LUKE_REQUEST_URL_SUFFIX);
HttpResponse response = httpClient.execute(request);
+ @SuppressWarnings("resource") // JavaBinCodec implements Closeable, yet it can't be closed if it is used for unmarshalling only
NamedList<Object> lukeData = (NamedList<Object>) new JavaBinCodec().unmarshal(response.getEntity().getContent());
LukeResponse lukeResponse = new LukeResponse();
lukeResponse.setResponse(lukeData);
http://git-wip-us.apache.org/repos/asf/ambari/blob/ed08865c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/AbstractSolrConfigHandler.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/AbstractSolrConfigHandler.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/AbstractSolrConfigHandler.java
index 6f3d8ca..28e8ad7 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/AbstractSolrConfigHandler.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/AbstractSolrConfigHandler.java
@@ -88,10 +88,12 @@ public abstract class AbstractSolrConfigHandler implements SolrZkRequestHandler<
*/
public abstract String getConfigFileName();
+ @SuppressWarnings("unused")
public void doIfConfigNotExist(SolrPropsConfig solrPropsConfig, ZkConfigManager zkConfigManager) throws IOException {
// Do nothing
};
+ @SuppressWarnings("unused")
public void uploadMissingConfigFiles(SolrZkClient zkClient, ZkConfigManager zkConfigManager, String configName) throws IOException {
// do Nothing
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/ed08865c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
index b6e9def..8b4c7bf 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
@@ -31,6 +31,7 @@ import org.apache.solr.client.solrj.impl.CloudSolrClient;
import org.apache.solr.client.solrj.impl.HttpClientUtil;
import org.apache.solr.client.solrj.request.CollectionAdminRequest;
import org.apache.solr.client.solrj.response.CollectionAdminResponse;
+import org.apache.solr.common.cloud.DocCollection;
import org.apache.solr.common.cloud.Replica;
import org.apache.solr.common.cloud.Slice;
import org.apache.solr.common.cloud.ZkStateReader;
@@ -94,13 +95,11 @@ public class CreateCollectionHandler implements SolrZkRequestHandler<Boolean> {
// Check if collection is already in zookeeper
if (!allCollectionList.contains(solrPropsConfig.getCollection())) {
LOG.info("Creating collection " + solrPropsConfig.getCollection() + ", shardsList=" + shardsList);
- CollectionAdminRequest.Create collectionCreateRequest = new CollectionAdminRequest.Create();
- collectionCreateRequest.setCollectionName(solrPropsConfig.getCollection());
+ CollectionAdminRequest.Create collectionCreateRequest = CollectionAdminRequest.createCollection(
+ solrPropsConfig.getCollection(), solrPropsConfig.getConfigName(), solrPropsConfig.getNumberOfShards(),
+ solrPropsConfig.getReplicationFactor());
collectionCreateRequest.setRouterName("implicit");
collectionCreateRequest.setShards(shardsListStr);
- collectionCreateRequest.setNumShards(solrPropsConfig.getNumberOfShards());
- collectionCreateRequest.setReplicationFactor(solrPropsConfig.getReplicationFactor());
- collectionCreateRequest.setConfigName(solrPropsConfig.getConfigName());
collectionCreateRequest.setRouterField(ROUTER_FIELD);
collectionCreateRequest.setMaxShardsPerNode(solrPropsConfig.getReplicationFactor() * solrPropsConfig.getNumberOfShards());
@@ -128,9 +127,8 @@ public class CreateCollectionHandler implements SolrZkRequestHandler<Boolean> {
if (!existingShards.contains(shard)) {
try {
LOG.info("Going to add Shard " + shard + " to collection " + solrPropsConfig.getCollection());
- CollectionAdminRequest.CreateShard createShardRequest = new CollectionAdminRequest.CreateShard();
- createShardRequest.setCollectionName(solrPropsConfig.getCollection());
- createShardRequest.setShardName(shard);
+ CollectionAdminRequest.CreateShard createShardRequest =
+ CollectionAdminRequest.createShard(solrPropsConfig.getCollection(), shard);
CollectionAdminResponse response = createShardRequest.process(solrClient);
if (response.getStatus() != 0) {
LOG.error("Error creating shard " + shard + " in collection " + solrPropsConfig.getCollection() + ", response=" + response);
@@ -150,7 +148,8 @@ public class CreateCollectionHandler implements SolrZkRequestHandler<Boolean> {
return returnValue;
}
- private boolean createCollection(CloudSolrClient solrClient, SolrPropsConfig solrPropsConfig, List<String> allCollectionList) throws SolrServerException, IOException {
+ private boolean createCollection(CloudSolrClient solrClient, SolrPropsConfig solrPropsConfig, List<String> allCollectionList)
+ throws SolrServerException, IOException {
if (allCollectionList.contains(solrPropsConfig.getCollection())) {
LOG.info("Collection " + solrPropsConfig.getCollection() + " is already there. Won't create it");
@@ -160,11 +159,9 @@ public class CreateCollectionHandler implements SolrZkRequestHandler<Boolean> {
LOG.info("Creating collection " + solrPropsConfig.getCollection() + ", numberOfShards=" + solrPropsConfig.getNumberOfShards() +
", replicationFactor=" + solrPropsConfig.getReplicationFactor());
- CollectionAdminRequest.Create collectionCreateRequest = new CollectionAdminRequest.Create();
- collectionCreateRequest.setCollectionName(solrPropsConfig.getCollection());
- collectionCreateRequest.setNumShards(solrPropsConfig.getNumberOfShards());
- collectionCreateRequest.setReplicationFactor(solrPropsConfig.getReplicationFactor());
- collectionCreateRequest.setConfigName(solrPropsConfig.getConfigName());
+ CollectionAdminRequest.Create collectionCreateRequest = CollectionAdminRequest.createCollection(
+ solrPropsConfig.getCollection(), solrPropsConfig.getConfigName(), solrPropsConfig.getNumberOfShards(),
+ solrPropsConfig.getReplicationFactor());
collectionCreateRequest.setMaxShardsPerNode(calculateMaxShardsPerNode(solrPropsConfig));
CollectionAdminResponse createResponse = collectionCreateRequest.process(solrClient);
if (createResponse.getStatus() != 0) {
@@ -194,7 +191,8 @@ public class CreateCollectionHandler implements SolrZkRequestHandler<Boolean> {
private Collection<Slice> getSlices(CloudSolrClient solrClient, SolrPropsConfig solrPropsConfig) {
ZkStateReader reader = solrClient.getZkStateReader();
- return reader.getClusterState().getSlices(solrPropsConfig.getCollection());
+ DocCollection collection = reader.getClusterState().getCollection(solrPropsConfig.getCollection());
+ return collection.getSlices();
}
private Collection<String> getShards(Collection<Slice> slices, SolrPropsConfig solrPropsConfig) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/ed08865c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/ReloadCollectionHandler.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/ReloadCollectionHandler.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/ReloadCollectionHandler.java
index 52f3366..601bdba 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/ReloadCollectionHandler.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/ReloadCollectionHandler.java
@@ -33,9 +33,8 @@ public class ReloadCollectionHandler implements SolrZkRequestHandler<Boolean> {
boolean result = false;
try {
LOG.info("Reload collection - '{}'", solrPropsConfig.getCollection());
- CollectionAdminRequest.Reload reloadCollectionRequest = new CollectionAdminRequest.Reload();
- reloadCollectionRequest.setCollectionName(solrPropsConfig.getCollection());
- reloadCollectionRequest.process(solrClient);
+ CollectionAdminRequest.Reload request = CollectionAdminRequest.reloadCollection(solrPropsConfig.getCollection());
+ request.process(solrClient);
result = true;
} catch (Exception e) {
LOG.error(String.format("Reload collection ('%s') failed.", solrPropsConfig.getCollection()), e);
http://git-wip-us.apache.org/repos/asf/ambari/blob/ed08865c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/solr/ResponseDataGenerator.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/solr/ResponseDataGenerator.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/solr/ResponseDataGenerator.java
index 74e9c11..e3c1a24 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/solr/ResponseDataGenerator.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/solr/ResponseDataGenerator.java
@@ -134,12 +134,13 @@ public class ResponseDataGenerator {
return dataList;
}
+ @SuppressWarnings("rawtypes")
public List<NameValueData> generateNameValueDataList(List<RangeFacet> rangeFacet) {
List<NameValueData> nameValues = new ArrayList<>();
if (rangeFacet == null) {
return nameValues;
}
- RangeFacet range = rangeFacet.get(0);
+ RangeFacet<?, ?> range = rangeFacet.get(0);
if (range == null) {
return nameValues;
[34/52] [abbrv] ambari git commit: AMBARI-21661 Services are not
started for the correct count of nodes selected in the Hosts list.
(ababiichuk)
Posted by jl...@apache.org.
AMBARI-21661 Services are not started for the correct count of nodes selected in the Hosts list. (ababiichuk)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/b175d8f6
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/b175d8f6
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/b175d8f6
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: b175d8f697c8690e719c8a3f8dbcd20df073d2a6
Parents: 2258b10
Author: ababiichuk <ab...@hortonworks.com>
Authored: Fri Aug 4 16:37:10 2017 +0300
Committer: ababiichuk <ab...@hortonworks.com>
Committed: Fri Aug 4 18:12:04 2017 +0300
----------------------------------------------------------------------
ambari-web/app/controllers/main/host/bulk_operations_controller.js | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/b175d8f6/ambari-web/app/controllers/main/host/bulk_operations_controller.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/controllers/main/host/bulk_operations_controller.js b/ambari-web/app/controllers/main/host/bulk_operations_controller.js
index 34d61d8..bcd0af0 100644
--- a/ambari-web/app/controllers/main/host/bulk_operations_controller.js
+++ b/ambari-web/app/controllers/main/host/bulk_operations_controller.js
@@ -1115,7 +1115,7 @@ App.BulkOperationsController = Em.Controller.extend({
// @todo remove using external controller
switch(selection) {
case 's':
- hostsNames = App.router.get('mainHostController.content').filterProperty('selected').mapProperty('hostName');
+ hostsNames = App.db.getSelectedHosts('mainHostController');
if(hostsNames.length > 0){
queryParams.push({
key: 'Hosts/host_name',
[25/52] [abbrv] ambari git commit: AMBARI-21643 - Annotate upgrade
packs for scope (jonathanhurley)
Posted by jl...@apache.org.
AMBARI-21643 - Annotate upgrade packs for scope (jonathanhurley)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/b487b450
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/b487b450
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/b487b450
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: b487b450ac9ff00a3be3b61a1399b710aa21a5d6
Parents: 66410e5
Author: Jonathan Hurley <jh...@hortonworks.com>
Authored: Thu Aug 3 08:26:57 2017 -0400
Committer: Jonathan Hurley <jh...@hortonworks.com>
Committed: Thu Aug 3 13:37:53 2017 -0400
----------------------------------------------------------------------
.../upgrades/upgrade_nonrolling_new_stack.xml | 6 +-
.../2.1.1/upgrades/upgrade_test_nonrolling.xml | 4 +-
.../api/services/WidgetLayoutService.java | 1 -
.../internal/UpgradeResourceProvider.java | 4 +-
.../upgrades/UpdateDesiredRepositoryAction.java | 189 +++++++++++++++++++
.../upgrades/UpdateDesiredStackAction.java | 189 -------------------
.../HDP/2.3/upgrades/nonrolling-upgrade-2.3.xml | 6 +-
.../HDP/2.3/upgrades/nonrolling-upgrade-2.4.xml | 7 +-
.../HDP/2.3/upgrades/nonrolling-upgrade-2.5.xml | 7 +-
.../HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml | 7 +-
.../stacks/HDP/2.3/upgrades/upgrade-2.4.xml | 1 +
.../stacks/HDP/2.3/upgrades/upgrade-2.5.xml | 1 +
.../stacks/HDP/2.3/upgrades/upgrade-2.6.xml | 1 +
.../HDP/2.4/upgrades/nonrolling-upgrade-2.4.xml | 6 +-
.../HDP/2.4/upgrades/nonrolling-upgrade-2.5.xml | 6 +-
.../HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml | 6 +-
.../stacks/HDP/2.4/upgrades/upgrade-2.5.xml | 1 +
.../stacks/HDP/2.4/upgrades/upgrade-2.6.xml | 1 +
.../HDP/2.5/upgrades/nonrolling-upgrade-2.5.xml | 6 +-
.../HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml | 6 +-
.../HDP/2.6/upgrades/nonrolling-upgrade-2.6.xml | 6 +-
.../1.0/upgrades/nonrolling-upgrade-2.0.xml | 6 +-
.../upgrades/UpgradeActionTest.java | 6 +-
.../server/state/stack/UpgradePackTest.java | 4 +-
.../upgrades/upgrade_nonrolling_new_stack.xml | 6 +-
.../2.1.1/upgrades/upgrade_test_nonrolling.xml | 4 +-
26 files changed, 247 insertions(+), 240 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml
----------------------------------------------------------------------
diff --git a/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml b/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml
index d0f3e16..a44759e 100644
--- a/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml
+++ b/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml
@@ -237,9 +237,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack" service="" component="">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories" service="" component="">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml
----------------------------------------------------------------------
diff --git a/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml b/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml
index 9f57ca8..f7dd720 100644
--- a/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml
+++ b/ambari-funtest/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml
@@ -105,9 +105,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Desired Stack Id">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Desired Stack Id">
<execute-stage title="Update Desired Stack Id" service="" component="">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java
index 61167d6..0a3c720 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java
@@ -69,7 +69,6 @@ public class WidgetLayoutService extends BaseService {
@GET @ApiIgnore // until documented
@Produces("text/plain")
public Response getServices(String body, @Context HttpHeaders headers, @Context UriInfo ui) {
- System.out.println("###########");
return handleRequest(headers, body, ui, Request.Type.GET,
createResource(null));
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
index 6b1fe05..ea3cf65 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
@@ -647,7 +647,7 @@ public class UpgradeResourceProvider extends AbstractControllerResourceProvider
throw new AmbariException("There are no groupings available");
}
- // Non Rolling Upgrades require a group with name "UPDATE_DESIRED_STACK_ID".
+ // Non Rolling Upgrades require a group with name "UPDATE_DESIRED_REPOSITORY_ID".
// This is needed as a marker to indicate which version to use when an upgrade is paused.
if (pack.getType() == UpgradeType.NON_ROLLING) {
boolean foundUpdateDesiredRepositoryIdGrouping = false;
@@ -690,7 +690,7 @@ public class UpgradeResourceProvider extends AbstractControllerResourceProvider
During a {@link UpgradeType.NON_ROLLING} upgrade, the stack is applied during the middle of the upgrade (after
stopping all services), and the configs are applied immediately before starting the services.
- The Upgrade Pack is responsible for calling {@link org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction}
+ The Upgrade Pack is responsible for calling {@link org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction}
at the appropriate moment during the orchestration.
*/
if (pack.getType() == UpgradeType.ROLLING) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredRepositoryAction.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredRepositoryAction.java b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredRepositoryAction.java
new file mode 100644
index 0000000..10d6630
--- /dev/null
+++ b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredRepositoryAction.java
@@ -0,0 +1,189 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.ambari.server.serveraction.upgrades;
+
+import java.io.PrintWriter;
+import java.io.StringWriter;
+import java.text.MessageFormat;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.concurrent.ConcurrentMap;
+
+import org.apache.ambari.server.AmbariException;
+import org.apache.ambari.server.actionmanager.HostRoleStatus;
+import org.apache.ambari.server.agent.CommandReport;
+import org.apache.ambari.server.configuration.Configuration;
+import org.apache.ambari.server.orm.dao.HostVersionDAO;
+import org.apache.ambari.server.orm.entities.HostVersionEntity;
+import org.apache.ambari.server.orm.entities.RepositoryVersionEntity;
+import org.apache.ambari.server.serveraction.ServerAction;
+import org.apache.ambari.server.state.Cluster;
+import org.apache.ambari.server.state.Clusters;
+import org.apache.ambari.server.state.RepositoryType;
+import org.apache.ambari.server.state.RepositoryVersionState;
+import org.apache.ambari.server.state.UpgradeContext;
+import org.apache.ambari.server.state.stack.upgrade.Direction;
+import org.apache.commons.lang.StringUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.google.inject.Inject;
+import com.google.inject.persist.Transactional;
+
+/**
+ * Action that represents updating the Desired Stack Id during the middle of a stack upgrade (typically NonRolling).
+ * In a {@link org.apache.ambari.server.state.stack.upgrade.UpgradeType#NON_ROLLING}, the effective Stack Id is
+ * actually changed half-way through calculating the Actions, and this serves to update the database to make it
+ * evident to the user at which point it changed.
+ */
+public class UpdateDesiredRepositoryAction extends AbstractUpgradeServerAction {
+
+ /**
+ * Logger.
+ */
+ private static final Logger LOG = LoggerFactory.getLogger(UpdateDesiredRepositoryAction.class);
+
+
+ /**
+ * The Cluster that this ServerAction implementation is executing on.
+ */
+ @Inject
+ private Clusters clusters;
+
+ /**
+ * The Ambari configuration.
+ */
+ @Inject
+ private Configuration m_configuration;
+
+ /**
+ * Used for restting host version states on downgrade.
+ */
+ @Inject
+ private HostVersionDAO m_hostVersionDAO;
+
+ /**
+ * {@inheritDoc}
+ */
+ @Override
+ public CommandReport execute(ConcurrentMap<String, Object> requestSharedDataContext)
+ throws AmbariException, InterruptedException {
+
+ String clusterName = getExecutionCommand().getClusterName();
+ Cluster cluster = clusters.getCluster(clusterName);
+ UpgradeContext upgradeContext = getUpgradeContext(cluster);
+
+ Map<String, String> roleParams = getExecutionCommand().getRoleParams();
+
+ // Make a best attempt at setting the username
+ String userName;
+ if (roleParams != null && roleParams.containsKey(ServerAction.ACTION_USER_NAME)) {
+ userName = roleParams.get(ServerAction.ACTION_USER_NAME);
+ } else {
+ userName = m_configuration.getAnonymousAuditName();
+ LOG.warn(String.format("Did not receive role parameter %s, will save configs using anonymous username %s", ServerAction.ACTION_USER_NAME, userName));
+ }
+
+ return updateDesiredRepositoryVersion(cluster, upgradeContext, userName);
+ }
+
+ /**
+ * Sets the desired repository version for services participating in the
+ * upgrade.
+ *
+ * @param cluster
+ * the cluster
+ * @param upgradeContext
+ * the upgrade context
+ * @param userName
+ * username performing the action
+ * @return the command report to return
+ */
+ @Transactional
+ CommandReport updateDesiredRepositoryVersion(
+ Cluster cluster, UpgradeContext upgradeContext, String userName)
+ throws AmbariException, InterruptedException {
+
+ StringBuilder out = new StringBuilder();
+ StringBuilder err = new StringBuilder();
+
+ try {
+ // the desired repository message to put in the command report - this will
+ // change based on the type of upgrade and the services participating
+ if (upgradeContext.getDirection() == Direction.UPGRADE) {
+ final String message;
+ RepositoryVersionEntity targetRepositoryVersion = upgradeContext.getRepositoryVersion();
+
+ if (upgradeContext.getOrchestrationType() == RepositoryType.STANDARD) {
+ message = MessageFormat.format(
+ "Updating the desired repository version to {0} for all cluster services.",
+ targetRepositoryVersion.getVersion());
+ } else {
+ Set<String> servicesInUpgrade = upgradeContext.getSupportedServices();
+ message = MessageFormat.format(
+ "Updating the desired repository version to {0} for the following services: {1}",
+ targetRepositoryVersion.getVersion(), StringUtils.join(servicesInUpgrade, ','));
+ }
+
+ out.append(message).append(System.lineSeparator());
+ }
+
+ if( upgradeContext.getDirection() == Direction.DOWNGRADE ){
+ String message = "Updating the desired repository back their original values for the following services:";
+ out.append(message).append(System.lineSeparator());
+
+ Map<String, RepositoryVersionEntity> targetVersionsByService = upgradeContext.getTargetVersions();
+ for (String serviceName : targetVersionsByService.keySet()) {
+ RepositoryVersionEntity repositoryVersion = targetVersionsByService.get(serviceName);
+
+ message = String.format(" %s to %s", serviceName, repositoryVersion.getVersion());
+ out.append(message).append(System.lineSeparator());
+ }
+ }
+
+ // move repositories to the right version and create/revert configs
+ m_upgradeHelper.updateDesiredRepositoriesAndConfigs(upgradeContext);
+
+ // a downgrade must force host versions back to INSTALLED for the
+ // repository which failed to be upgraded.
+ if (upgradeContext.getDirection() == Direction.DOWNGRADE) {
+ RepositoryVersionEntity downgradeFromRepositoryVersion = upgradeContext.getRepositoryVersion();
+ out.append(String.format("Setting host versions back to %s for repository version %s",
+ RepositoryVersionState.INSTALLED, downgradeFromRepositoryVersion.getVersion()));
+
+ List<HostVersionEntity> hostVersionsToReset = m_hostVersionDAO.findHostVersionByClusterAndRepository(
+ cluster.getClusterId(), downgradeFromRepositoryVersion);
+
+ for (HostVersionEntity hostVersion : hostVersionsToReset) {
+ if( hostVersion.getState() != RepositoryVersionState.NOT_REQUIRED ){
+ hostVersion.setState(RepositoryVersionState.INSTALLED);
+ }
+ }
+ }
+
+ return createCommandReport(0, HostRoleStatus.COMPLETED, "{}", out.toString(), err.toString());
+ } catch (Exception e) {
+ StringWriter sw = new StringWriter();
+ e.printStackTrace(new PrintWriter(sw));
+ err.append(sw);
+
+ return createCommandReport(-1, HostRoleStatus.FAILED, "{}", out.toString(), err.toString());
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredStackAction.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredStackAction.java b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredStackAction.java
deleted file mode 100644
index ff0becc..0000000
--- a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredStackAction.java
+++ /dev/null
@@ -1,189 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.ambari.server.serveraction.upgrades;
-
-import java.io.PrintWriter;
-import java.io.StringWriter;
-import java.text.MessageFormat;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-import java.util.concurrent.ConcurrentMap;
-
-import org.apache.ambari.server.AmbariException;
-import org.apache.ambari.server.actionmanager.HostRoleStatus;
-import org.apache.ambari.server.agent.CommandReport;
-import org.apache.ambari.server.configuration.Configuration;
-import org.apache.ambari.server.orm.dao.HostVersionDAO;
-import org.apache.ambari.server.orm.entities.HostVersionEntity;
-import org.apache.ambari.server.orm.entities.RepositoryVersionEntity;
-import org.apache.ambari.server.serveraction.ServerAction;
-import org.apache.ambari.server.state.Cluster;
-import org.apache.ambari.server.state.Clusters;
-import org.apache.ambari.server.state.RepositoryType;
-import org.apache.ambari.server.state.RepositoryVersionState;
-import org.apache.ambari.server.state.UpgradeContext;
-import org.apache.ambari.server.state.stack.upgrade.Direction;
-import org.apache.commons.lang.StringUtils;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import com.google.inject.Inject;
-import com.google.inject.persist.Transactional;
-
-/**
- * Action that represents updating the Desired Stack Id during the middle of a stack upgrade (typically NonRolling).
- * In a {@link org.apache.ambari.server.state.stack.upgrade.UpgradeType#NON_ROLLING}, the effective Stack Id is
- * actually changed half-way through calculating the Actions, and this serves to update the database to make it
- * evident to the user at which point it changed.
- */
-public class UpdateDesiredStackAction extends AbstractUpgradeServerAction {
-
- /**
- * Logger.
- */
- private static final Logger LOG = LoggerFactory.getLogger(UpdateDesiredStackAction.class);
-
-
- /**
- * The Cluster that this ServerAction implementation is executing on.
- */
- @Inject
- private Clusters clusters;
-
- /**
- * The Ambari configuration.
- */
- @Inject
- private Configuration m_configuration;
-
- /**
- * Used for restting host version states on downgrade.
- */
- @Inject
- private HostVersionDAO m_hostVersionDAO;
-
- /**
- * {@inheritDoc}
- */
- @Override
- public CommandReport execute(ConcurrentMap<String, Object> requestSharedDataContext)
- throws AmbariException, InterruptedException {
-
- String clusterName = getExecutionCommand().getClusterName();
- Cluster cluster = clusters.getCluster(clusterName);
- UpgradeContext upgradeContext = getUpgradeContext(cluster);
-
- Map<String, String> roleParams = getExecutionCommand().getRoleParams();
-
- // Make a best attempt at setting the username
- String userName;
- if (roleParams != null && roleParams.containsKey(ServerAction.ACTION_USER_NAME)) {
- userName = roleParams.get(ServerAction.ACTION_USER_NAME);
- } else {
- userName = m_configuration.getAnonymousAuditName();
- LOG.warn(String.format("Did not receive role parameter %s, will save configs using anonymous username %s", ServerAction.ACTION_USER_NAME, userName));
- }
-
- return updateDesiredRepositoryVersion(cluster, upgradeContext, userName);
- }
-
- /**
- * Sets the desired repository version for services participating in the
- * upgrade.
- *
- * @param cluster
- * the cluster
- * @param upgradeContext
- * the upgrade context
- * @param userName
- * username performing the action
- * @return the command report to return
- */
- @Transactional
- CommandReport updateDesiredRepositoryVersion(
- Cluster cluster, UpgradeContext upgradeContext, String userName)
- throws AmbariException, InterruptedException {
-
- StringBuilder out = new StringBuilder();
- StringBuilder err = new StringBuilder();
-
- try {
- // the desired repository message to put in the command report - this will
- // change based on the type of upgrade and the services participating
- if (upgradeContext.getDirection() == Direction.UPGRADE) {
- final String message;
- RepositoryVersionEntity targetRepositoryVersion = upgradeContext.getRepositoryVersion();
-
- if (upgradeContext.getOrchestrationType() == RepositoryType.STANDARD) {
- message = MessageFormat.format(
- "Updating the desired repository version to {0} for all cluster services.",
- targetRepositoryVersion.getVersion());
- } else {
- Set<String> servicesInUpgrade = upgradeContext.getSupportedServices();
- message = MessageFormat.format(
- "Updating the desired repository version to {0} for the following services: {1}",
- targetRepositoryVersion.getVersion(), StringUtils.join(servicesInUpgrade, ','));
- }
-
- out.append(message).append(System.lineSeparator());
- }
-
- if( upgradeContext.getDirection() == Direction.DOWNGRADE ){
- String message = "Updating the desired repository back their original values for the following services:";
- out.append(message).append(System.lineSeparator());
-
- Map<String, RepositoryVersionEntity> targetVersionsByService = upgradeContext.getTargetVersions();
- for (String serviceName : targetVersionsByService.keySet()) {
- RepositoryVersionEntity repositoryVersion = targetVersionsByService.get(serviceName);
-
- message = String.format(" %s to %s", serviceName, repositoryVersion.getVersion());
- out.append(message).append(System.lineSeparator());
- }
- }
-
- // move repositories to the right version and create/revert configs
- m_upgradeHelper.updateDesiredRepositoriesAndConfigs(upgradeContext);
-
- // a downgrade must force host versions back to INSTALLED for the
- // repository which failed to be upgraded.
- if (upgradeContext.getDirection() == Direction.DOWNGRADE) {
- RepositoryVersionEntity downgradeFromRepositoryVersion = upgradeContext.getRepositoryVersion();
- out.append(String.format("Setting host versions back to %s for repository version %s",
- RepositoryVersionState.INSTALLED, downgradeFromRepositoryVersion.getVersion()));
-
- List<HostVersionEntity> hostVersionsToReset = m_hostVersionDAO.findHostVersionByClusterAndRepository(
- cluster.getClusterId(), downgradeFromRepositoryVersion);
-
- for (HostVersionEntity hostVersion : hostVersionsToReset) {
- if( hostVersion.getState() != RepositoryVersionState.NOT_REQUIRED ){
- hostVersion.setState(RepositoryVersionState.INSTALLED);
- }
- }
- }
-
- return createCommandReport(0, HostRoleStatus.COMPLETED, "{}", out.toString(), err.toString());
- } catch (Exception e) {
- StringWriter sw = new StringWriter();
- e.printStackTrace(new PrintWriter(sw));
- err.append(sw);
-
- return createCommandReport(-1, HostRoleStatus.FAILED, "{}", out.toString(), err.toString());
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.3.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.3.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.3.xml
index ff1d87d..07b34cd 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.3.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.3.xml
@@ -242,9 +242,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.4.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.4.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.4.xml
index 41cab3f..331306f 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.4.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.4.xml
@@ -241,9 +241,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
@@ -450,6 +450,7 @@
that are installed on the hosts but not known by Ambari.
-->
<group xsi:type="cluster" name="ALL_HOST_OPS" title="Set Version On All Hosts">
+ <scope>COMPLETE</scope>
<skippable>true</skippable>
<supports-auto-skip-failure>false</supports-auto-skip-failure>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.5.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.5.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.5.xml
index 76c4ed5..7f9d9d2 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.5.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.5.xml
@@ -258,9 +258,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
@@ -606,6 +606,7 @@
that are installed on the hosts but not known by Ambari.
-->
<group xsi:type="cluster" name="ALL_HOST_OPS" title="Set Version On All Hosts">
+ <scope>COMPLETE</scope>
<skippable>true</skippable>
<supports-auto-skip-failure>false</supports-auto-skip-failure>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml
index 5aa08c5..4034f4b 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml
@@ -260,9 +260,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
@@ -704,6 +704,7 @@
that are installed on the hosts but not known by Ambari.
-->
<group xsi:type="cluster" name="ALL_HOST_OPS" title="Set Version On All Hosts">
+ <scope>COMPLETE</scope>
<skippable>true</skippable>
<supports-auto-skip-failure>false</supports-auto-skip-failure>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.4.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.4.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.4.xml
index 8cfaa52..11fb0c5 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.4.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.4.xml
@@ -427,6 +427,7 @@
</group>
<group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts">
+ <scope>COMPLETE</scope>
<execute-stage title="Update remaining HDP stack to {{version}}">
<task xsi:type="execute">
<script>scripts/ru_set_all.py</script>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.5.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.5.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.5.xml
index f7192ae..56c1552 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.5.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.5.xml
@@ -495,6 +495,7 @@
</group>
<group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts">
+ <scope>COMPLETE</scope>
<execute-stage title="Update remaining HDP stack to {{version}}">
<task xsi:type="execute">
<script>scripts/ru_set_all.py</script>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml
index d98bb53..2e2c9c3 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml
@@ -497,6 +497,7 @@
</group>
<group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts">
+ <scope>COMPLETE</scope>
<execute-stage title="Update remaining HDP stack to {{version}}">
<task xsi:type="execute">
<script>scripts/ru_set_all.py</script>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.4.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.4.xml b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.4.xml
index 4e66b7c..ed0d2f8 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.4.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.4.xml
@@ -240,9 +240,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.5.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.5.xml b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.5.xml
index 9969a59..77ec871 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.5.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.5.xml
@@ -252,9 +252,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml
index 4a2a502..4703709 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml
@@ -254,9 +254,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.5.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.5.xml b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.5.xml
index ad9ae33..e2c7557 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.5.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.5.xml
@@ -480,6 +480,7 @@
</group>
<group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts">
+ <scope>COMPLETE</scope>
<execute-stage title="Update remaining HDP stack to {{version}}">
<task xsi:type="execute">
<script>scripts/ru_set_all.py</script>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml
index 1eb9836..35187c7 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml
@@ -486,6 +486,7 @@
</group>
<group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts">
+ <scope>COMPLETE</scope>
<execute-stage title="Update remaining HDP stack to {{version}}">
<task xsi:type="execute">
<script>scripts/ru_set_all.py</script>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.5.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.5.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.5.xml
index c8cb0b3..b79f644 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.5.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.5.xml
@@ -260,9 +260,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
index cfd429f..e9490b2 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
@@ -266,9 +266,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction"/>
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction"/>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/nonrolling-upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/nonrolling-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/nonrolling-upgrade-2.6.xml
index df609cd..86b3956 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/nonrolling-upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/nonrolling-upgrade-2.6.xml
@@ -277,9 +277,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/main/resources/stacks/PERF/1.0/upgrades/nonrolling-upgrade-2.0.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/upgrades/nonrolling-upgrade-2.0.xml b/ambari-server/src/main/resources/stacks/PERF/1.0/upgrades/nonrolling-upgrade-2.0.xml
index 7078a6e..5d24ff8 100644
--- a/ambari-server/src/main/resources/stacks/PERF/1.0/upgrades/nonrolling-upgrade-2.0.xml
+++ b/ambari-server/src/main/resources/stacks/PERF/1.0/upgrades/nonrolling-upgrade-2.0.xml
@@ -72,9 +72,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction"/>
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction"/>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java
index da6d2b2..82d5481 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java
@@ -289,12 +289,12 @@ public class UpgradeActionTest {
}
/***
- * During an Express Upgrade that crosses a stack version, Ambari calls UpdateDesiredStackAction
+ * During an Express Upgrade that crosses a stack version, Ambari calls UpdateDesiredRepositoryAction
* in order to change the stack and apply configs.
* The configs that are applied must be saved with the username that is passed in the role params.
*/
@Test
- public void testExpressUpgradeUpdateDesiredStackAction() throws Exception {
+ public void testExpressUpgradeUpdateDesiredRepositoryAction() throws Exception {
StackId sourceStack = HDP_21_STACK;
StackId targetStack = HDP_22_STACK;
String sourceRepo = HDP_2_1_1_0;
@@ -349,7 +349,7 @@ public class UpgradeActionTest {
hostRoleCommand.setExecutionCommandWrapper(new ExecutionCommandWrapper(executionCommand));
// Call the action to change the desired stack and apply the configs from the Config Pack called by the Upgrade Pack.
- UpdateDesiredStackAction action = m_injector.getInstance(UpdateDesiredStackAction.class);
+ UpdateDesiredRepositoryAction action = m_injector.getInstance(UpdateDesiredRepositoryAction.class);
action.setExecutionCommand(executionCommand);
action.setHostRoleCommand(hostRoleCommand);
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/test/java/org/apache/ambari/server/state/stack/UpgradePackTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/stack/UpgradePackTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/stack/UpgradePackTest.java
index d682244..c7a761d 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/stack/UpgradePackTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/stack/UpgradePackTest.java
@@ -272,7 +272,7 @@ public class UpgradePackTest {
"Stop High-Level Daemons",
"Backups",
"Stop Low-Level Daemons",
- "UPDATE_DESIRED_STACK_ID",
+ "UPDATE_DESIRED_REPOSITORY_ID",
"ALL_HOST_OPS",
"ZOOKEEPER",
"HDFS",
@@ -281,7 +281,7 @@ public class UpgradePackTest {
List<String> expected_down = Arrays.asList(
"Restore Backups",
- "UPDATE_DESIRED_STACK_ID",
+ "UPDATE_DESIRED_REPOSITORY_ID",
"ALL_HOST_OPS",
"ZOOKEEPER",
"HDFS",
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml b/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml
index a397be9..2a1c889 100644
--- a/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml
+++ b/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_nonrolling_new_stack.xml
@@ -237,9 +237,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Target Stack">
- <execute-stage title="Update Target Stack">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Target Repositories">
+ <execute-stage title="Update Target Repositories">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
http://git-wip-us.apache.org/repos/asf/ambari/blob/b487b450/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml b/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml
index dcddbc5..3dd4bc5 100644
--- a/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml
+++ b/ambari-server/src/test/resources/stacks/HDP/2.1.1/upgrades/upgrade_test_nonrolling.xml
@@ -107,9 +107,9 @@
</group>
<!-- After processing this group, will change the effective Stack of the UpgradeContext object. -->
- <group xsi:type="update-stack" name="UPDATE_DESIRED_STACK_ID" title="Update Desired Stack Id">
+ <group xsi:type="update-stack" name="UPDATE_DESIRED_REPOSITORY_ID" title="Update Desired Stack Id">
<execute-stage title="Update Desired Stack Id">
- <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredStackAction">
+ <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpdateDesiredRepositoryAction">
</task>
</execute-stage>
</group>
[50/52] [abbrv] ambari git commit: AMBARI-21642. Add hadoop LZO jars
if installed in the cluster for DRUID. (Slim Bouguerra via Swapan Shridhar)
Posted by jl...@apache.org.
AMBARI-21642. Add hadoop LZO jars if installed in the cluster for DRUID. (Slim Bouguerra via Swapan Shridhar)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/5442231e
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/5442231e
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/5442231e
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 5442231e4e8e517f1e47f4c177cbe5799e8f96b8
Parents: ea2c432
Author: Swapan Shridhar <ss...@hortonworks.com>
Authored: Tue Aug 8 16:14:31 2017 -0700
Committer: Swapan Shridhar <ss...@hortonworks.com>
Committed: Tue Aug 8 16:14:31 2017 -0700
----------------------------------------------------------------------
.../DRUID/0.9.2/package/scripts/druid.py | 6 ++++++
.../DRUID/0.9.2/package/scripts/params.py | 13 +++++++++++++
2 files changed, 19 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/5442231e/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid.py b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid.py
index cc02519..4e1ced1 100644
--- a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid.py
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid.py
@@ -113,6 +113,12 @@ def druid(upgrade_type=None, nodeType=None):
node_jvm_opts=druid_env_config[format('druid.{node_type_lowercase}.jvm.opts')])
)
Logger.info(format("Created druid-{node_type_lowercase} jvm.config"))
+ # Handling hadoop Lzo jars if enable and node type is hadoop related eg Overlords and MMs
+ if params.lzo_enabled and len(params.lzo_packages) > 0 and (
+ node_type == 'middleManager' or node_type == 'overlord'):
+ Logger.info(
+ format("Copying hadoop lzo jars from {hadoop_lib_home} to {hadoop_dependencies_dir}/hadoop-client/*/"))
+ Execute(format('{sudo} cp {hadoop_lib_home}/hadoop-lzo*.jar {hadoop_dependencies_dir}/hadoop-client/*/'))
# All druid nodes have dependency on hdfs_client
ensure_hadoop_directories()
http://git-wip-us.apache.org/repos/asf/ambari/blob/5442231e/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/params.py b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/params.py
index d47e604..9e766cd 100644
--- a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/params.py
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/params.py
@@ -18,6 +18,7 @@ limitations under the License.
"""
from ambari_commons import OSCheck
+from resource_management.libraries.functions.get_lzo_packages import get_lzo_packages
from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.resources.hdfs_resource import HdfsResource
@@ -26,6 +27,7 @@ from resource_management.libraries.script.script import Script
from resource_management.libraries.functions import format
from resource_management.libraries.functions.get_not_managed_resources import get_not_managed_resources
from resource_management.libraries.functions.default import default
+from ambari_commons.constants import AMBARI_SUDO_BINARY
import status_params
@@ -50,10 +52,14 @@ stack_name = default("/hostLevelParams/stack_name", None)
# stack version
stack_version = default("/commandParams/version", None)
+# un-formatted stack version
+stack_version_unformatted = str(config['hostLevelParams']['stack_version'])
+
# default role to coordinator needed for service checks
component_directory = Script.get_component_from_role(SERVER_ROLE_DIRECTORY_MAP, "DRUID_COORDINATOR")
hostname = config['hostname']
+sudo = AMBARI_SUDO_BINARY
# default druid parameters
druid_home = format("{stack_root}/current/{component_directory}")
@@ -230,3 +236,10 @@ if not len(druid_router_hosts) == 0:
druid_router_host = druid_router_hosts[0]
druid_coordinator_port = config['configurations']['druid-coordinator']['druid.port']
druid_router_port = config['configurations']['druid-router']['druid.port']
+
+# Create current Hadoop Clients Libs
+stack_version_unformatted = str(config['hostLevelParams']['stack_version'])
+io_compression_codecs = default("/configurations/core-site/io.compression.codecs", None)
+lzo_enabled = io_compression_codecs is not None and "com.hadoop.compression.lzo" in io_compression_codecs.lower()
+lzo_packages = get_lzo_packages(stack_version_unformatted)
+hadoop_lib_home = stack_root + '/' + stack_version + '/hadoop'
[14/52] [abbrv] ambari git commit: AMBARI-21581 - Replace Hard Coded
conf-select Structures (jonathanhurley)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_packages.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_packages.json b/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_packages.json
new file mode 100644
index 0000000..0ef41a6
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_packages.json
@@ -0,0 +1,1042 @@
+{
+ "HDP": {
+ "stack-select": {
+ "ACCUMULO": {
+ "ACCUMULO_CLIENT": {
+ "STACK-SELECT-PACKAGE": "accumulo-client",
+ "INSTALL": [
+ "accumulo-client"
+ ],
+ "PATCH": [
+ "accumulo-client"
+ ],
+ "STANDARD": [
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_GC": {
+ "STACK-SELECT-PACKAGE": "accumulo-gc",
+ "INSTALL": [
+ "accumulo-gc"
+ ],
+ "PATCH": [
+ "accumulo-gc"
+ ],
+ "STANDARD": [
+ "accumulo-gc",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_MASTER": {
+ "STACK-SELECT-PACKAGE": "accumulo-master",
+ "INSTALL": [
+ "accumulo-master"
+ ],
+ "PATCH": [
+ "accumulo-master"
+ ],
+ "STANDARD": [
+ "accumulo-master",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_MONITOR": {
+ "STACK-SELECT-PACKAGE": "accumulo-monitor",
+ "INSTALL": [
+ "accumulo-monitor"
+ ],
+ "PATCH": [
+ "accumulo-monitor"
+ ],
+ "STANDARD": [
+ "accumulo-monitor",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_TRACER": {
+ "STACK-SELECT-PACKAGE": "accumulo-tracer",
+ "INSTALL": [
+ "accumulo-tracer"
+ ],
+ "PATCH": [
+ "accumulo-tracer"
+ ],
+ "STANDARD": [
+ "accumulo-tracer",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_TSERVER": {
+ "STACK-SELECT-PACKAGE": "accumulo-tablet",
+ "INSTALL": [
+ "accumulo-tablet"
+ ],
+ "PATCH": [
+ "accumulo-tablet"
+ ],
+ "STANDARD": [
+ "accumulo-tablet",
+ "accumulo-client"
+ ]
+ }
+ },
+ "ATLAS": {
+ "ATLAS_CLIENT": {
+ "STACK-SELECT-PACKAGE": "atlas-client",
+ "INSTALL": [
+ "atlas-client"
+ ],
+ "PATCH": [
+ "atlas-client"
+ ],
+ "STANDARD": [
+ "atlas-client"
+ ]
+ },
+ "ATLAS_SERVER": {
+ "STACK-SELECT-PACKAGE": "atlas-server",
+ "INSTALL": [
+ "atlas-server"
+ ],
+ "PATCH": [
+ "atlas-server"
+ ],
+ "STANDARD": [
+ "atlas-server"
+ ]
+ }
+ },
+ "DRUID": {
+ "DRUID_COORDINATOR": {
+ "STACK-SELECT-PACKAGE": "druid-coordinator",
+ "INSTALL": [
+ "druid-coordinator"
+ ],
+ "PATCH": [
+ "druid-coordinator"
+ ],
+ "STANDARD": [
+ "druid-coordinator"
+ ]
+ },
+ "DRUID_OVERLORD": {
+ "STACK-SELECT-PACKAGE": "druid-overlord",
+ "INSTALL": [
+ "druid-overlord"
+ ],
+ "PATCH": [
+ "druid-overlord"
+ ],
+ "STANDARD": [
+ "druid-overlord"
+ ]
+ },
+ "DRUID_HISTORICAL": {
+ "STACK-SELECT-PACKAGE": "druid-historical",
+ "INSTALL": [
+ "druid-historical"
+ ],
+ "PATCH": [
+ "druid-historical"
+ ],
+ "STANDARD": [
+ "druid-historical"
+ ]
+ },
+ "DRUID_BROKER": {
+ "STACK-SELECT-PACKAGE": "druid-broker",
+ "INSTALL": [
+ "druid-broker"
+ ],
+ "PATCH": [
+ "druid-broker"
+ ],
+ "STANDARD": [
+ "druid-broker"
+ ]
+ },
+ "DRUID_MIDDLEMANAGER": {
+ "STACK-SELECT-PACKAGE": "druid-middlemanager",
+ "INSTALL": [
+ "druid-middlemanager"
+ ],
+ "PATCH": [
+ "druid-middlemanager"
+ ],
+ "STANDARD": [
+ "druid-middlemanager"
+ ]
+ },
+ "DRUID_ROUTER": {
+ "STACK-SELECT-PACKAGE": "druid-router",
+ "INSTALL": [
+ "druid-router"
+ ],
+ "PATCH": [
+ "druid-router"
+ ],
+ "STANDARD": [
+ "druid-router"
+ ]
+ },
+ "DRUID_SUPERSET": {
+ "STACK-SELECT-PACKAGE": "druid-superset",
+ "INSTALL": [
+ "druid-superset"
+ ],
+ "PATCH": [
+ "druid-superset"
+ ],
+ "STANDARD": [
+ "druid-superset"
+ ]
+ }
+ },
+ "FALCON": {
+ "FALCON_CLIENT": {
+ "STACK-SELECT-PACKAGE": "falcon-client",
+ "INSTALL": [
+ "falcon-client"
+ ],
+ "PATCH": [
+ "falcon-client"
+ ],
+ "STANDARD": [
+ "falcon-client"
+ ]
+ },
+ "FALCON_SERVER": {
+ "STACK-SELECT-PACKAGE": "falcon-server",
+ "INSTALL": [
+ "falcon-server"
+ ],
+ "PATCH": [
+ "falcon-server"
+ ],
+ "STANDARD": [
+ "falcon-server"
+ ]
+ }
+ },
+ "FLUME": {
+ "FLUME_HANDLER": {
+ "STACK-SELECT-PACKAGE": "flume-server",
+ "INSTALL": [
+ "flume-server"
+ ],
+ "PATCH": [
+ "flume-server"
+ ],
+ "STANDARD": [
+ "flume-server"
+ ]
+ }
+ },
+ "HBASE": {
+ "HBASE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hbase-client",
+ "INSTALL": [
+ "hbase-client"
+ ],
+ "PATCH": [
+ "hbase-client"
+ ],
+ "STANDARD": [
+ "hbase-client",
+ "phoenix-client",
+ "hadoop-client"
+ ]
+ },
+ "HBASE_MASTER": {
+ "STACK-SELECT-PACKAGE": "hbase-master",
+ "INSTALL": [
+ "hbase-master"
+ ],
+ "PATCH": [
+ "hbase-master"
+ ],
+ "STANDARD": [
+ "hbase-master"
+ ]
+ },
+ "HBASE_REGIONSERVER": {
+ "STACK-SELECT-PACKAGE": "hbase-regionserver",
+ "INSTALL": [
+ "hbase-regionserver"
+ ],
+ "PATCH": [
+ "hbase-regionserver"
+ ],
+ "STANDARD": [
+ "hbase-regionserver"
+ ]
+ },
+ "PHOENIX_QUERY_SERVER": {
+ "STACK-SELECT-PACKAGE": "phoenix-server",
+ "INSTALL": [
+ "phoenix-server"
+ ],
+ "PATCH": [
+ "phoenix-server"
+ ],
+ "STANDARD": [
+ "phoenix-server"
+ ]
+ }
+ },
+ "HDFS": {
+ "DATANODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-datanode",
+ "INSTALL": [
+ "hadoop-hdfs-datanode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-datanode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-datanode"
+ ]
+ },
+ "HDFS_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ },
+ "NAMENODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-namenode",
+ "INSTALL": [
+ "hadoop-hdfs-namenode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-namenode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-namenode"
+ ]
+ },
+ "NFS_GATEWAY": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-nfs3",
+ "INSTALL": [
+ "hadoop-hdfs-nfs3"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-nfs3"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-nfs3"
+ ]
+ },
+ "JOURNALNODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-journalnode",
+ "INSTALL": [
+ "hadoop-hdfs-journalnode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-journalnode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-journalnode"
+ ]
+ },
+ "SECONDARY_NAMENODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-secondarynamenode",
+ "INSTALL": [
+ "hadoop-hdfs-secondarynamenode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-secondarynamenode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-secondarynamenode"
+ ]
+ },
+ "ZKFC": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-zkfc",
+ "INSTALL": [
+ "hadoop-hdfs-zkfc"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-zkfc"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-zkfc"
+ ]
+ }
+ },
+ "HIVE": {
+ "HCAT": {
+ "STACK-SELECT-PACKAGE": "hive-webhcat",
+ "INSTALL": [
+ "hive-webhcat"
+ ],
+ "PATCH": [
+ "hive-webhcat"
+ ],
+ "STANDARD": [
+ "hive-webhcat"
+ ]
+ },
+ "HIVE_METASTORE": {
+ "STACK-SELECT-PACKAGE": "hive-metastore",
+ "INSTALL": [
+ "hive-metastore"
+ ],
+ "PATCH": [
+ "hive-metastore"
+ ],
+ "STANDARD": [
+ "hive-metastore"
+ ]
+ },
+ "HIVE_SERVER": {
+ "STACK-SELECT-PACKAGE": "hive-server2",
+ "INSTALL": [
+ "hive-server2"
+ ],
+ "PATCH": [
+ "hive-server2"
+ ],
+ "STANDARD": [
+ "hive-server2"
+ ]
+ },
+ "HIVE_SERVER_INTERACTIVE": {
+ "STACK-SELECT-PACKAGE": "hive-server2-hive2",
+ "INSTALL": [
+ "hive-server2-hive2"
+ ],
+ "PATCH": [
+ "hive-server2-hive2"
+ ],
+ "STANDARD": [
+ "hive-server2-hive2"
+ ]
+ },
+ "HIVE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ },
+ "WEBHCAT_SERVER": {
+ "STACK-SELECT-PACKAGE": "hive-webhcat",
+ "INSTALL": [
+ "hive-webhcat"
+ ],
+ "PATCH": [
+ "hive-webhcat"
+ ],
+ "STANDARD": [
+ "hive-webhcat"
+ ]
+ }
+ },
+ "KAFKA": {
+ "KAFKA_BROKER": {
+ "STACK-SELECT-PACKAGE": "kafka-broker",
+ "INSTALL": [
+ "kafka-broker"
+ ],
+ "PATCH": [
+ "kafka-broker"
+ ],
+ "STANDARD": [
+ "kafka-broker"
+ ]
+ }
+ },
+ "KNOX": {
+ "KNOX_GATEWAY": {
+ "STACK-SELECT-PACKAGE": "knox-server",
+ "INSTALL": [
+ "knox-server"
+ ],
+ "PATCH": [
+ "knox-server"
+ ],
+ "STANDARD": [
+ "knox-server"
+ ]
+ }
+ },
+ "MAHOUT": {
+ "MAHOUT": {
+ "STACK-SELECT-PACKAGE": "mahout-client",
+ "INSTALL": [
+ "mahout-client"
+ ],
+ "PATCH": [
+ "mahout-client"
+ ],
+ "STANDARD": [
+ "mahout-client"
+ ]
+ }
+ },
+ "MAPREDUCE2": {
+ "HISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "hadoop-mapreduce-historyserver",
+ "INSTALL": [
+ "hadoop-mapreduce-historyserver"
+ ],
+ "PATCH": [
+ "hadoop-mapreduce-historyserver"
+ ],
+ "STANDARD": [
+ "hadoop-mapreduce-historyserver"
+ ]
+ },
+ "MAPREDUCE2_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "hadoop-mapreduce-INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "OOZIE": {
+ "OOZIE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "oozie-client",
+ "INSTALL": [
+ "oozie-client"
+ ],
+ "PATCH": [
+ "oozie-client"
+ ],
+ "STANDARD": [
+ "oozie-client"
+ ]
+ },
+ "OOZIE_SERVER": {
+ "STACK-SELECT-PACKAGE": "oozie-server",
+ "INSTALL": [
+ "oozie-client",
+ "oozie-server"
+ ],
+ "PATCH": [
+ "oozie-server"
+ ],
+ "STANDARD": [
+ "oozie-client",
+ "oozie-server"
+ ]
+ }
+ },
+ "PIG": {
+ "PIG": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "RANGER": {
+ "RANGER_ADMIN": {
+ "STACK-SELECT-PACKAGE": "ranger-admin",
+ "INSTALL": [
+ "ranger-admin"
+ ],
+ "PATCH": [
+ "ranger-admin"
+ ],
+ "STANDARD": [
+ "ranger-admin"
+ ]
+ },
+ "RANGER_TAGSYNC": {
+ "STACK-SELECT-PACKAGE": "ranger-tagsync",
+ "INSTALL": [
+ "ranger-tagsync"
+ ],
+ "PATCH": [
+ "ranger-tagsync"
+ ],
+ "STANDARD": [
+ "ranger-tagsync"
+ ]
+ },
+ "RANGER_USERSYNC": {
+ "STACK-SELECT-PACKAGE": "ranger-usersync",
+ "INSTALL": [
+ "ranger-usersync"
+ ],
+ "PATCH": [
+ "ranger-usersync"
+ ],
+ "STANDARD": [
+ "ranger-usersync"
+ ]
+ }
+ },
+ "RANGER_KMS": {
+ "RANGER_KMS_SERVER": {
+ "STACK-SELECT-PACKAGE": "ranger-kms",
+ "INSTALL": [
+ "ranger-kms"
+ ],
+ "PATCH": [
+ "ranger-kms"
+ ],
+ "STANDARD": [
+ "ranger-kms"
+ ]
+ }
+ },
+ "SLIDER": {
+ "SLIDER": {
+ "STACK-SELECT-PACKAGE": "slider-client",
+ "INSTALL": [
+ "slider-client"
+ ],
+ "PATCH": [
+ "slider-client"
+ ],
+ "STANDARD": [
+ "slider-client",
+ "hadoop-client"
+ ]
+ }
+ },
+ "SPARK": {
+ "LIVY_SERVER": {
+ "STACK-SELECT-PACKAGE": "livy2-server",
+ "INSTALL": [
+ "livy2-server"
+ ],
+ "PATCH": [
+ "livy2-server"
+ ],
+ "STANDARD": [
+ "livy2-server"
+ ]
+ },
+ "SPARK_CLIENT": {
+ "STACK-SELECT-PACKAGE": "spark2-client",
+ "INSTALL": [
+ "spark2-client"
+ ],
+ "PATCH": [
+ "spark2-client"
+ ],
+ "STANDARD": [
+ "spark2-client"
+ ]
+ },
+ "SPARK_JOBHISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "spark2-historyserver",
+ "INSTALL": [
+ "spark2-historyserver"
+ ],
+ "PATCH": [
+ "spark2-historyserver"
+ ],
+ "STANDARD": [
+ "spark2-historyserver"
+ ]
+ },
+ "SPARK_THRIFTSERVER": {
+ "STACK-SELECT-PACKAGE": "spark2-thriftserver",
+ "INSTALL": [
+ "spark2-thriftserver"
+ ],
+ "PATCH": [
+ "spark2-thriftserver"
+ ],
+ "STANDARD": [
+ "spark2-thriftserver"
+ ]
+ }
+ },
+ "SQOOP": {
+ "SQOOP": {
+ "STACK-SELECT-PACKAGE": "sqoop-client",
+ "INSTALL": [
+ "sqoop-client"
+ ],
+ "PATCH": [
+ "sqoop-client"
+ ],
+ "STANDARD": [
+ "sqoop-client"
+ ]
+ }
+ },
+ "STORM": {
+ "NIMBUS": {
+ "STACK-SELECT-PACKAGE": "storm-nimbus",
+ "INSTALL": [
+ "storm-client",
+ "storm-nimbus"
+ ],
+ "PATCH": [
+ "storm-client",
+ "storm-nimbus"
+ ],
+ "STANDARD": [
+ "storm-client",
+ "storm-nimbus"
+ ]
+ },
+ "SUPERVISOR": {
+ "STACK-SELECT-PACKAGE": "storm-supervisor",
+ "INSTALL": [
+ "storm-supervisor"
+ ],
+ "PATCH": [
+ "storm-supervisor"
+ ],
+ "STANDARD": [
+ "storm-client",
+ "storm-supervisor"
+ ]
+ },
+ "DRPC_SERVER": {
+ "STACK-SELECT-PACKAGE": "storm-client",
+ "INSTALL": [
+ "storm-client"
+ ],
+ "PATCH": [
+ "storm-client"
+ ],
+ "STANDARD": [
+ "storm-client"
+ ]
+ },
+ "STORM_UI_SERVER": {
+ "STACK-SELECT-PACKAGE": "storm-client",
+ "INSTALL": [
+ "storm-client"
+ ],
+ "PATCH": [
+ "storm-client"
+ ],
+ "STANDARD": [
+ "storm-client"
+ ]
+ }
+ },
+ "TEZ": {
+ "TEZ_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "YARN": {
+ "APP_TIMELINE_SERVER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-timelineserver",
+ "INSTALL": [
+ "hadoop-yarn-timelineserver"
+ ],
+ "PATCH": [
+ "hadoop-yarn-timelineserver"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-timelineserver"
+ ]
+ },
+ "NODEMANAGER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-nodemanager",
+ "INSTALL": [
+ "hadoop-yarn-nodemanager"
+ ],
+ "PATCH": [
+ "hadoop-yarn-nodemanager"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-nodemanager"
+ ]
+ },
+ "RESOURCEMANAGER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-resourcemanager",
+ "INSTALL": [
+ "hadoop-yarn-resourcemanager"
+ ],
+ "PATCH": [
+ "hadoop-yarn-resourcemanager"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-resourcemanager"
+ ]
+ },
+ "YARN_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "ZEPPELIN": {
+ "ZEPPELIN_MASTER": {
+ "STACK-SELECT-PACKAGE": "zeppelin-server",
+ "INSTALL": [
+ "zeppelin-server"
+ ],
+ "PATCH": [
+ "zeppelin-server"
+ ],
+ "STANDARD": [
+ "zeppelin-server"
+ ]
+ }
+ },
+ "ZOOKEEPER": {
+ "ZOOKEEPER_CLIENT": {
+ "STACK-SELECT-PACKAGE": "zookeeper-client",
+ "INSTALL": [
+ "zookeeper-client"
+ ],
+ "PATCH": [
+ "zookeeper-client"
+ ],
+ "STANDARD": [
+ "zookeeper-client"
+ ]
+ },
+ "ZOOKEEPER_SERVER": {
+ "STACK-SELECT-PACKAGE": "zookeeper-server",
+ "INSTALL": [
+ "zookeeper-server"
+ ],
+ "PATCH": [
+ "zookeeper-server"
+ ],
+ "STANDARD": [
+ "zookeeper-server"
+ ]
+ }
+ }
+ },
+ "conf-select": {
+ "accumulo": [
+ {
+ "conf_dir": "/etc/accumulo/conf",
+ "current_dir": "{0}/current/accumulo-client/conf"
+ }
+ ],
+ "atlas": [
+ {
+ "conf_dir": "/etc/atlas/conf",
+ "current_dir": "{0}/current/atlas-client/conf"
+ }
+ ],
+ "druid": [
+ {
+ "conf_dir": "/etc/druid/conf",
+ "current_dir": "{0}/current/druid-overlord/conf"
+ }
+ ],
+ "falcon": [
+ {
+ "conf_dir": "/etc/falcon/conf",
+ "current_dir": "{0}/current/falcon-client/conf"
+ }
+ ],
+ "flume": [
+ {
+ "conf_dir": "/etc/flume/conf",
+ "current_dir": "{0}/current/flume-server/conf"
+ }
+ ],
+ "hadoop": [
+ {
+ "conf_dir": "/etc/hadoop/conf",
+ "current_dir": "{0}/current/hadoop-client/conf"
+ }
+ ],
+ "hbase": [
+ {
+ "conf_dir": "/etc/hbase/conf",
+ "current_dir": "{0}/current/hbase-client/conf"
+ }
+ ],
+ "hive": [
+ {
+ "conf_dir": "/etc/hive/conf",
+ "current_dir": "{0}/current/hive-client/conf"
+ }
+ ],
+ "hive2": [
+ {
+ "conf_dir": "/etc/hive2/conf",
+ "current_dir": "{0}/current/hive-server2-hive2/conf"
+ }
+ ],
+ "hive-hcatalog": [
+ {
+ "conf_dir": "/etc/hive-webhcat/conf",
+ "prefix": "/etc/hive-webhcat",
+ "current_dir": "{0}/current/hive-webhcat/etc/webhcat"
+ },
+ {
+ "conf_dir": "/etc/hive-hcatalog/conf",
+ "prefix": "/etc/hive-hcatalog",
+ "current_dir": "{0}/current/hive-webhcat/etc/hcatalog"
+ }
+ ],
+ "kafka": [
+ {
+ "conf_dir": "/etc/kafka/conf",
+ "current_dir": "{0}/current/kafka-broker/conf"
+ }
+ ],
+ "knox": [
+ {
+ "conf_dir": "/etc/knox/conf",
+ "current_dir": "{0}/current/knox-server/conf"
+ }
+ ],
+ "mahout": [
+ {
+ "conf_dir": "/etc/mahout/conf",
+ "current_dir": "{0}/current/mahout-client/conf"
+ }
+ ],
+ "nifi": [
+ {
+ "conf_dir": "/etc/nifi/conf",
+ "current_dir": "{0}/current/nifi/conf"
+ }
+ ],
+ "oozie": [
+ {
+ "conf_dir": "/etc/oozie/conf",
+ "current_dir": "{0}/current/oozie-client/conf"
+ }
+ ],
+ "phoenix": [
+ {
+ "conf_dir": "/etc/phoenix/conf",
+ "current_dir": "{0}/current/phoenix-client/conf"
+ }
+ ],
+ "pig": [
+ {
+ "conf_dir": "/etc/pig/conf",
+ "current_dir": "{0}/current/pig-client/conf"
+ }
+ ],
+ "ranger-admin": [
+ {
+ "conf_dir": "/etc/ranger/admin/conf",
+ "current_dir": "{0}/current/ranger-admin/conf"
+ }
+ ],
+ "ranger-kms": [
+ {
+ "conf_dir": "/etc/ranger/kms/conf",
+ "current_dir": "{0}/current/ranger-kms/conf"
+ }
+ ],
+ "ranger-tagsync": [
+ {
+ "conf_dir": "/etc/ranger/tagsync/conf",
+ "current_dir": "{0}/current/ranger-tagsync/conf"
+ }
+ ],
+ "ranger-usersync": [
+ {
+ "conf_dir": "/etc/ranger/usersync/conf",
+ "current_dir": "{0}/current/ranger-usersync/conf"
+ }
+ ],
+ "slider": [
+ {
+ "conf_dir": "/etc/slider/conf",
+ "current_dir": "{0}/current/slider-client/conf"
+ }
+ ],
+ "spark": [
+ {
+ "conf_dir": "/etc/spark/conf",
+ "current_dir": "{0}/current/spark-client/conf"
+ }
+ ],
+ "spark2": [
+ {
+ "conf_dir": "/etc/spark2/conf",
+ "current_dir": "{0}/current/spark2-client/conf"
+ }
+ ],
+ "sqoop": [
+ {
+ "conf_dir": "/etc/sqoop/conf",
+ "current_dir": "{0}/current/sqoop-client/conf"
+ }
+ ],
+ "storm": [
+ {
+ "conf_dir": "/etc/storm/conf",
+ "current_dir": "{0}/current/storm-client/conf"
+ }
+ ],
+ "storm-slider-client": [
+ {
+ "conf_dir": "/etc/storm-slider-client/conf",
+ "current_dir": "{0}/current/storm-slider-client/conf"
+ }
+ ],
+ "superset": [
+ {
+ "conf_dir": "/etc/druid-superset/conf",
+ "current_dir": "{0}/current/druid-superset/conf"
+ }
+ ],
+ "tez": [
+ {
+ "conf_dir": "/etc/tez/conf",
+ "current_dir": "{0}/current/tez-client/conf"
+ }
+ ],
+ "zeppelin": [
+ {
+ "conf_dir": "/etc/zeppelin/conf",
+ "current_dir": "{0}/current/zeppelin-server/conf"
+ }
+ ],
+ "zookeeper": [
+ {
+ "conf_dir": "/etc/zookeeper/conf",
+ "current_dir": "{0}/current/zookeeper-client/conf"
+ }
+ ]
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_select_packages.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_select_packages.json b/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_select_packages.json
deleted file mode 100644
index 0ad2626..0000000
--- a/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_select_packages.json
+++ /dev/null
@@ -1,848 +0,0 @@
-{
- "HDP": {
- "stack-select": {
- "ACCUMULO": {
- "ACCUMULO_CLIENT": {
- "STACK-SELECT-PACKAGE": "accumulo-client",
- "INSTALL": [
- "accumulo-client"
- ],
- "PATCH": [
- "accumulo-client"
- ],
- "STANDARD": [
- "accumulo-client"
- ]
- },
- "ACCUMULO_GC": {
- "STACK-SELECT-PACKAGE": "accumulo-gc",
- "INSTALL": [
- "accumulo-gc"
- ],
- "PATCH": [
- "accumulo-gc"
- ],
- "STANDARD": [
- "accumulo-gc",
- "accumulo-client"
- ]
- },
- "ACCUMULO_MASTER": {
- "STACK-SELECT-PACKAGE": "accumulo-master",
- "INSTALL": [
- "accumulo-master"
- ],
- "PATCH": [
- "accumulo-master"
- ],
- "STANDARD": [
- "accumulo-master",
- "accumulo-client"
- ]
- },
- "ACCUMULO_MONITOR": {
- "STACK-SELECT-PACKAGE": "accumulo-monitor",
- "INSTALL": [
- "accumulo-monitor"
- ],
- "PATCH": [
- "accumulo-monitor"
- ],
- "STANDARD": [
- "accumulo-monitor",
- "accumulo-client"
- ]
- },
- "ACCUMULO_TRACER": {
- "STACK-SELECT-PACKAGE": "accumulo-tracer",
- "INSTALL": [
- "accumulo-tracer"
- ],
- "PATCH": [
- "accumulo-tracer"
- ],
- "STANDARD": [
- "accumulo-tracer",
- "accumulo-client"
- ]
- },
- "ACCUMULO_TSERVER": {
- "STACK-SELECT-PACKAGE": "accumulo-tablet",
- "INSTALL": [
- "accumulo-tablet"
- ],
- "PATCH": [
- "accumulo-tablet"
- ],
- "STANDARD": [
- "accumulo-tablet",
- "accumulo-client"
- ]
- }
- },
- "ATLAS": {
- "ATLAS_CLIENT": {
- "STACK-SELECT-PACKAGE": "atlas-client",
- "INSTALL": [
- "atlas-client"
- ],
- "PATCH": [
- "atlas-client"
- ],
- "STANDARD": [
- "atlas-client"
- ]
- },
- "ATLAS_SERVER": {
- "STACK-SELECT-PACKAGE": "atlas-server",
- "INSTALL": [
- "atlas-server"
- ],
- "PATCH": [
- "atlas-server"
- ],
- "STANDARD": [
- "atlas-server"
- ]
- }
- },
- "DRUID": {
- "DRUID_COORDINATOR": {
- "STACK-SELECT-PACKAGE": "druid-coordinator",
- "INSTALL": [
- "druid-coordinator"
- ],
- "PATCH": [
- "druid-coordinator"
- ],
- "STANDARD": [
- "druid-coordinator"
- ]
- },
- "DRUID_OVERLORD": {
- "STACK-SELECT-PACKAGE": "druid-overlord",
- "INSTALL": [
- "druid-overlord"
- ],
- "PATCH": [
- "druid-overlord"
- ],
- "STANDARD": [
- "druid-overlord"
- ]
- },
- "DRUID_HISTORICAL": {
- "STACK-SELECT-PACKAGE": "druid-historical",
- "INSTALL": [
- "druid-historical"
- ],
- "PATCH": [
- "druid-historical"
- ],
- "STANDARD": [
- "druid-historical"
- ]
- },
- "DRUID_BROKER": {
- "STACK-SELECT-PACKAGE": "druid-broker",
- "INSTALL": [
- "druid-broker"
- ],
- "PATCH": [
- "druid-broker"
- ],
- "STANDARD": [
- "druid-broker"
- ]
- },
- "DRUID_MIDDLEMANAGER": {
- "STACK-SELECT-PACKAGE": "druid-middlemanager",
- "INSTALL": [
- "druid-middlemanager"
- ],
- "PATCH": [
- "druid-middlemanager"
- ],
- "STANDARD": [
- "druid-middlemanager"
- ]
- },
- "DRUID_ROUTER": {
- "STACK-SELECT-PACKAGE": "druid-router",
- "INSTALL": [
- "druid-router"
- ],
- "PATCH": [
- "druid-router"
- ],
- "STANDARD": [
- "druid-router"
- ]
- },
- "DRUID_SUPERSET": {
- "STACK-SELECT-PACKAGE": "druid-superset",
- "INSTALL": [
- "druid-superset"
- ],
- "PATCH": [
- "druid-superset"
- ],
- "STANDARD": [
- "druid-superset"
- ]
- }
- },
- "FALCON": {
- "FALCON_CLIENT": {
- "STACK-SELECT-PACKAGE": "falcon-client",
- "INSTALL": [
- "falcon-client"
- ],
- "PATCH": [
- "falcon-client"
- ],
- "STANDARD": [
- "falcon-client"
- ]
- },
- "FALCON_SERVER": {
- "STACK-SELECT-PACKAGE": "falcon-server",
- "INSTALL": [
- "falcon-server"
- ],
- "PATCH": [
- "falcon-server"
- ],
- "STANDARD": [
- "falcon-server"
- ]
- }
- },
- "FLUME": {
- "FLUME_HANDLER": {
- "STACK-SELECT-PACKAGE": "flume-server",
- "INSTALL": [
- "flume-server"
- ],
- "PATCH": [
- "flume-server"
- ],
- "STANDARD": [
- "flume-server"
- ]
- }
- },
- "HBASE": {
- "HBASE_CLIENT": {
- "STACK-SELECT-PACKAGE": "hbase-client",
- "INSTALL": [
- "hbase-client"
- ],
- "PATCH": [
- "hbase-client"
- ],
- "STANDARD": [
- "hbase-client",
- "phoenix-client",
- "hadoop-client"
- ]
- },
- "HBASE_MASTER": {
- "STACK-SELECT-PACKAGE": "hbase-master",
- "INSTALL": [
- "hbase-master"
- ],
- "PATCH": [
- "hbase-master"
- ],
- "STANDARD": [
- "hbase-master"
- ]
- },
- "HBASE_REGIONSERVER": {
- "STACK-SELECT-PACKAGE": "hbase-regionserver",
- "INSTALL": [
- "hbase-regionserver"
- ],
- "PATCH": [
- "hbase-regionserver"
- ],
- "STANDARD": [
- "hbase-regionserver"
- ]
- },
- "PHOENIX_QUERY_SERVER": {
- "STACK-SELECT-PACKAGE": "phoenix-server",
- "INSTALL": [
- "phoenix-server"
- ],
- "PATCH": [
- "phoenix-server"
- ],
- "STANDARD": [
- "phoenix-server"
- ]
- }
- },
- "HDFS": {
- "DATANODE": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-datanode",
- "INSTALL": [
- "hadoop-hdfs-datanode"
- ],
- "PATCH": [
- "hadoop-hdfs-datanode"
- ],
- "STANDARD": [
- "hadoop-hdfs-datanode"
- ]
- },
- "HDFS_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- },
- "NAMENODE": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-namenode",
- "INSTALL": [
- "hadoop-hdfs-namenode"
- ],
- "PATCH": [
- "hadoop-hdfs-namenode"
- ],
- "STANDARD": [
- "hadoop-hdfs-namenode"
- ]
- },
- "NFS_GATEWAY": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-nfs3",
- "INSTALL": [
- "hadoop-hdfs-nfs3"
- ],
- "PATCH": [
- "hadoop-hdfs-nfs3"
- ],
- "STANDARD": [
- "hadoop-hdfs-nfs3"
- ]
- },
- "JOURNALNODE": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-journalnode",
- "INSTALL": [
- "hadoop-hdfs-journalnode"
- ],
- "PATCH": [
- "hadoop-hdfs-journalnode"
- ],
- "STANDARD": [
- "hadoop-hdfs-journalnode"
- ]
- },
- "SECONDARY_NAMENODE": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-secondarynamenode",
- "INSTALL": [
- "hadoop-hdfs-secondarynamenode"
- ],
- "PATCH": [
- "hadoop-hdfs-secondarynamenode"
- ],
- "STANDARD": [
- "hadoop-hdfs-secondarynamenode"
- ]
- },
- "ZKFC": {
- "STACK-SELECT-PACKAGE": "hadoop-hdfs-zkfc",
- "INSTALL": [
- "hadoop-hdfs-zkfc"
- ],
- "PATCH": [
- "hadoop-hdfs-zkfc"
- ],
- "STANDARD": [
- "hadoop-hdfs-zkfc"
- ]
- }
- },
- "HIVE": {
- "HCAT": {
- "STACK-SELECT-PACKAGE": "hive-webhcat",
- "INSTALL": [
- "hive-webhcat"
- ],
- "PATCH": [
- "hive-webhcat"
- ],
- "STANDARD": [
- "hive-webhcat"
- ]
- },
- "HIVE_METASTORE": {
- "STACK-SELECT-PACKAGE": "hive-metastore",
- "INSTALL": [
- "hive-metastore"
- ],
- "PATCH": [
- "hive-metastore"
- ],
- "STANDARD": [
- "hive-metastore"
- ]
- },
- "HIVE_SERVER": {
- "STACK-SELECT-PACKAGE": "hive-server2",
- "INSTALL": [
- "hive-server2"
- ],
- "PATCH": [
- "hive-server2"
- ],
- "STANDARD": [
- "hive-server2"
- ]
- },
- "HIVE_SERVER_INTERACTIVE": {
- "STACK-SELECT-PACKAGE": "hive-server2-hive2",
- "INSTALL": [
- "hive-server2-hive2"
- ],
- "PATCH": [
- "hive-server2-hive2"
- ],
- "STANDARD": [
- "hive-server2-hive2"
- ]
- },
- "HIVE_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- },
- "WEBHCAT_SERVER": {
- "STACK-SELECT-PACKAGE": "hive-webhcat",
- "INSTALL": [
- "hive-webhcat"
- ],
- "PATCH": [
- "hive-webhcat"
- ],
- "STANDARD": [
- "hive-webhcat"
- ]
- }
- },
- "KAFKA": {
- "KAFKA_BROKER": {
- "STACK-SELECT-PACKAGE": "kafka-broker",
- "INSTALL": [
- "kafka-broker"
- ],
- "PATCH": [
- "kafka-broker"
- ],
- "STANDARD": [
- "kafka-broker"
- ]
- }
- },
- "KNOX": {
- "KNOX_GATEWAY": {
- "STACK-SELECT-PACKAGE": "knox-server",
- "INSTALL": [
- "knox-server"
- ],
- "PATCH": [
- "knox-server"
- ],
- "STANDARD": [
- "knox-server"
- ]
- }
- },
- "MAHOUT": {
- "MAHOUT": {
- "STACK-SELECT-PACKAGE": "mahout-client",
- "INSTALL": [
- "mahout-client"
- ],
- "PATCH": [
- "mahout-client"
- ],
- "STANDARD": [
- "mahout-client"
- ]
- }
- },
- "MAPREDUCE2": {
- "HISTORYSERVER": {
- "STACK-SELECT-PACKAGE": "hadoop-mapreduce-historyserver",
- "INSTALL": [
- "hadoop-mapreduce-historyserver"
- ],
- "PATCH": [
- "hadoop-mapreduce-historyserver"
- ],
- "STANDARD": [
- "hadoop-mapreduce-historyserver"
- ]
- },
- "MAPREDUCE2_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "hadoop-mapreduce-INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- }
- },
- "OOZIE": {
- "OOZIE_CLIENT": {
- "STACK-SELECT-PACKAGE": "oozie-client",
- "INSTALL": [
- "oozie-client"
- ],
- "PATCH": [
- "oozie-client"
- ],
- "STANDARD": [
- "oozie-client"
- ]
- },
- "OOZIE_SERVER": {
- "STACK-SELECT-PACKAGE": "oozie-server",
- "INSTALL": [
- "oozie-client",
- "oozie-server"
- ],
- "PATCH": [
- "oozie-server"
- ],
- "STANDARD": [
- "oozie-client",
- "oozie-server"
- ]
- }
- },
- "PIG": {
- "PIG": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- }
- },
- "RANGER": {
- "RANGER_ADMIN": {
- "STACK-SELECT-PACKAGE": "ranger-admin",
- "INSTALL": [
- "ranger-admin"
- ],
- "PATCH": [
- "ranger-admin"
- ],
- "STANDARD": [
- "ranger-admin"
- ]
- },
- "RANGER_TAGSYNC": {
- "STACK-SELECT-PACKAGE": "ranger-tagsync",
- "INSTALL": [
- "ranger-tagsync"
- ],
- "PATCH": [
- "ranger-tagsync"
- ],
- "STANDARD": [
- "ranger-tagsync"
- ]
- },
- "RANGER_USERSYNC": {
- "STACK-SELECT-PACKAGE": "ranger-usersync",
- "INSTALL": [
- "ranger-usersync"
- ],
- "PATCH": [
- "ranger-usersync"
- ],
- "STANDARD": [
- "ranger-usersync"
- ]
- }
- },
- "RANGER_KMS": {
- "RANGER_KMS_SERVER": {
- "STACK-SELECT-PACKAGE": "ranger-kms",
- "INSTALL": [
- "ranger-kms"
- ],
- "PATCH": [
- "ranger-kms"
- ],
- "STANDARD": [
- "ranger-kms"
- ]
- }
- },
- "SLIDER": {
- "SLIDER": {
- "STACK-SELECT-PACKAGE": "slider-client",
- "INSTALL": [
- "slider-client"
- ],
- "PATCH": [
- "slider-client"
- ],
- "STANDARD": [
- "slider-client",
- "hadoop-client"
- ]
- }
- },
- "SPARK": {
- "LIVY_SERVER": {
- "STACK-SELECT-PACKAGE": "livy2-server",
- "INSTALL": [
- "livy2-server"
- ],
- "PATCH": [
- "livy2-server"
- ],
- "STANDARD": [
- "livy2-server"
- ]
- },
- "SPARK_CLIENT": {
- "STACK-SELECT-PACKAGE": "spark2-client",
- "INSTALL": [
- "spark2-client"
- ],
- "PATCH": [
- "spark2-client"
- ],
- "STANDARD": [
- "spark2-client"
- ]
- },
- "SPARK_JOBHISTORYSERVER": {
- "STACK-SELECT-PACKAGE": "spark2-historyserver",
- "INSTALL": [
- "spark2-historyserver"
- ],
- "PATCH": [
- "spark2-historyserver"
- ],
- "STANDARD": [
- "spark2-historyserver"
- ]
- },
- "SPARK_THRIFTSERVER": {
- "STACK-SELECT-PACKAGE": "spark2-thriftserver",
- "INSTALL": [
- "spark2-thriftserver"
- ],
- "PATCH": [
- "spark2-thriftserver"
- ],
- "STANDARD": [
- "spark2-thriftserver"
- ]
- }
- },
- "SQOOP": {
- "SQOOP": {
- "STACK-SELECT-PACKAGE": "sqoop-client",
- "INSTALL": [
- "sqoop-client"
- ],
- "PATCH": [
- "sqoop-client"
- ],
- "STANDARD": [
- "sqoop-client"
- ]
- }
- },
- "STORM": {
- "NIMBUS": {
- "STACK-SELECT-PACKAGE": "storm-nimbus",
- "INSTALL": [
- "storm-client",
- "storm-nimbus"
- ],
- "PATCH": [
- "storm-client",
- "storm-nimbus"
- ],
- "STANDARD": [
- "storm-client",
- "storm-nimbus"
- ]
- },
- "SUPERVISOR": {
- "STACK-SELECT-PACKAGE": "storm-supervisor",
- "INSTALL": [
- "storm-supervisor"
- ],
- "PATCH": [
- "storm-supervisor"
- ],
- "STANDARD": [
- "storm-client",
- "storm-supervisor"
- ]
- },
- "DRPC_SERVER": {
- "STACK-SELECT-PACKAGE": "storm-client",
- "INSTALL": [
- "storm-client"
- ],
- "PATCH": [
- "storm-client"
- ],
- "STANDARD": [
- "storm-client"
- ]
- },
- "STORM_UI_SERVER": {
- "STACK-SELECT-PACKAGE": "storm-client",
- "INSTALL": [
- "storm-client"
- ],
- "PATCH": [
- "storm-client"
- ],
- "STANDARD": [
- "storm-client"
- ]
- }
- },
- "TEZ": {
- "TEZ_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- }
- },
- "YARN": {
- "APP_TIMELINE_SERVER": {
- "STACK-SELECT-PACKAGE": "hadoop-yarn-timelineserver",
- "INSTALL": [
- "hadoop-yarn-timelineserver"
- ],
- "PATCH": [
- "hadoop-yarn-timelineserver"
- ],
- "STANDARD": [
- "hadoop-yarn-timelineserver"
- ]
- },
- "NODEMANAGER": {
- "STACK-SELECT-PACKAGE": "hadoop-yarn-nodemanager",
- "INSTALL": [
- "hadoop-yarn-nodemanager"
- ],
- "PATCH": [
- "hadoop-yarn-nodemanager"
- ],
- "STANDARD": [
- "hadoop-yarn-nodemanager"
- ]
- },
- "RESOURCEMANAGER": {
- "STACK-SELECT-PACKAGE": "hadoop-yarn-resourcemanager",
- "INSTALL": [
- "hadoop-yarn-resourcemanager"
- ],
- "PATCH": [
- "hadoop-yarn-resourcemanager"
- ],
- "STANDARD": [
- "hadoop-yarn-resourcemanager"
- ]
- },
- "YARN_CLIENT": {
- "STACK-SELECT-PACKAGE": "hadoop-client",
- "INSTALL": [
- "hadoop-client"
- ],
- "PATCH": [
- "INVALID"
- ],
- "STANDARD": [
- "hadoop-client"
- ]
- }
- },
- "ZEPPELIN": {
- "ZEPPELIN_MASTER": {
- "STACK-SELECT-PACKAGE": "zeppelin-server",
- "INSTALL": [
- "zeppelin-server"
- ],
- "PATCH": [
- "zeppelin-server"
- ],
- "STANDARD": [
- "zeppelin-server"
- ]
- }
- },
- "ZOOKEEPER": {
- "ZOOKEEPER_CLIENT": {
- "STACK-SELECT-PACKAGE": "zookeeper-client",
- "INSTALL": [
- "zookeeper-client"
- ],
- "PATCH": [
- "zookeeper-client"
- ],
- "STANDARD": [
- "zookeeper-client"
- ]
- },
- "ZOOKEEPER_SERVER": {
- "STACK-SELECT-PACKAGE": "zookeeper-server",
- "INSTALL": [
- "zookeeper-server"
- ],
- "PATCH": [
- "zookeeper-server"
- ],
- "STANDARD": [
- "zookeeper-server"
- ]
- }
- }
- }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/custom_actions/test_ru_set_all.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/custom_actions/test_ru_set_all.py b/ambari-server/src/test/python/custom_actions/test_ru_set_all.py
index a488a96..de83f7e 100644
--- a/ambari-server/src/test/python/custom_actions/test_ru_set_all.py
+++ b/ambari-server/src/test/python/custom_actions/test_ru_set_all.py
@@ -115,10 +115,12 @@ class TestRUSetAll(RMFTestCase):
with open(json_file_path, "r") as json_file:
json_payload = json.load(json_file)
+ json_payload['hostLevelParams']['stack_name'] = "HDP"
json_payload['hostLevelParams']['stack_version'] = "2.3"
json_payload['commandParams']['version'] = "2.3.0.0-1234"
json_payload["configurations"]["cluster-env"]["stack_tools"] = self.get_stack_tools()
json_payload["configurations"]["cluster-env"]["stack_features"] = self.get_stack_features()
+ json_payload["configurations"]["cluster-env"]["stack_packages"] = self.get_stack_packages()
config_dict = ConfigDictionary(json_payload)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py
index 7c5c7f5..135b239 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py
@@ -244,25 +244,8 @@ class TestHBaseClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hbase-client', version), sudo=True)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'phoenix-client', version), sudo=True)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', version), sudo=True)
-
- self.assertEquals(3, mocks_dict['call'].call_count)
- self.assertEquals(6, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hbase', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[1][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hbase', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[5][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[1][0][0])
-
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py
index 42289e1..a28c3f9 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py
@@ -776,18 +776,7 @@ class TestHBaseMaster(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hbase-master', version), sudo=True)
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(3, mocks_dict['checked_call'].call_count)
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hbase', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[1][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hbase', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
-
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py
index 6a2d8fb..6f27ecc 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py
@@ -586,17 +586,7 @@ class TestHbaseRegionServer(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None), (0, None), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hbase-regionserver', version), sudo=True)
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(3, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hbase', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[1][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hbase', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
-
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py
index 973e274..972aa61 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py
@@ -439,10 +439,5 @@ class TestPhoenixQueryServer(RMFTestCase):
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
- self.assertResourceCalled('Directory', '/etc/hbase/2.3.0.0-1234/0',
- create_parents = True,
- mode = 0755,
- cd_access = 'a',
- )
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'phoenix-server', '2.3.0.0-1234'), sudo=True)
self.assertNoMoreResources()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py
index 0f31ad2..966254a 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py
@@ -510,22 +510,11 @@ class TestDatanode(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', ('/etc/hadoop/conf'), to='/usr/hdp/current/hadoop-client/conf')
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-hdfs-datanode', version), sudo=True,)
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
-
@patch("socket.gethostbyname")
@patch('time.sleep')
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py
index 680c984..7a70578 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py
@@ -107,21 +107,11 @@ class Test(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', version), sudo=True,)
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
-
def test_pre_upgrade_restart(self):
config_file = self.get_src_folder()+"/test/python/stacks/2.0.6/configs/default.json"
with open(config_file, "r") as f:
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py
index 06c5fdd..22e4827 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py
@@ -412,16 +412,7 @@ class TestJournalnode(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', ('/etc/hadoop/conf'), to='/usr/hdp/current/hadoop-client/conf')
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-hdfs-journalnode', version), sudo=True,)
self.assertNoMoreResources()
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
index eb595c1..b26c8fb 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
@@ -1351,12 +1351,8 @@ class TestNamenode(RMFTestCase):
config_file = "nn_eu_standby.json",
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None), (0, None, ''), (0, None)] ,
mocks_dict=mocks_dict)
- calls = mocks_dict['call'].call_args_list
- self.assertTrue(len(calls) >= 1)
- self.assertTrue(calls[0].startsWith("conf-select create-conf-dir --package hadoop --stack-version 2.3.2.0-2844 --conf-version 0"))
@patch("hdfs_namenode.is_this_namenode_active")
@@ -1429,10 +1425,8 @@ class TestNamenode(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, None), (0, None), (0, None)],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', '/etc/hadoop/conf', to='/usr/hdp/current/hadoop-client/conf')
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-hdfs-namenode', version), sudo=True)
self.assertNoMoreResources()
@@ -1665,11 +1659,8 @@ class TestNamenode(RMFTestCase):
config_dict = json_content,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = itertools.cycle([(0, None, None)]),
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', '/etc/hadoop/conf',
- to = '/usr/hdp/current/hadoop-client/conf')
import sys
self.assertEquals("/usr/hdp/2.3.0.0-1234/hadoop/conf", sys.modules["params"].hadoop_conf_dir)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py
index 773d3fe..4317c30 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py
@@ -295,9 +295,7 @@ class TestNFSGateway(RMFTestCase):
config_dict = json_content,
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
- target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None), (0, None), (0, None)])
- self.assertResourceCalled('Link', ('/etc/hadoop/conf'), to='/usr/hdp/current/hadoop-client/conf')
+ target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-hdfs-nfs3', version), sudo=True,)
self.assertNoMoreResources()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py
index 3bc597e..f7af5b9 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py
@@ -227,25 +227,8 @@ class TestHiveClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', ('/etc/hive/conf'), to='/usr/hdp/current/hive-client/conf')
self.assertResourceCalledIgnoreEarlier('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', version), sudo=True,)
self.assertNoMoreResources()
-
- self.assertEquals(2, mocks_dict['call'].call_count)
- self.assertEquals(2, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hive', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hive', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[1][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[1][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_server.py b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_server.py
index fc6d14e..033680c 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_server.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_server.py
@@ -910,10 +910,8 @@ From source with checksum 150f554beae04f76f814f59549dead8b"""
config_dict = json_content,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', ('/etc/hive/conf'), to='/usr/hdp/current/hive-client/conf')
self.assertResourceCalled('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hive-server2', version), sudo=True,)
@@ -932,12 +930,3 @@ From source with checksum 150f554beae04f76f814f59549dead8b"""
hadoop_conf_dir = '/usr/hdp/current/hadoop-client/conf',
)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hive', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hive', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py
index a6a4fa0..943c201 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py
@@ -314,7 +314,6 @@ class TestWebHCatServer(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
self.assertTrue("params" in sys.modules)
@@ -325,20 +324,6 @@ class TestWebHCatServer(RMFTestCase):
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hive-webhcat', version), sudo=True,)
self.assertNoMoreResources()
- self.assertEquals(2, mocks_dict['call'].call_count)
- self.assertEquals(2, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hive-hcatalog', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hive-hcatalog', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[1][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[1][0][0])
@patch("resource_management.core.shell.call")
def test_rolling_restart_configure(self, call_mock):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py b/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py
index 31d54ae..f160029 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py
@@ -270,19 +270,8 @@ class TestOozieClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', ('/etc/oozie/conf'), to='/usr/hdp/current/oozie-client/conf')
self.assertResourceCalled('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-client', version), sudo=True)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'oozie', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'oozie', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py b/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py
index 17b8abf..dfa22fd 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py
@@ -1259,7 +1259,7 @@ class TestOozieServer(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.UPGRADE_STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, prepare_war_stdout)],
+ call_mocks = [(0, prepare_war_stdout)],
mocks_dict = mocks_dict)
self.assertTrue(isfile_mock.called)
@@ -1270,10 +1270,6 @@ class TestOozieServer(RMFTestCase):
self.assertEqual(glob_mock.call_count,1)
glob_mock.assert_called_with('/usr/hdp/2.3.0.0-1234/hadoop/lib/hadoop-lzo*.jar')
- self.assertResourceCalled('Link', '/etc/oozie/conf',
- to = '/usr/hdp/current/oozie-client/conf',
- )
-
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-client', '2.3.0.0-1234'), sudo = True)
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-server', '2.3.0.0-1234'), sudo = True)
@@ -1284,17 +1280,6 @@ class TestOozieServer(RMFTestCase):
self.assertResourceCalled('File', '/usr/hdp/current/oozie-server/libext/ext-2.2.zip', mode = 0644)
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'oozie', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'oozie', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
-
@patch("os.path.isdir")
@patch("os.path.exists")
@@ -1505,7 +1490,7 @@ class TestOozieServer(RMFTestCase):
classname = "OozieServer", command = "pre_upgrade_restart", config_dict = json_content,
stack_version = self.UPGRADE_STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, prepare_war_stdout)],
+ call_mocks = [(0, prepare_war_stdout)],
mocks_dict = mocks_dict)
self.assertTrue(isfile_mock.called)
@@ -1516,7 +1501,6 @@ class TestOozieServer(RMFTestCase):
self.assertEqual(glob_mock.call_count,1)
glob_mock.assert_called_with('/usr/hdp/2.3.0.0-1234/hadoop/lib/hadoop-lzo*.jar')
- self.assertResourceCalled('Link', '/etc/oozie/conf', to = '/usr/hdp/current/oozie-client/conf')
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-client', '2.3.0.0-1234'), sudo = True)
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-server', '2.3.0.0-1234'), sudo = True)
@@ -1532,14 +1516,3 @@ class TestOozieServer(RMFTestCase):
self.assertResourceCalled('Execute', 'ambari-sudo.sh chown oozie:hadoop /usr/hdp/current/oozie-server/libext/falcon-oozie-el-extension-*.jar')
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'oozie', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'oozie', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py b/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py
index 63076f9..3c4f899 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py
@@ -167,24 +167,8 @@ class TestPigClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', version), sudo=True)
self.assertNoMoreResources()
-
- self.assertEquals(2, mocks_dict['call'].call_count)
- self.assertEquals(2, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'pig', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[1][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'pig', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[1][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py b/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py
index 4622ae3..053d44a 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py
@@ -141,17 +141,6 @@ class TestSqoop(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', ('/etc/sqoop/conf'), to='/usr/hdp/current/sqoop-client/conf')
self.assertResourceCalled("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'sqoop-client', version), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'sqoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'sqoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py
index e156af2..ba3d0ab 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py
@@ -791,6 +791,3 @@ class TestHistoryServer(RMFTestCase):
)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py
index 5898355..75eff39 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py
@@ -416,21 +416,11 @@ class TestMapReduce2Client(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', version), sudo=True)
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
-
def test_stack_upgrade_save_new_config(self):
config_file = self.get_src_folder()+"/test/python/stacks/2.0.6/configs/client-upgrade.json"
with open(config_file, "r") as f:
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py
index 4281696..642043d 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py
@@ -663,17 +663,7 @@ class TestNodeManager(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-yarn-nodemanager', version), sudo=True)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py
index 652fea8..8e92116 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py
@@ -552,17 +552,7 @@ class TestResourceManager(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-yarn-resourcemanager', version), sudo=True)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py
index 09a6278..375028a 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py
@@ -583,17 +583,7 @@ class TestYarnClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', version), sudo=True)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
[16/52] [abbrv] ambari git commit: AMBARI-21581 - Replace Hard Coded
conf-select Structures (jonathanhurley)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py
index 9bd5c6e..e3a4f36 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py
@@ -19,7 +19,7 @@ Ambari Agent
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -77,8 +77,6 @@ class WebHCatServerDefault(WebHCatServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
# webhcat has no conf, but uses hadoop home, so verify that regular hadoop conf is set
- conf_select.select(params.stack_name, "hive-hcatalog", params.version)
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py b/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py
index 23fcaed..7ddd1ab 100644
--- a/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py
+++ b/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py
@@ -19,7 +19,6 @@ limitations under the License.
from resource_management import Script
from resource_management.core.logger import Logger
from resource_management.core.resources.system import Execute, File, Directory
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import Direction
from resource_management.libraries.functions.version import format_stack_version
@@ -51,9 +50,6 @@ class KafkaBroker(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
stack_select.select_packages(params.version)
- if params.version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version):
- conf_select.select(params.stack_name, "kafka", params.version)
-
# This is extremely important since it should only be called if crossing the HDP 2.3.4.0 boundary.
if params.current_version and params.version and params.upgrade_direction:
src_version = dst_version = None
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
index 23fcaed..0910156 100644
--- a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
+++ b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
@@ -19,7 +19,6 @@ limitations under the License.
from resource_management import Script
from resource_management.core.logger import Logger
from resource_management.core.resources.system import Execute, File, Directory
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import Direction
from resource_management.libraries.functions.version import format_stack_version
@@ -51,10 +50,7 @@ class KafkaBroker(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
stack_select.select_packages(params.version)
- if params.version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version):
- conf_select.select(params.stack_name, "kafka", params.version)
-
- # This is extremely important since it should only be called if crossing the HDP 2.3.4.0 boundary.
+ # This is extremely important since it should only be called if crossing the HDP 2.3.4.0 boundary.
if params.current_version and params.version and params.upgrade_direction:
src_version = dst_version = None
if params.upgrade_direction == Direction.UPGRADE:
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py b/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py
index b086bef..456d6b4 100644
--- a/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py
+++ b/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py
@@ -22,7 +22,7 @@ import os
from resource_management.libraries.script.script import Script
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import Direction
from resource_management.libraries.functions.security_commons import build_expectations
from resource_management.libraries.functions.security_commons import cached_kinit_executor
@@ -116,8 +116,6 @@ class KnoxGatewayDefault(KnoxGateway):
absolute_backup_dir = upgrade.backup_data()
Logger.info("Knox data was successfully backed up to {0}".format(absolute_backup_dir))
- # <conf-selector-tool> will change the symlink to the conf folder.
- conf_select.select(params.stack_name, "knox", params.version)
stack_select.select_packages(params.version)
# seed the new Knox data directory with the keystores of yesteryear
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py b/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py
index b086bef..456d6b4 100644
--- a/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py
+++ b/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py
@@ -22,7 +22,7 @@ import os
from resource_management.libraries.script.script import Script
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import Direction
from resource_management.libraries.functions.security_commons import build_expectations
from resource_management.libraries.functions.security_commons import cached_kinit_executor
@@ -116,8 +116,6 @@ class KnoxGatewayDefault(KnoxGateway):
absolute_backup_dir = upgrade.backup_data()
Logger.info("Knox data was successfully backed up to {0}".format(absolute_backup_dir))
- # <conf-selector-tool> will change the symlink to the conf folder.
- conf_select.select(params.stack_name, "knox", params.version)
stack_select.select_packages(params.version)
# seed the new Knox data directory with the keystores of yesteryear
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py b/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py
index b598d17..33ec513 100644
--- a/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py
+++ b/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py
@@ -21,7 +21,6 @@ Ambari Agent
from resource_management.core.logger import Logger
from resource_management.core.exceptions import ClientComponentHasNoStatus
from resource_management.libraries.functions import stack_select
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.script import Script
from mahout import mahout
from resource_management.libraries.functions.default import default
@@ -34,7 +33,6 @@ class MahoutClient(Script):
import params
env.set_params(params)
- conf_select.select(params.stack_name, "mahout", params.version)
stack_select.select_packages(params.version)
def install(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py
index f06d90a..6fbd66a 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py
@@ -20,7 +20,7 @@ limitations under the License.
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.core.logger import Logger
@@ -57,7 +57,6 @@ class OozieClient(Script):
return
Logger.info("Executing Oozie Client Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "oozie", params.version)
stack_select.select_packages(params.version)
# We substitute some configs (oozie.authentication.kerberos.principal) before generation (see oozie.py and params.py).
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py
index e823941..81497bc 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py
@@ -20,7 +20,6 @@ limitations under the License.
from resource_management.core import Logger
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -67,9 +66,6 @@ class OozieServer(Script):
# Sets the symlink : eg: <stack-root>/current/oozie-server -> <stack-root>/a.b.c.d-<version>/oozie
stack_select.select_packages(params.version)
- if params.version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version):
- conf_select.select(params.stack_name, "oozie", params.version)
-
env.set_params(params)
oozie(is_server=True)
@@ -122,7 +118,6 @@ class OozieServerDefault(OozieServer):
Logger.info("Executing Oozie Server Stack Upgrade pre-restart")
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "oozie", params.version)
stack_select.select_packages(params.version)
OozieUpgrade.prepare_libext_directory()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py b/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py
index f06d90a..6fbd66a 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py
@@ -20,7 +20,7 @@ limitations under the License.
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.core.logger import Logger
@@ -57,7 +57,6 @@ class OozieClient(Script):
return
Logger.info("Executing Oozie Client Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "oozie", params.version)
stack_select.select_packages(params.version)
# We substitute some configs (oozie.authentication.kerberos.principal) before generation (see oozie.py and params.py).
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py b/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py
index 8af08b6..6d7766f 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py
@@ -20,7 +20,6 @@ limitations under the License.
from resource_management.core import Logger
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -68,9 +67,6 @@ class OozieServer(Script):
# Sets the symlink : eg: <stack-root>/current/oozie-server -> <stack-root>/a.b.c.d-<version>/oozie
stack_select.select_packages(params.version)
- if params.version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version):
- conf_select.select(params.stack_name, "oozie", params.version)
-
env.set_params(params)
oozie(is_server=True)
@@ -123,7 +119,6 @@ class OozieServerDefault(OozieServer):
Logger.info("Executing Oozie Server Stack Upgrade pre-restart")
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "oozie", params.version)
stack_select.select_packages(params.version)
OozieUpgrade.prepare_libext_directory()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py b/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py
index 9a33c88..7ded264 100644
--- a/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py
+++ b/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py
@@ -22,7 +22,7 @@ Ambari Agent
import sys
import os
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from pig import pig
@@ -47,8 +47,6 @@ class PigClientLinux(PigClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "pig", params.version)
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def install(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py b/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py
index 9a33c88..7ded264 100644
--- a/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py
+++ b/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py
@@ -22,7 +22,7 @@ Ambari Agent
import sys
import os
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from pig import pig
@@ -47,8 +47,6 @@ class PigClientLinux(PigClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "pig", params.version)
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def install(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py
index e27a03e..f779c18 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py
@@ -20,7 +20,6 @@ limitations under the License.
from resource_management.core.exceptions import Fail
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions import stack_select
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions.constants import Direction
from resource_management.libraries.script import Script
from resource_management.core.resources.system import Execute, File
@@ -33,7 +32,6 @@ from setup_ranger_xml import setup_ranger_audit_solr, setup_ranger_admin_passwd_
from resource_management.libraries.functions import solr_cloud_util
from ambari_commons.constants import UPGRADE_TYPE_NON_ROLLING, UPGRADE_TYPE_ROLLING
from resource_management.libraries.functions.constants import Direction
-import upgrade
import os, errno
class RangerAdmin(Script):
@@ -75,7 +73,7 @@ class RangerAdmin(Script):
import params
env.set_params(params)
- upgrade.prestart(env, "ranger-admin")
+ stack_select.select_packages(params.version)
self.set_ru_rangeradmin_in_progress(params.upgrade_marker_file)
@@ -204,11 +202,7 @@ class RangerAdmin(Script):
if upgrade_stack is None:
raise Fail('Unable to determine the stack and stack version')
- stack_name = upgrade_stack[0]
- stack_version = upgrade_stack[1]
-
stack_select.select_packages(params.version)
- conf_select.select(stack_name, "ranger-admin", stack_version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py
index c9b5c4f..3aae8ff 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py
@@ -18,7 +18,6 @@ limitations under the License.
"""
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.core.resources.system import Execute, File
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -29,7 +28,6 @@ from resource_management.core import shell
from ranger_service import ranger_service
from setup_ranger_xml import ranger, ranger_credential_helper
from resource_management.core.exceptions import Fail
-import upgrade
class RangerTagsync(Script):
@@ -85,7 +83,6 @@ class RangerTagsync(Script):
if params.stack_supports_ranger_tagsync:
Logger.info("Executing Ranger Tagsync Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "ranger-tagsync", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
@@ -109,11 +106,8 @@ class RangerTagsync(Script):
if upgrade_stack is None:
raise Fail('Unable to determine the stack and stack version')
- stack_name = upgrade_stack[0]
- stack_version = upgrade_stack[1]
-
stack_select.select_packages(params.version)
- conf_select.select(stack_name, "ranger-tagsync", stack_version)
+
if params.stack_supports_ranger_tagsync_ssl_xml_support:
Logger.info("Upgrading Tagsync, stack support Atlas user for Tagsync, creating keystore for same.")
self.create_atlas_user_keystore(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py
index 8654bc2..cc0075b 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py
@@ -22,12 +22,12 @@ from resource_management.libraries.script import Script
from resource_management.core.resources.system import Execute, File
from resource_management.core.exceptions import ComponentIsNotRunning
from resource_management.libraries.functions.format import format
+from resource_management.libraries.functions import stack_select
from resource_management.core.logger import Logger
from resource_management.core import shell
from ranger_service import ranger_service
from ambari_commons.constants import UPGRADE_TYPE_NON_ROLLING, UPGRADE_TYPE_ROLLING
from resource_management.libraries.functions.constants import Direction
-import upgrade
import os
class RangerUsersync(Script):
@@ -107,7 +107,7 @@ class RangerUsersync(Script):
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
- upgrade.prestart(env, "ranger-usersync")
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py
deleted file mode 100644
index ca1b2bf..0000000
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py
+++ /dev/null
@@ -1,31 +0,0 @@
-
-#!/usr/bin/env python
-"""
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-
-"""
-from resource_management.core.resources.system import Execute
-from resource_management.libraries.functions import conf_select
-from resource_management.libraries.functions import stack_select
-from resource_management.libraries.functions.format import format
-
-def prestart(env, stack_component):
- import params
-
- if params.version and params.stack_supports_rolling_upgrade:
- conf_select.select(params.stack_name, stack_component, params.version)
- stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py
index b13d6ed..a9e2857 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py
@@ -20,7 +20,6 @@ limitations under the License.
from resource_management.core.exceptions import Fail
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions import stack_select
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions.constants import Direction
from resource_management.libraries.script import Script
from resource_management.core.resources.system import Execute, File
@@ -68,7 +67,7 @@ class RangerAdmin(Script):
import params
env.set_params(params)
- upgrade.prestart(env, "ranger-admin")
+ upgrade.prestart(env)
self.set_ru_rangeradmin_in_progress(params.upgrade_marker_file)
@@ -193,7 +192,6 @@ class RangerAdmin(Script):
stack_version = upgrade_stack[1]
stack_select.select_packages(params.version)
- conf_select.select(stack_name, "ranger-admin", stack_version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py
index 35f9fe6..85963cf 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py
@@ -18,7 +18,6 @@ limitations under the License.
"""
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.core.resources.system import Execute, File
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -85,7 +84,6 @@ class RangerTagsync(Script):
if params.stack_supports_ranger_tagsync:
Logger.info("Executing Ranger Tagsync Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "ranger-tagsync", params.version)
stack_select.select_packages(params.version)
@@ -110,11 +108,8 @@ class RangerTagsync(Script):
if upgrade_stack is None:
raise Fail('Unable to determine the stack and stack version')
- stack_name = upgrade_stack[0]
- stack_version = upgrade_stack[1]
-
stack_select.select_packages(params.version)
- conf_select.select(stack_name, "ranger-tagsync", stack_version)
+
if params.stack_supports_ranger_tagsync_ssl_xml_support:
Logger.info("Upgrading Tagsync, stack support Atlas user for Tagsync, creating keystore for same.")
self.create_atlas_user_keystore(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py
index fa5a320..7d5ec29 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py
@@ -103,7 +103,7 @@ class RangerUsersync(Script):
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
- upgrade.prestart(env, "ranger-usersync")
+ upgrade.prestart(env)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py
index ca1b2bf..597c868 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py
@@ -19,13 +19,11 @@ limitations under the License.
"""
from resource_management.core.resources.system import Execute
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.format import format
-def prestart(env, stack_component):
+def prestart(env):
import params
if params.version and params.stack_supports_rolling_upgrade:
- conf_select.select(params.stack_name, stack_component, params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py b/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py
index 0bd11f3..fcf2478 100755
--- a/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py
+++ b/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py
@@ -29,7 +29,6 @@ from resource_management.core import shell
from resource_management.libraries.functions.default import default
from kms import kms, setup_kms_db, setup_java_patch, enable_kms_plugin, setup_kms_jce, update_password_configs
from kms_service import kms_service
-import upgrade
class KmsServer(Script):
@@ -94,7 +93,7 @@ class KmsServer(Script):
import params
env.set_params(params)
- upgrade.prestart(env, "ranger-kms")
+ stack_select.select_packages(params.version)
kms(upgrade_type=upgrade_type)
setup_java_patch()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py
deleted file mode 100644
index 73c32ff..0000000
--- a/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py
+++ /dev/null
@@ -1,30 +0,0 @@
-#!/usr/bin/env python
-"""
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-
-"""
-from resource_management.core.resources.system import Execute
-from resource_management.libraries.functions import conf_select
-from resource_management.libraries.functions import stack_select
-from resource_management.libraries.functions.format import format
-
-def prestart(env, stack_component):
- import params
-
- if params.version and params.stack_supports_config_versioning:
- conf_select.select(params.stack_name, stack_component, params.version)
- stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py b/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py
index 3b138fc..4c313c4 100755
--- a/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py
+++ b/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py
@@ -86,7 +86,7 @@ class KmsServer(Script):
import params
env.set_params(params)
- upgrade.prestart(env, "ranger-kms")
+ upgrade.prestart(env)
kms(upgrade_type=upgrade_type)
setup_java_patch()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py
index 73c32ff..465d54e 100644
--- a/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py
@@ -22,9 +22,8 @@ from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.format import format
-def prestart(env, stack_component):
+def prestart(env):
import params
if params.version and params.stack_supports_config_versioning:
- conf_select.select(params.stack_name, stack_component, params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py b/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py
index 9284c81..45c7785 100644
--- a/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py
+++ b/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py
@@ -19,7 +19,7 @@ limitations under the License.
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from slider import slider
@@ -38,14 +38,8 @@ class SliderClientLinux(SliderClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "slider", params.version)
stack_select.select_packages(params.version)
- # also set all of the hadoop clients since slider client is upgraded as
- # part of the final "CLIENTS" group and we need to ensure that
- # hadoop-client is also set
- conf_select.select(params.stack_name, "hadoop", params.version)
-
def install(self, env):
self.install_packages(env)
self.configure(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py b/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py
index 9284c81..45c7785 100644
--- a/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py
+++ b/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py
@@ -19,7 +19,7 @@ limitations under the License.
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from slider import slider
@@ -38,14 +38,8 @@ class SliderClientLinux(SliderClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "slider", params.version)
stack_select.select_packages(params.version)
- # also set all of the hadoop clients since slider client is upgraded as
- # part of the final "CLIENTS" group and we need to ensure that
- # hadoop-client is also set
- conf_select.select(params.stack_name, "hadoop", params.version)
-
def install(self, env):
self.install_packages(env)
self.configure(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py
index 9bdc4b9..009adbd 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py
@@ -22,7 +22,7 @@ import sys
import os
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.copy_tarball import copy_to_hdfs
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -73,7 +73,6 @@ class JobHistoryServer(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark Job History Server Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "spark", params.version)
stack_select.select_packages(params.version)
# Spark 1.3.1.2.3, and higher, which was included in HDP 2.3, does not have a dependency on Tez, so it does not
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py
index ae26fac..726f94f 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py
@@ -31,7 +31,7 @@ from resource_management import shell
from resource_management.libraries.functions.decorator import retry
from resource_management.core.logger import Logger
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from livy_service import livy_service
from setup_livy import setup_livy
@@ -132,7 +132,6 @@ class LivyServer(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Livy Server Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "spark", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py
index a2e26b8..8136a18 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py
@@ -23,7 +23,7 @@ import sys
# Local imports
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.constants import StackFeature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -69,7 +69,6 @@ class SparkClient(Script):
# Because this script was called from ru_execute_tasks.py which already enters an Environment with its own basedir,
# must change it now so this function can find the Jinja Templates for the service.
env.config.basedir = base_dir
- conf_select.select(params.stack_name, conf_select_name, params.version)
self.configure(env, config_dir=config_dir, upgrade_type=UPGRADE_TYPE_ROLLING)
def pre_upgrade_restart(self, env, upgrade_type=None):
@@ -78,7 +77,6 @@ class SparkClient(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark Client Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "spark", params.version)
stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py
index 7d595f2..f8e571b 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py
@@ -22,7 +22,7 @@ import sys
import os
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -68,7 +68,6 @@ class SparkThriftServer(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark Thrift Server Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "spark", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py
index 9935063..7cbb646 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py
@@ -22,7 +22,7 @@ import sys
import os
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.copy_tarball import copy_to_hdfs
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -74,7 +74,6 @@ class JobHistoryServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark Job History Server Stack Upgrade pre-restart")
# TODO, change to "spark" after RPM switches the name
- conf_select.select(params.stack_name, "spark2", params.version)
stack_select.select_packages(params.version)
# Spark 1.3.1.2.3, and higher, which was included in HDP 2.3, does not have a dependency on Tez, so it does not
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py
index e801639..1bbb9c3 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py
@@ -31,7 +31,7 @@ from resource_management import shell
from resource_management.libraries.functions.decorator import retry
from resource_management.core.logger import Logger
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from livy_service import livy_service
from setup_livy import setup_livy
@@ -132,7 +132,6 @@ class LivyServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Livy Server Stack Upgrade pre-restart")
# TODO, change to "spark" and "livy" after RPM switches the name
- conf_select.select(params.stack_name, "spark2", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py
index 2ff69e7..8c3a52c 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py
@@ -20,7 +20,7 @@ limitations under the License.
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.constants import StackFeature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -50,7 +50,6 @@ class SparkClient(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark Client Stack Upgrade pre-restart")
# TODO, change to "spark" after RPM switches the name
- conf_select.select(params.stack_name, "spark2", params.version)
stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py
index 6a1bd87..aff1a34 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py
@@ -22,7 +22,7 @@ import sys
import os
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -68,7 +68,6 @@ class SparkThriftServer(Script):
env.set_params(params)
Logger.info("Executing Spark Thrift Server Stack Upgrade pre-restart")
# TODO, change to "spark" after RPM switches the name
- conf_select.select(params.stack_name, "spark2", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py
index b6a792a..311b6b2 100755
--- a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py
@@ -22,7 +22,7 @@ import sys
import os
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.copy_tarball import copy_to_hdfs
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -73,7 +73,6 @@ class JobHistoryServer(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark2 Job History Server Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "spark2", params.version)
stack_select.select_packages(params.version)
# Spark 1.3.1.2.3, and higher, which was included in HDP 2.3, does not have a dependency on Tez, so it does not
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py
index c710757..50604d4 100644
--- a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py
@@ -31,7 +31,7 @@ from resource_management import shell
from resource_management.libraries.functions.decorator import retry
from resource_management.core.logger import Logger
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from livy2_service import livy2_service
from setup_livy2 import setup_livy
@@ -131,7 +131,6 @@ class LivyServer(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Livy2 Server Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "spark2", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py
index 6b0cd89..0c7c4c3 100755
--- a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py
+++ b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py
@@ -20,7 +20,7 @@ limitations under the License.
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.constants import StackFeature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -49,7 +49,6 @@ class SparkClient(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark2 Client Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "spark", params.version)
stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py
index 7c7982b..a0900f9 100755
--- a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py
@@ -22,7 +22,7 @@ import sys
import os
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -67,7 +67,6 @@ class SparkThriftServer(Script):
env.set_params(params)
Logger.info("Executing Spark2 Thrift Server Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "spark2", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py
index 8c7dd35..6c637b9 100644
--- a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py
+++ b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py
@@ -22,7 +22,6 @@ from resource_management.core.exceptions import ClientComponentHasNoStatus
from resource_management.core.resources.system import Execute
from resource_management.libraries.functions.default import default
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.format import format
from resource_management.libraries.functions import StackFeature
@@ -50,8 +49,7 @@ class SqoopClientDefault(SqoopClient):
import params
env.set_params(params)
- if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "sqoop", params.version)
+ if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py
index 8c7dd35..6c637b9 100644
--- a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py
+++ b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py
@@ -22,7 +22,6 @@ from resource_management.core.exceptions import ClientComponentHasNoStatus
from resource_management.core.resources.system import Execute
from resource_management.libraries.functions.default import default
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.format import format
from resource_management.libraries.functions import StackFeature
@@ -50,8 +49,7 @@ class SqoopClientDefault(SqoopClient):
import params
env.set_params(params)
- if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "sqoop", params.version)
+ if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py
index 06f6de9..7d483b6 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py
@@ -21,7 +21,6 @@ limitations under the License.
import sys
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -51,7 +50,6 @@ class DrpcServer(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py
index bf38a2d..1d000bf 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py
@@ -22,7 +22,6 @@ import sys
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
from resource_management.libraries.functions import format
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.core.resources.system import Execute
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -55,7 +54,6 @@ class NimbusDefault(Nimbus):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py
index 18d8fea..26c23d4 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py
@@ -22,7 +22,6 @@ import sys
from resource_management.libraries.script import Script
from storm import storm
from supervisord_service import supervisord_service, supervisord_check_status
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -46,7 +45,6 @@ class Nimbus(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py
index f111f25..c348c20 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py
@@ -21,7 +21,6 @@ limitations under the License.
import sys
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -50,7 +49,6 @@ class PaceMaker(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py
index 6c88a9e..198d17a 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py
@@ -21,7 +21,6 @@ limitations under the License.
import sys
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -73,7 +72,6 @@ class SupervisorDefault(Supervisor):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py
index 46626bc..c98346b 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py
@@ -23,7 +23,6 @@ from storm import storm
from service import service
from supervisord_service import supervisord_service, supervisord_check_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -47,7 +46,6 @@ class Supervisor(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py
index 571784c..1f20f36 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py
@@ -24,7 +24,6 @@ from service import service
from service_check import ServiceCheck
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Link
@@ -78,7 +77,6 @@ class UiServerDefault(UiServer):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def link_metrics_sink_jar(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py
index 06f6de9..7d483b6 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py
@@ -21,7 +21,6 @@ limitations under the License.
import sys
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -51,7 +50,6 @@ class DrpcServer(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py
index f641137..18823e8 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py
@@ -22,7 +22,6 @@ import sys
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
from resource_management.libraries.functions import format
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.core.resources.system import Execute
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -55,7 +54,6 @@ class NimbusDefault(Nimbus):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py
index 18d8fea..26c23d4 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py
@@ -22,7 +22,6 @@ import sys
from resource_management.libraries.script import Script
from storm import storm
from supervisord_service import supervisord_service, supervisord_check_status
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -46,7 +45,6 @@ class Nimbus(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py
index f111f25..c348c20 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py
@@ -21,7 +21,6 @@ limitations under the License.
import sys
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -50,7 +49,6 @@ class PaceMaker(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py
index 6c88a9e..198d17a 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py
@@ -21,7 +21,6 @@ limitations under the License.
import sys
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -73,7 +72,6 @@ class SupervisorDefault(Supervisor):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py
index 46626bc..c98346b 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py
@@ -23,7 +23,6 @@ from storm import storm
from service import service
from supervisord_service import supervisord_service, supervisord_check_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Execute
@@ -47,7 +46,6 @@ class Supervisor(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py
index 571784c..1f20f36 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py
@@ -24,7 +24,6 @@ from service import service
from service_check import ServiceCheck
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import format
from resource_management.core.resources.system import Link
@@ -78,7 +77,6 @@ class UiServerDefault(UiServer):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "storm", params.version)
stack_select.select_packages(params.version)
def link_metrics_sink_jar(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py b/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py
index 8a6a6d3..ed3f5fd 100644
--- a/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py
+++ b/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py
@@ -28,7 +28,6 @@ from ambari_commons.os_utils import copy_file, extract_path_component
from resource_management.core.exceptions import ClientComponentHasNoStatus
from resource_management.core.source import InlineTemplate
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -72,12 +71,9 @@ class TezClientLinux(TezClient):
config_dir = self.get_config_dir_during_stack_upgrade(env, base_dir, conf_select_name)
if config_dir:
- Logger.info("stack_upgrade_save_new_config(): Calling conf-select on %s using version %s" % (conf_select_name, str(params.version)))
-
# Because this script was called from ru_execute_tasks.py which already enters an Environment with its own basedir,
# must change it now so this function can find the Jinja Templates for the service.
env.config.basedir = base_dir
- conf_select.select(params.stack_name, conf_select_name, params.version)
self.configure(env, config_dir=config_dir)
def pre_upgrade_restart(self, env, upgrade_type=None):
@@ -85,8 +81,6 @@ class TezClientLinux(TezClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "tez", params.version)
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def install(self, env):
[51/52] [abbrv] ambari git commit: AMBARI-21691 Config Group filter
does not reflect all the config groups in the list. (atkach)
Posted by jl...@apache.org.
AMBARI-21691 Config Group filter does not reflect all the config groups in the list. (atkach)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/c9ced876
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/c9ced876
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/c9ced876
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: c9ced876800a36ba09959370d17a228f31d1018d
Parents: 5442231
Author: Andrii Tkach <at...@apache.org>
Authored: Wed Aug 9 16:16:08 2017 +0300
Committer: Andrii Tkach <at...@apache.org>
Committed: Wed Aug 9 16:16:08 2017 +0300
----------------------------------------------------------------------
ambari-web/app/mixins/common/table_server_view_mixin.js | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/c9ced876/ambari-web/app/mixins/common/table_server_view_mixin.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/mixins/common/table_server_view_mixin.js b/ambari-web/app/mixins/common/table_server_view_mixin.js
index a4e6db7..9695579 100644
--- a/ambari-web/app/mixins/common/table_server_view_mixin.js
+++ b/ambari-web/app/mixins/common/table_server_view_mixin.js
@@ -58,7 +58,7 @@ App.TableServerViewMixin = Em.Mixin.create({
return content.sort(function (a, b) {
return a.get('index') - b.get('index');
});
- }.property('filteredContent'),
+ }.property('filteredContent.length'),
/**
* compute applied filter and run content update from server
[21/52] [abbrv] ambari git commit: AMBARI-21613. Dynamically
determine what keytab files have been distributed (amagyar)
Posted by jl...@apache.org.
AMBARI-21613. Dynamically determine what keytab files have been distributed (amagyar)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/a45e8f4f
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/a45e8f4f
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/a45e8f4f
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: a45e8f4f5e6a214cab98896092bc7d7d588a518b
Parents: b17225d
Author: Attila Magyar <am...@hortonworks.com>
Authored: Thu Aug 3 12:01:04 2017 +0200
Committer: Attila Magyar <am...@hortonworks.com>
Committed: Thu Aug 3 12:01:04 2017 +0200
----------------------------------------------------------------------
.../resource_management/core/resources/klist.py | 45 ++++++++++++++++++
.../ambari/server/agent/HeartBeatHandler.java | 10 ++--
.../ambari/server/agent/HeartbeatProcessor.java | 34 ++++++++++++-
.../server/controller/KerberosHelperImpl.java | 45 +++++++++++++++++-
.../KERBEROS/1.10.3-10/metainfo.xml | 8 ++++
.../package/scripts/kerberos_client.py | 3 ++
.../package/scripts/kerberos_common.py | 50 +++++++++++++++++++-
.../PERF/1.0/services/KERBEROS/metainfo.xml | 8 ++++
.../KERBEROS/package/scripts/kerberos_client.py | 2 +
.../KERBEROS/package/scripts/kerberos_common.py | 48 +++++++++++++++++++
.../server/agent/TestHeartbeatHandler.java | 5 +-
.../server/controller/KerberosHelperTest.java | 24 ++++++++--
.../stacks/2.2/KERBEROS/test_kerberos_client.py | 23 +++++++++
13 files changed, 290 insertions(+), 15 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-common/src/main/python/resource_management/core/resources/klist.py
----------------------------------------------------------------------
diff --git a/ambari-common/src/main/python/resource_management/core/resources/klist.py b/ambari-common/src/main/python/resource_management/core/resources/klist.py
new file mode 100644
index 0000000..ec6fca8
--- /dev/null
+++ b/ambari-common/src/main/python/resource_management/core/resources/klist.py
@@ -0,0 +1,45 @@
+#!/usr/bin/env python
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+Ambari Agent
+
+"""
+
+from resource_management.core import shell
+from resource_management import functions
+from resource_management.libraries.functions.default import default
+from subprocess import PIPE
+
+class Klist:
+ @staticmethod
+ def find_in_search_path():
+ return Klist(functions.get_klist_path(default('/configurations/kerberos-env/executable_search_paths', None)))
+
+ def __init__(self, klist_cmd="klist"):
+ self.klist_cmd = klist_cmd
+
+ def list_principals(self, keytab_path):
+ code, out, err = shell.call(self._command('-k', keytab_path), stdout = PIPE, stderr = PIPE, timeout = 5, sudo=True)
+ if code != 0 or (not out.startswith("Keytab name")):
+ raise Exception('Cannot run klist: %s. Exit code: %d. Error: %s' % (self.klist_cmd, code, err))
+ return set(line.split()[1] for line in out.split("\n")[3:])
+
+ def _command(self, *args):
+ cmd = [self.klist_cmd]
+ cmd.extend(args)
+ return cmd
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java b/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java
index 1bc4c36..92ab3de 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java
@@ -17,6 +17,10 @@
*/
package org.apache.ambari.server.agent;
+import static org.apache.ambari.server.controller.KerberosHelperImpl.CHECK_KEYTABS;
+import static org.apache.ambari.server.controller.KerberosHelperImpl.REMOVE_KEYTAB;
+import static org.apache.ambari.server.controller.KerberosHelperImpl.SET_KEYTAB;
+
import java.io.BufferedInputStream;
import java.io.File;
import java.io.FileInputStream;
@@ -294,7 +298,7 @@ public class HeartBeatHandler {
Map<String, String> hlp = ec.getHostLevelParams();
if (hlp != null) {
String customCommand = hlp.get("custom_command");
- if ("SET_KEYTAB".equalsIgnoreCase(customCommand) || "REMOVE_KEYTAB".equalsIgnoreCase(customCommand)) {
+ if (SET_KEYTAB.equalsIgnoreCase(customCommand) || REMOVE_KEYTAB.equalsIgnoreCase(customCommand) || CHECK_KEYTABS.equalsIgnoreCase(customCommand)) {
LOG.info(String.format("%s called", customCommand));
try {
injectKeytab(ec, customCommand, hostname);
@@ -593,7 +597,7 @@ public class HeartBeatHandler {
if (targetHost.equalsIgnoreCase(hostName)) {
- if ("SET_KEYTAB".equalsIgnoreCase(command)) {
+ if (SET_KEYTAB.equalsIgnoreCase(command)) {
String keytabFilePath = record.get(KerberosIdentityDataFileReader.KEYTAB_FILE_PATH);
if (keytabFilePath != null) {
@@ -629,7 +633,7 @@ public class HeartBeatHandler {
kcp.add(keytabMap);
}
}
- } else if ("REMOVE_KEYTAB".equalsIgnoreCase(command)) {
+ } else if (REMOVE_KEYTAB.equalsIgnoreCase(command) || CHECK_KEYTABS.equalsIgnoreCase(command)) {
Map<String, String> keytabMap = new HashMap<>();
keytabMap.put(KerberosIdentityDataFileReader.HOSTNAME, hostName);
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartbeatProcessor.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartbeatProcessor.java b/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartbeatProcessor.java
index a08abab..2690008 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartbeatProcessor.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartbeatProcessor.java
@@ -18,6 +18,10 @@
package org.apache.ambari.server.agent;
+import static org.apache.ambari.server.controller.KerberosHelperImpl.CHECK_KEYTABS;
+import static org.apache.ambari.server.controller.KerberosHelperImpl.REMOVE_KEYTAB;
+import static org.apache.ambari.server.controller.KerberosHelperImpl.SET_KEYTAB;
+
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
@@ -420,8 +424,8 @@ public class HeartbeatProcessor extends AbstractService{
String customCommand = report.getCustomCommand();
- boolean adding = "SET_KEYTAB".equalsIgnoreCase(customCommand);
- if (adding || "REMOVE_KEYTAB".equalsIgnoreCase(customCommand)) {
+ boolean adding = SET_KEYTAB.equalsIgnoreCase(customCommand);
+ if (adding || REMOVE_KEYTAB.equalsIgnoreCase(customCommand)) {
WriteKeytabsStructuredOut writeKeytabsStructuredOut;
try {
writeKeytabsStructuredOut = gson.fromJson(report.getStructuredOut(), WriteKeytabsStructuredOut.class);
@@ -445,6 +449,12 @@ public class HeartbeatProcessor extends AbstractService{
}
}
}
+ } else if (CHECK_KEYTABS.equalsIgnoreCase(customCommand)) {
+ ListKeytabsStructuredOut structuredOut = gson.fromJson(report.getStructuredOut(), ListKeytabsStructuredOut.class);
+ for (MissingKeytab each : structuredOut.missingKeytabs){
+ LOG.info("Missing keytab: {} on host: {} principal: {}", each.keytabFilePath, hostname, each.principal);
+ kerberosPrincipalHostDAO.remove(each.principal, host.getHostId());
+ }
}
}
@@ -702,6 +712,26 @@ public class HeartbeatProcessor extends AbstractService{
}
}
+ private static class ListKeytabsStructuredOut {
+ @SerializedName("missing_keytabs")
+ private final List<MissingKeytab> missingKeytabs;
+
+ public ListKeytabsStructuredOut(List<MissingKeytab> missingKeytabs) {
+ this.missingKeytabs = missingKeytabs;
+ }
+ }
+
+ private static class MissingKeytab {
+ @SerializedName("principal")
+ private final String principal;
+ @SerializedName("keytab_file_path")
+ private final String keytabFilePath;
+
+ public MissingKeytab(String principal, String keytabFilePath) {
+ this.principal = principal;
+ this.keytabFilePath = keytabFilePath;
+ }
+ }
/**
* This class is used for mapping json of structured output for component START action.
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java
index e5b7afd..6b50ea4 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/KerberosHelperImpl.java
@@ -142,6 +142,9 @@ public class KerberosHelperImpl implements KerberosHelper {
* These values are important when trying to determine the state of the cluster when adding new components
*/
private static final Set<State> PREVIOUSLY_INSTALLED_STATES = EnumSet.of(State.INSTALLED, State.STARTED, State.DISABLED);
+ public static final String CHECK_KEYTABS = "CHECK_KEYTABS";
+ public static final String SET_KEYTAB = "SET_KEYTAB";
+ public static final String REMOVE_KEYTAB = "REMOVE_KEYTAB";
@Inject
private AmbariCustomCommandExecutionHelper customCommandExecutionHelper;
@@ -3027,7 +3030,7 @@ public class KerberosHelperImpl implements KerberosHelper {
ActionExecutionContext actionExecContext = new ActionExecutionContext(
cluster.getClusterName(),
- "SET_KEYTAB",
+ SET_KEYTAB,
requestResourceFilters,
requestParams);
customCommandExecutionHelper.addExecutionCommandsToStage(actionExecContext, stage,
@@ -3042,6 +3045,39 @@ public class KerberosHelperImpl implements KerberosHelper {
}
/**
+ * Send a custom command to the KERBEROS_CLIENT to check if there are missing keytabs on each hosts.
+ */
+ public void addCheckMissingKeytabsStage(Cluster cluster, String clusterHostInfoJson, String hostParamsJson, ServiceComponentHostServerActionEvent event, Map<String, String> commandParameters, RoleCommandOrder roleCommandOrder, RequestStageContainer requestStageContainer, List<ServiceComponentHost> serviceComponentHosts) throws AmbariException {
+ Stage stage = createNewStage(requestStageContainer.getLastStageId(),
+ cluster,
+ requestStageContainer.getId(),
+ "Checking keytabs",
+ StageUtils.getGson().toJson(commandParameters),
+ hostParamsJson);
+
+ Collection<ServiceComponentHost> filteredComponents = filterServiceComponentHostsForHosts(
+ new ArrayList<>(serviceComponentHosts), getHostsWithValidKerberosClient(cluster));
+
+ List<String> hostsToUpdate = createUniqueHostList(filteredComponents, Collections.singleton(HostState.HEALTHY));
+ Map<String, String> requestParams = new HashMap<>();
+ List<RequestResourceFilter> requestResourceFilters = new ArrayList<>();
+ RequestResourceFilter reqResFilter = new RequestResourceFilter(Service.Type.KERBEROS.name(), Role.KERBEROS_CLIENT.name(), hostsToUpdate);
+ requestResourceFilters.add(reqResFilter);
+
+ ActionExecutionContext actionExecContext = new ActionExecutionContext(
+ cluster.getClusterName(),
+ CHECK_KEYTABS,
+ requestResourceFilters,
+ requestParams);
+ customCommandExecutionHelper.addExecutionCommandsToStage(actionExecContext, stage, requestParams, null);
+ RoleGraph roleGraph = roleGraphFactory.createNew(roleCommandOrder);
+ roleGraph.build(stage);
+
+ requestStageContainer.setClusterHostInfo(clusterHostInfoJson);
+ requestStageContainer.addStages(roleGraph.getStages());
+ }
+
+ /**
* Filter out ServiceComponentHosts that are on on hosts in the specified set of host names.
* <p/>
* It is expected that the supplied collection is modifiable. It will be modified inplace.
@@ -3170,7 +3206,7 @@ public class KerberosHelperImpl implements KerberosHelper {
ActionExecutionContext actionExecContext = new ActionExecutionContext(
cluster.getClusterName(),
- "REMOVE_KEYTAB",
+ REMOVE_KEYTAB,
requestResourceFilters,
requestParams);
customCommandExecutionHelper.addExecutionCommandsToStage(actionExecContext, stage,
@@ -3635,6 +3671,11 @@ public class KerberosHelperImpl implements KerberosHelper {
if (kerberosDetails.manageIdentities()) {
commandParameters.put(KerberosServerAction.KDC_TYPE, kerberosDetails.getKdcType().name());
+ if (!regenerateAllKeytabs) {
+ addCheckMissingKeytabsStage(cluster, clusterHostInfoJson, hostParamsJson, event,
+ commandParameters, roleCommandOrder, requestStageContainer, serviceComponentHosts);
+ }
+
// *****************************************************************
// Create stage to create principals
addCreatePrincipalsStage(cluster, clusterHostInfoJson, hostParamsJson, event,
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/metainfo.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/metainfo.xml b/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/metainfo.xml
index 6a2dd09..191028a 100644
--- a/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/metainfo.xml
+++ b/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/metainfo.xml
@@ -60,6 +60,14 @@
<timeout>1000</timeout>
</commandScript>
</customCommand>
+ <customCommand>
+ <name>CHECK_KEYTABS</name>
+ <commandScript>
+ <script>scripts/kerberos_client.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>1000</timeout>
+ </commandScript>
+ </customCommand>
</customCommands>
<configFiles>
<configFile>
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_client.py b/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_client.py
index 39fdcf5..691c4b8 100644
--- a/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_client.py
+++ b/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_client.py
@@ -49,5 +49,8 @@ class KerberosClient(KerberosScript):
def remove_keytab(self, env):
self.delete_keytab_file()
+ def check_keytabs(self, env):
+ self.find_missing_keytabs()
+
if __name__ == "__main__":
KerberosClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_common.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_common.py b/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_common.py
index fcd57af..21accdd 100644
--- a/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_common.py
+++ b/ambari-server/src/main/resources/common-services/KERBEROS/1.10.3-10/package/scripts/kerberos_common.py
@@ -36,6 +36,9 @@ from resource_management.core.source import InlineTemplate, Template, DownloadSo
from utils import get_property_value
from ambari_commons.os_utils import remove_file
from ambari_agent import Constants
+from collections import namedtuple
+from resource_management.core import sudo
+from resource_management.core.resources.klist import Klist
class KerberosScript(Script):
KRB5_REALM_PROPERTIES = [
@@ -443,4 +446,49 @@ class KerberosScript(Script):
curr_content['keytabs'][principal.replace("_HOST", params.hostname)] = '_REMOVED_'
- self.put_structured_out(curr_content)
\ No newline at end of file
+ self.put_structured_out(curr_content)
+
+ def find_missing_keytabs(self):
+ import params
+ missing_keytabs = MissingKeytabs.fromKerberosRecords(params.kerberos_command_params, params.hostname)
+ Logger.info(str(missing_keytabs))
+ curr_content = Script.structuredOut
+ curr_content['missing_keytabs'] = missing_keytabs.as_dict()
+ self.put_structured_out(curr_content)
+
+class MissingKeytabs:
+ class Identity(namedtuple('Identity', ['principal', 'keytab_file_path'])):
+ @staticmethod
+ def fromKerberosRecord(item, hostname):
+ return MissingKeytabs.Identity(
+ get_property_value(item, 'principal').replace("_HOST", hostname),
+ get_property_value(item, 'keytab_file_path'))
+
+ def __str__(self):
+ return "Keytab: %s Principal: %s" % (self.keytab_file_path, self.principal)
+
+ @classmethod
+ def fromKerberosRecords(self, kerberos_record, hostname):
+ with_missing_keytab = (each for each in kerberos_record \
+ if not self.keytab_exists(each) or not self.keytab_has_principal(each, hostname))
+ return MissingKeytabs(set(MissingKeytabs.Identity.fromKerberosRecord(each, hostname) for each in with_missing_keytab))
+
+ @staticmethod
+ def keytab_exists(kerberos_record):
+ return sudo.path_exists(get_property_value(kerberos_record, 'keytab_file_path'))
+
+ @staticmethod
+ def keytab_has_principal(kerberos_record, hostname):
+ principal = get_property_value(kerberos_record, 'principal').replace("_HOST", hostname)
+ keytab = get_property_value(kerberos_record, 'keytab_file_path')
+ klist = Klist.find_in_search_path()
+ return principal in klist.list_principals(keytab)
+
+ def __init__(self, items):
+ self.items = items
+
+ def as_dict(self):
+ return [each._asdict() for each in self.items]
+
+ def __str__(self):
+ return "Missing keytabs:\n%s" % ("\n".join(map(str, self.items))) if self.items else 'No missing keytabs'
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/metainfo.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/metainfo.xml b/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/metainfo.xml
index 0e42bda..6f833c7 100644
--- a/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/metainfo.xml
+++ b/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/metainfo.xml
@@ -60,6 +60,14 @@
<timeout>1000</timeout>
</commandScript>
</customCommand>
+ <customCommand>
+ <name>CHECK_KEYTABS</name>
+ <commandScript>
+ <script>scripts/kerberos_client.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>1000</timeout>
+ </commandScript>
+ </customCommand>
</customCommands>
<configFiles>
<configFile>
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_client.py b/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_client.py
index b2cdaa6..691c4b8 100644
--- a/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_client.py
+++ b/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_client.py
@@ -49,6 +49,8 @@ class KerberosClient(KerberosScript):
def remove_keytab(self, env):
self.delete_keytab_file()
+ def check_keytabs(self, env):
+ self.find_missing_keytabs()
if __name__ == "__main__":
KerberosClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_common.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_common.py b/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_common.py
index abf58ee..d959f11 100644
--- a/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_common.py
+++ b/ambari-server/src/main/resources/stacks/PERF/1.0/services/KERBEROS/package/scripts/kerberos_common.py
@@ -30,6 +30,9 @@ from resource_management import *
from utils import get_property_value
from ambari_commons.os_utils import remove_file
from ambari_agent import Constants
+from collections import namedtuple
+from resource_management.core import sudo
+from resource_management.core.resources.klist import Klist
class KerberosScript(Script):
KRB5_REALM_PROPERTIES = [
@@ -430,3 +433,48 @@ class KerberosScript(Script):
curr_content['keytabs'][principal.replace("_HOST", params.hostname)] = '_REMOVED_'
self.put_structured_out(curr_content)
+
+ def find_missing_keytabs(self):
+ import params
+ missing_keytabs = MissingKeytabs.fromKerberosRecords(params.kerberos_command_params, params.hostname)
+ Logger.info(str(missing_keytabs))
+ curr_content = Script.structuredOut
+ curr_content['missing_keytabs'] = missing_keytabs.as_dict()
+ self.put_structured_out(curr_content)
+
+class MissingKeytabs:
+ class Identity(namedtuple('Identity', ['principal', 'keytab_file_path'])):
+ @staticmethod
+ def fromKerberosRecord(item, hostname):
+ return MissingKeytabs.Identity(
+ get_property_value(item, 'principal').replace("_HOST", hostname),
+ get_property_value(item, 'keytab_file_path'))
+
+ def __str__(self):
+ return "Keytab: %s Principal: %s" % (self.keytab_file_path, self.principal)
+
+ @classmethod
+ def fromKerberosRecords(self, kerberos_record, hostname):
+ with_missing_keytab = (each for each in kerberos_record \
+ if not self.keytab_exists(each) or not self.keytab_has_principal(each, hostname))
+ return MissingKeytabs(set(MissingKeytabs.Identity.fromKerberosRecord(each, hostname) for each in with_missing_keytab))
+
+ @staticmethod
+ def keytab_exists(kerberos_record):
+ return sudo.path_exists(get_property_value(kerberos_record, 'keytab_file_path'))
+
+ @staticmethod
+ def keytab_has_principal(kerberos_record, hostname):
+ principal = get_property_value(kerberos_record, 'principal').replace("_HOST", hostname)
+ keytab = get_property_value(kerberos_record, 'keytab_file_path')
+ klist = Klist.find_in_search_path()
+ return principal in klist.list_principals(keytab)
+
+ def __init__(self, items):
+ self.items = items
+
+ def as_dict(self):
+ return [each._asdict() for each in self.items]
+
+ def __str__(self):
+ return "Missing keytabs:\n%s" % ("\n".join(map(str, self.items))) if self.items else 'No missing keytabs'
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java b/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
index baa9bae..4235b11 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
@@ -30,6 +30,7 @@ import static org.apache.ambari.server.agent.DummyHeartbeatConstants.HDFS;
import static org.apache.ambari.server.agent.DummyHeartbeatConstants.HDFS_CLIENT;
import static org.apache.ambari.server.agent.DummyHeartbeatConstants.NAMENODE;
import static org.apache.ambari.server.agent.DummyHeartbeatConstants.SECONDARY_NAMENODE;
+import static org.apache.ambari.server.controller.KerberosHelperImpl.SET_KEYTAB;
import static org.easymock.EasyMock.expect;
import static org.easymock.EasyMock.replay;
import static org.easymock.EasyMock.reset;
@@ -1476,7 +1477,7 @@ public class TestHeartbeatHandler {
ExecutionCommand executionCommand = new ExecutionCommand();
Map<String, String> hlp = new HashMap<>();
- hlp.put("custom_command", "SET_KEYTAB");
+ hlp.put("custom_command", SET_KEYTAB);
executionCommand.setHostLevelParams(hlp);
Map<String, String> commandparams = new HashMap<>();
@@ -1496,7 +1497,7 @@ public class TestHeartbeatHandler {
}});
replay(am);
- heartbeatTestHelper.getHeartBeatHandler(am, aq).injectKeytab(executionCommand, "SET_KEYTAB", targetHost);
+ heartbeatTestHelper.getHeartBeatHandler(am, aq).injectKeytab(executionCommand, SET_KEYTAB, targetHost);
return executionCommand.getKerberosCommandParams();
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
index 4508527..0196069 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
@@ -2824,23 +2824,23 @@ public class KerberosHelperTest extends EasyMockSupport {
add(schKerberosClientC);
}
})
- .once();
+ .anyTimes();
final Clusters clusters = injector.getInstance(Clusters.class);
if ((filteredHosts == null) || filteredHosts.contains("hostA")) {
expect(clusters.getHost("hostA"))
.andReturn(hostA)
- .once();
+ .anyTimes();
}
if ((filteredHosts == null) || filteredHosts.contains("hostB")) {
expect(clusters.getHost("hostB"))
.andReturn(hostB)
- .once();
+ .anyTimes();
}
if ((filteredHosts == null) || filteredHosts.contains("hostC")) {
expect(clusters.getHost("hostC"))
.andReturn(hostC)
- .once();
+ .anyTimes();
}
final AmbariManagementController ambariManagementController = injector.getInstance(AmbariManagementController.class);
@@ -2917,6 +2917,13 @@ public class KerberosHelperTest extends EasyMockSupport {
expectLastCall().once();
requestStageContainer.addStages(EasyMock.<List<Stage>>anyObject());
expectLastCall().once();
+ // Getting missing keytabs
+ expect(requestStageContainer.getLastStageId()).andReturn(-1L).anyTimes();
+ expect(requestStageContainer.getId()).andReturn(1L).once();
+ requestStageContainer.setClusterHostInfo(anyString());
+ expectLastCall().once();
+ requestStageContainer.addStages(EasyMock.<List<Stage>>anyObject());
+ expectLastCall().once();
// Create Principals Stage
expect(requestStageContainer.getLastStageId()).andReturn(-1L).anyTimes();
expect(requestStageContainer.getId()).andReturn(1L).once();
@@ -3268,7 +3275,7 @@ public class KerberosHelperTest extends EasyMockSupport {
final Clusters clusters = injector.getInstance(Clusters.class);
expect(clusters.getHost("host1"))
.andReturn(host)
- .once();
+ .anyTimes();
final AmbariManagementController ambariManagementController = injector.getInstance(AmbariManagementController.class);
expect(ambariManagementController.findConfigurationTagsWithOverrides(cluster, null))
@@ -3302,6 +3309,13 @@ public class KerberosHelperTest extends EasyMockSupport {
expectLastCall().once();
requestStageContainer.addStages(EasyMock.<List<Stage>>anyObject());
expectLastCall().once();
+ // Getting missing keytabs
+ expect(requestStageContainer.getLastStageId()).andReturn(-1L).anyTimes();
+ expect(requestStageContainer.getId()).andReturn(1L).once();
+ requestStageContainer.setClusterHostInfo(anyString());
+ expectLastCall().once();
+ requestStageContainer.addStages(EasyMock.<List<Stage>>anyObject());
+ expectLastCall().once();
// Create Principals Stage
expect(requestStageContainer.getLastStageId()).andReturn(-1L).anyTimes();
expect(requestStageContainer.getId()).andReturn(1L).once();
http://git-wip-us.apache.org/repos/asf/ambari/blob/a45e8f4f/ambari-server/src/test/python/stacks/2.2/KERBEROS/test_kerberos_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/KERBEROS/test_kerberos_client.py b/ambari-server/src/test/python/stacks/2.2/KERBEROS/test_kerberos_client.py
index f638845..cb2db3a 100644
--- a/ambari-server/src/test/python/stacks/2.2/KERBEROS/test_kerberos_client.py
+++ b/ambari-server/src/test/python/stacks/2.2/KERBEROS/test_kerberos_client.py
@@ -23,6 +23,8 @@ import os
import sys
import use_cases
from stacks.utils.RMFTestCase import *
+from resource_management import Script
+from collections import OrderedDict
from only_for_platform import not_for_platform, PLATFORM_WINDOWS
@@ -353,3 +355,24 @@ class TestKerberosClient(RMFTestCase):
# The kdc_host is expected to generated using kdc_hosts, but only the first host is used since
# previous versions only knew how to handle a single KDC host
self.assertEquals('c6401.ambari.apache.org', sys.modules['params'].kdc_host)
+
+ @patch("resource_management.core.sudo.path_exists")
+ def test_find_missing_keytabs(self, path_exists):
+ path_exists.side_effect = [False]
+ json_data = use_cases.get_managed_kdc_use_case()
+ json_data['kerberosCommandParams'] = [
+ {
+ "keytab_file_path": '/deleted_keytab',
+ "principal": "HTTP/_HOST@EXAMPLE.COM"
+ }
+ ]
+ self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/kerberos_client.py",
+ classname="KerberosClient",
+ command="check_keytabs",
+ config_dict=json_data,
+ stack_version=self.STACK_VERSION,
+ target=RMFTestCase.TARGET_COMMON_SERVICES)
+ self.assertEquals(Script.structuredOut['missing_keytabs'], [OrderedDict({
+ 'keytab_file_path' : '/deleted_keytab',
+ 'principal' : 'HTTP/c6401.ambari.apache.org@EXAMPLE.COM'
+ })])
\ No newline at end of file
[45/52] [abbrv] ambari git commit: AMBARI-21678 Configs page doesnt
load when switched to another service while Restart is in progress.(atkach)
Posted by jl...@apache.org.
AMBARI-21678 Configs page doesnt load when switched to another service while Restart is in progress.(atkach)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/2d69fc7e
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/2d69fc7e
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/2d69fc7e
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 2d69fc7e043c47fb115bee03c55792f5e575e597
Parents: e88b61e
Author: Andrii Tkach <at...@apache.org>
Authored: Tue Aug 8 13:43:56 2017 +0300
Committer: Andrii Tkach <at...@apache.org>
Committed: Tue Aug 8 14:06:46 2017 +0300
----------------------------------------------------------------------
ambari-web/app/views/common/configs/config_history_flow.js | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d69fc7e/ambari-web/app/views/common/configs/config_history_flow.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/views/common/configs/config_history_flow.js b/ambari-web/app/views/common/configs/config_history_flow.js
index 6ff5587..6903e8e 100644
--- a/ambari-web/app/views/common/configs/config_history_flow.js
+++ b/ambari-web/app/views/common/configs/config_history_flow.js
@@ -82,7 +82,7 @@ App.ConfigHistoryFlowView = Em.View.extend({
isSaveDisabled: Em.computed.or('controller.isSubmitDisabled', '!controller.versionLoaded', '!controller.isPropertiesChanged'),
- serviceName: Em.computed.alias('controller.selectedService.serviceName'),
+ serviceName: Em.computed.alias('controller.content.serviceName'),
displayedServiceVersion: Em.computed.findBy('serviceVersions', 'isDisplayed', true),
/**
[46/52] [abbrv] ambari git commit: AMBARI-21672 - Update
Orchestration to support MAINT (jonathanhurley)
Posted by jl...@apache.org.
AMBARI-21672 - Update Orchestration to support MAINT (jonathanhurley)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/3155a43e
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/3155a43e
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/3155a43e
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 3155a43e591499e9501ee3b2f6e5f095a9883177
Parents: 2d69fc7
Author: Jonathan Hurley <jh...@hortonworks.com>
Authored: Mon Aug 7 11:03:09 2017 -0400
Committer: Jonathan Hurley <jh...@hortonworks.com>
Committed: Tue Aug 8 10:11:53 2017 -0400
----------------------------------------------------------------------
.../ambari/server/state/UpgradeContext.java | 140 +++++++----
.../ambari/server/state/UpgradeContextTest.java | 246 ++++++++++++++++---
2 files changed, 309 insertions(+), 77 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/3155a43e/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
index 0e409a4..a4ed080 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
@@ -65,6 +65,7 @@ import org.apache.ambari.server.orm.entities.UpgradeEntity;
import org.apache.ambari.server.orm.entities.UpgradeHistoryEntity;
import org.apache.ambari.server.stack.MasterHostResolver;
import org.apache.ambari.server.stageplanner.RoleGraphFactory;
+import org.apache.ambari.server.state.repository.ClusterVersionSummary;
import org.apache.ambari.server.state.repository.VersionDefinitionXml;
import org.apache.ambari.server.state.stack.PrereqCheckStatus;
import org.apache.ambari.server.state.stack.UpgradePack;
@@ -114,17 +115,17 @@ public class UpgradeContext {
/*
* The cluster that the upgrade is for.
*/
- final private Cluster m_cluster;
+ private final Cluster m_cluster;
/**
* The direction of the upgrade.
*/
- final private Direction m_direction;
+ private final Direction m_direction;
/**
* The type of upgrade.
*/
- final private UpgradeType m_type;
+ private final UpgradeType m_type;
/**
* The upgrade pack for this upgrade.
@@ -187,7 +188,7 @@ public class UpgradeContext {
* A set of services which are included in this upgrade. If this is empty,
* then all cluster services are included.
*/
- private Set<String> m_services = new HashSet<>();
+ private final Set<String> m_services = new HashSet<>();
/**
* A mapping of service to target repository. On an upgrade, this will be the
@@ -252,7 +253,7 @@ public class UpgradeContext {
/**
* Used as a quick way to tell if the upgrade is to revert a patch.
*/
- private boolean m_isRevert = false;
+ private final boolean m_isRevert;
/**
* Defines orchestration type. This is not the repository type when reverting a patch.
@@ -356,48 +357,8 @@ public class UpgradeContext {
m_repositoryVersion = m_repoVersionDAO.findByPK(Long.valueOf(repositoryVersionId));
m_orchestration = m_repositoryVersion.getType();
- if (m_orchestration == RepositoryType.STANDARD) {
- m_services.addAll(cluster.getServices().keySet());
- } else {
- try {
- VersionDefinitionXml vdf = m_repositoryVersion.getRepositoryXml();
- m_services.addAll(vdf.getAvailableServiceNames());
-
- // if this is every true, then just stop the upgrade attempt and
- // throw an exception
- if (m_services.isEmpty()) {
- String message = String.format(
- "When using a VDF of type %s, the available services must be defined in the VDF",
- m_repositoryVersion.getType());
-
- throw new AmbariException(message);
- }
-
- } catch (Exception e) {
- String msg = String.format(
- "Could not parse version definition for %s. Upgrade will not proceed.",
- m_repositoryVersion.getVersion());
-
- throw new AmbariException(msg);
- }
- }
-
- Set<String> installedServices = new HashSet<>();
- // populate the target repository map for all services in the upgrade
- for (String serviceName : m_services) {
- try {
- Service service = cluster.getService(serviceName);
- m_sourceRepositoryMap.put(serviceName, service.getDesiredRepositoryVersion());
- m_targetRepositoryMap.put(serviceName, m_repositoryVersion);
- installedServices.add(serviceName);
- } catch (ServiceNotFoundException e) {
- LOG.warn("Skipping orchestraction for service {}, as it was defined to upgrade, but is not installed in cluster {}",
- serviceName, cluster.getClusterName());
- }
- }
-
- m_services = installedServices;
-
+ // add all of the services participating in the upgrade
+ m_services.addAll(getServicesForUpgrade(cluster, m_repositoryVersion));
break;
}
case DOWNGRADE:{
@@ -417,8 +378,8 @@ public class UpgradeContext {
break;
}
default:
- m_repositoryVersion = null;
- break;
+ throw new AmbariException(
+ String.format("%s is not a valid upgrade direction.", m_direction));
}
}
@@ -907,6 +868,87 @@ public class UpgradeContext {
}
/**
+ * Gets the set of services which will participate in the upgrade. The
+ * services available in the repository are comapred against those installed
+ * in the cluster to arrive at the final subset.
+ * <p/>
+ * In some cases, such as with a {@link RepositoryType#MAINT} repository, the
+ * subset can be further trimmed by determing that an installed services is
+ * already at a high enough version and doesn't need to be upgraded.
+ * <p/>
+ * This method will also populate the source ({@link #m_sourceRepositoryMap})
+ * and target ({@link #m_targetRepositoryMap}) repository maps.
+ *
+ * @param cluster
+ * the cluster (not {@code null}).
+ * @param repositoryVersion
+ * the repository to use for the upgrade (not {@code null}).
+ * @return the set of services which will participate in the upgrade.
+ * @throws AmbariException
+ */
+ private Set<String> getServicesForUpgrade(Cluster cluster,
+ RepositoryVersionEntity repositoryVersion) throws AmbariException {
+
+ // keep track of the services which will be in this upgrade
+ Set<String> servicesForUpgrade = new HashSet<>();
+
+ // standard repo types use all services of the cluster
+ if (repositoryVersion.getType() == RepositoryType.STANDARD) {
+ servicesForUpgrade = cluster.getServices().keySet();
+ } else {
+ try {
+ // use the VDF and cluster to determine what services should be in this
+ // upgrade - this will take into account the type (such as patch/maint)
+ // and the version of services installed in the cluster
+ VersionDefinitionXml vdf = repositoryVersion.getRepositoryXml();
+ ClusterVersionSummary clusterVersionSummary = vdf.getClusterSummary(cluster);
+ servicesForUpgrade = clusterVersionSummary.getAvailableServiceNames();
+
+ // if this is every true, then just stop the upgrade attempt and
+ // throw an exception
+ if (servicesForUpgrade.isEmpty()) {
+ String message = String.format(
+ "When using a VDF of type %s, the available services must be defined in the VDF",
+ repositoryVersion.getType());
+
+ throw new AmbariException(message);
+ }
+ } catch (Exception e) {
+ String msg = String.format(
+ "Could not parse version definition for %s. Upgrade will not proceed.",
+ repositoryVersion.getVersion());
+
+ throw new AmbariException(msg);
+ }
+ }
+
+ // now that we have a list of the services defined by the VDF, only include
+ // services which are actually installed
+ Iterator<String> iterator = servicesForUpgrade.iterator();
+ while (iterator.hasNext()) {
+ String serviceName = null;
+ try {
+ serviceName = iterator.next();
+ Service service = cluster.getService(serviceName);
+
+ m_sourceRepositoryMap.put(serviceName, service.getDesiredRepositoryVersion());
+ m_targetRepositoryMap.put(serviceName, repositoryVersion);
+ } catch (ServiceNotFoundException e) {
+ // remove the service which is not part of the cluster - this should
+ // never happen since the summary from the VDF does this already, but
+ // can't hurt to be safe
+ iterator.remove();
+
+ LOG.warn(
+ "Skipping orchestration for service {}, as it was defined to upgrade, but is not installed in cluster {}",
+ serviceName, cluster.getClusterName());
+ }
+ }
+
+ return servicesForUpgrade;
+ }
+
+ /**
* Builds a chain of {@link UpgradeRequestValidator}s to ensure that the
* incoming request to create a new upgrade is valid.
*
http://git-wip-us.apache.org/repos/asf/ambari/blob/3155a43e/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
index e2bb27e..e04be5e 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
@@ -33,6 +33,8 @@ import org.apache.ambari.server.orm.dao.UpgradeDAO;
import org.apache.ambari.server.orm.entities.RepositoryVersionEntity;
import org.apache.ambari.server.orm.entities.UpgradeEntity;
import org.apache.ambari.server.orm.entities.UpgradeHistoryEntity;
+import org.apache.ambari.server.state.repository.ClusterVersionSummary;
+import org.apache.ambari.server.state.repository.VersionDefinitionXml;
import org.apache.ambari.server.state.stack.UpgradePack;
import org.apache.ambari.server.state.stack.upgrade.Direction;
import org.apache.ambari.server.state.stack.upgrade.UpgradeType;
@@ -43,39 +45,93 @@ import org.easymock.Mock;
import org.junit.Before;
import org.junit.Test;
+import com.google.common.collect.Sets;
+
/**
* Tests {@link UpgradeContext}.
*/
public class UpgradeContextTest extends EasyMockSupport {
+ private final static String HDFS_SERVICE_NAME = "HDFS";
+ private final static String ZOOKEEPER_SERVICE_NAME = "ZOOKEEPER";
+
+ /**
+ * An existing upgrade which can be reverted.
+ */
@Mock
private UpgradeEntity m_completedRevertableUpgrade;
+ /**
+ * The target repository of a completed upgrade.
+ */
@Mock
- private RepositoryVersionEntity m_completedUpgradeTargetRepositoryVersion;
+ private RepositoryVersionEntity m_targetRepositoryVersion;
+ /**
+ * The source repository of a completed upgrade.
+ */
@Mock
- private RepositoryVersionEntity m_completedUpgradeSourceRepositoryVersion;
+ private RepositoryVersionEntity m_sourceRepositoryVersion;
+ /**
+ * The cluster performing the upgrade.
+ */
+ @Mock
+ private Cluster m_cluster;
+
+ /**
+ * HDFS
+ */
+ @Mock
+ private Service m_hdfsService;
+
+ /**
+ * ZooKeeper
+ */
+ @Mock
+ private Service m_zookeeperService;
@Mock
private UpgradeDAO m_upgradeDAO;
+ @Mock
+ private RepositoryVersionDAO m_repositoryVersionDAO;
+
+ /**
+ * Used to mock out what services will be provided to us by the VDF/cluster.
+ */
+ @Mock
+ private ClusterVersionSummary m_clusterVersionSummary;
+
+ /**
+ *
+ */
+ @Mock
+ private VersionDefinitionXml m_vdfXml;
+
+ /**
+ * The cluster services.
+ */
+ private Map<String, Service> m_services = new HashMap<>();
+
@Before
- public void setup() {
+ public void setup() throws Exception {
injectMocks(this);
- expect(m_completedUpgradeSourceRepositoryVersion.getId()).andReturn(1L).anyTimes();
- expect(m_completedUpgradeSourceRepositoryVersion.getStackId()).andReturn(new StackId("HDP", "2.6")).anyTimes();
- expect(m_completedUpgradeTargetRepositoryVersion.getId()).andReturn(1L).anyTimes();
- expect(m_completedUpgradeTargetRepositoryVersion.getStackId()).andReturn(new StackId("HDP", "2.6")).anyTimes();
+ expect(m_sourceRepositoryVersion.getId()).andReturn(1L).anyTimes();
+ expect(m_sourceRepositoryVersion.getStackId()).andReturn(new StackId("HDP", "2.6")).anyTimes();
+ expect(m_targetRepositoryVersion.getId()).andReturn(99L).anyTimes();
+ expect(m_targetRepositoryVersion.getStackId()).andReturn(new StackId("HDP", "2.6")).anyTimes();
UpgradeHistoryEntity upgradeHistoryEntity = createNiceMock(UpgradeHistoryEntity.class);
- expect(upgradeHistoryEntity.getServiceName()).andReturn("HDFS").atLeastOnce();
- expect(upgradeHistoryEntity.getFromReposistoryVersion()).andReturn(m_completedUpgradeSourceRepositoryVersion).anyTimes();
- expect(upgradeHistoryEntity.getTargetRepositoryVersion()).andReturn(m_completedUpgradeTargetRepositoryVersion).anyTimes();
+ expect(upgradeHistoryEntity.getServiceName()).andReturn(HDFS_SERVICE_NAME).anyTimes();
+ expect(upgradeHistoryEntity.getFromReposistoryVersion()).andReturn(m_sourceRepositoryVersion).anyTimes();
+ expect(upgradeHistoryEntity.getTargetRepositoryVersion()).andReturn(m_targetRepositoryVersion).anyTimes();
List<UpgradeHistoryEntity> upgradeHistory = Lists.newArrayList(upgradeHistoryEntity);
+ expect(m_repositoryVersionDAO.findByPK(1L)).andReturn(m_sourceRepositoryVersion).anyTimes();
+ expect(m_repositoryVersionDAO.findByPK(99L)).andReturn(m_targetRepositoryVersion).anyTimes();
+
expect(m_upgradeDAO.findUpgrade(1L)).andReturn(m_completedRevertableUpgrade).anyTimes();
expect(
@@ -83,10 +139,156 @@ public class UpgradeContextTest extends EasyMockSupport {
eq(Direction.UPGRADE))).andReturn(m_completedRevertableUpgrade).anyTimes();
expect(m_completedRevertableUpgrade.getDirection()).andReturn(Direction.UPGRADE).anyTimes();
- expect(m_completedRevertableUpgrade.getRepositoryVersion()).andReturn(m_completedUpgradeTargetRepositoryVersion).anyTimes();
+ expect(m_completedRevertableUpgrade.getRepositoryVersion()).andReturn(m_targetRepositoryVersion).anyTimes();
expect(m_completedRevertableUpgrade.getOrchestration()).andReturn(RepositoryType.PATCH).anyTimes();
expect(m_completedRevertableUpgrade.getHistory()).andReturn(upgradeHistory).anyTimes();
expect(m_completedRevertableUpgrade.getUpgradePackage()).andReturn(null).anyTimes();
+
+ RepositoryVersionEntity hdfsRepositoryVersion = createNiceMock(RepositoryVersionEntity.class);
+
+ expect(m_hdfsService.getDesiredRepositoryVersion()).andReturn(hdfsRepositoryVersion).anyTimes();
+ expect(m_cluster.getService(HDFS_SERVICE_NAME)).andReturn(m_hdfsService).anyTimes();
+ m_services.put(HDFS_SERVICE_NAME, m_hdfsService);
+
+ expect(m_cluster.getServices()).andReturn(m_services).anyTimes();
+ expect(m_cluster.getClusterId()).andReturn(1L).anyTimes();
+ expect(m_cluster.getClusterName()).andReturn("c1").anyTimes();
+ expect(m_cluster.getUpgradeInProgress()).andReturn(null).atLeastOnce();
+
+ // VDF stuff
+ expect(m_vdfXml.getClusterSummary(EasyMock.anyObject(Cluster.class))).andReturn(
+ m_clusterVersionSummary).anyTimes();
+ }
+
+ /**
+ * Tests that the {@link UpgradeContext} for a normal upgrade.
+ *
+ * @throws Exception
+ */
+ @Test
+ public void testFullUpgrade() throws Exception {
+ UpgradeHelper upgradeHelper = createNiceMock(UpgradeHelper.class);
+ ConfigHelper configHelper = createNiceMock(ConfigHelper.class);
+ UpgradePack upgradePack = createNiceMock(UpgradePack.class);
+
+ expect(m_targetRepositoryVersion.getType()).andReturn(RepositoryType.STANDARD).atLeastOnce();
+
+ expect(upgradeHelper.suggestUpgradePack(EasyMock.anyString(), EasyMock.anyObject(StackId.class),
+ EasyMock.anyObject(StackId.class), EasyMock.anyObject(Direction.class),
+ EasyMock.anyObject(UpgradeType.class), EasyMock.anyString())).andReturn(upgradePack).once();
+
+ replayAll();
+
+ Map<String, Object> requestMap = new HashMap<>();
+ requestMap.put(UpgradeResourceProvider.UPGRADE_TYPE, UpgradeType.ROLLING.name());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_DIRECTION, Direction.UPGRADE.name());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_REPO_VERSION_ID,
+ m_targetRepositoryVersion.getId().toString());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_SKIP_PREREQUISITE_CHECKS, "true");
+
+ UpgradeContext context = new UpgradeContext(m_cluster, requestMap, null, upgradeHelper,
+ m_upgradeDAO, m_repositoryVersionDAO, configHelper);
+
+ assertEquals(Direction.UPGRADE, context.getDirection());
+ assertEquals(RepositoryType.STANDARD, context.getOrchestrationType());
+ assertEquals(1, context.getSupportedServices().size());
+ assertFalse(context.isPatchRevert());
+
+ verifyAll();
+ }
+
+ /**
+ * Tests that the {@link UpgradeContext} for a patch upgrade.
+ *
+ * @throws Exception
+ */
+ @Test
+ public void testPatchUpgrade() throws Exception {
+ UpgradeHelper upgradeHelper = createNiceMock(UpgradeHelper.class);
+ ConfigHelper configHelper = createNiceMock(ConfigHelper.class);
+ UpgradePack upgradePack = createNiceMock(UpgradePack.class);
+
+ expect(m_clusterVersionSummary.getAvailableServiceNames()).andReturn(
+ Sets.newHashSet(HDFS_SERVICE_NAME)).once();
+
+ expect(m_targetRepositoryVersion.getType()).andReturn(RepositoryType.PATCH).atLeastOnce();
+ expect(m_targetRepositoryVersion.getRepositoryXml()).andReturn(m_vdfXml).once();
+
+ expect(upgradeHelper.suggestUpgradePack(EasyMock.anyString(), EasyMock.anyObject(StackId.class),
+ EasyMock.anyObject(StackId.class), EasyMock.anyObject(Direction.class),
+ EasyMock.anyObject(UpgradeType.class), EasyMock.anyString())).andReturn(upgradePack).once();
+
+ // make the cluster have 2 services just for fun (the VDF only has 1
+ // service)
+ expect(m_cluster.getService(ZOOKEEPER_SERVICE_NAME)).andReturn(m_zookeeperService).anyTimes();
+ m_services.put(ZOOKEEPER_SERVICE_NAME, m_zookeeperService);
+ assertEquals(2, m_services.size());
+
+ replayAll();
+
+ Map<String, Object> requestMap = new HashMap<>();
+ requestMap.put(UpgradeResourceProvider.UPGRADE_TYPE, UpgradeType.NON_ROLLING.name());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_DIRECTION, Direction.UPGRADE.name());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_REPO_VERSION_ID, m_targetRepositoryVersion.getId().toString());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_SKIP_PREREQUISITE_CHECKS, "true");
+
+ UpgradeContext context = new UpgradeContext(m_cluster, requestMap, null, upgradeHelper,
+ m_upgradeDAO, m_repositoryVersionDAO, configHelper);
+
+ assertEquals(Direction.UPGRADE, context.getDirection());
+ assertEquals(RepositoryType.PATCH, context.getOrchestrationType());
+ assertEquals(1, context.getSupportedServices().size());
+ assertFalse(context.isPatchRevert());
+
+ verifyAll();
+ }
+
+ /**
+ * Tests that the {@link UpgradeContext} for a maintenance upgrade.
+ * Maintenance upgrades will only upgrade services which require it by
+ * examining the versions included in the VDF.
+ *
+ * @throws Exception
+ */
+ @Test
+ public void testMaintUpgrade() throws Exception {
+ UpgradeHelper upgradeHelper = createNiceMock(UpgradeHelper.class);
+ ConfigHelper configHelper = createNiceMock(ConfigHelper.class);
+ UpgradePack upgradePack = createNiceMock(UpgradePack.class);
+
+ expect(m_clusterVersionSummary.getAvailableServiceNames()).andReturn(
+ Sets.newHashSet(HDFS_SERVICE_NAME)).once();
+
+ expect(m_targetRepositoryVersion.getType()).andReturn(RepositoryType.MAINT).atLeastOnce();
+ expect(m_targetRepositoryVersion.getRepositoryXml()).andReturn(m_vdfXml).once();
+
+ expect(upgradeHelper.suggestUpgradePack(EasyMock.anyString(), EasyMock.anyObject(StackId.class),
+ EasyMock.anyObject(StackId.class), EasyMock.anyObject(Direction.class),
+ EasyMock.anyObject(UpgradeType.class), EasyMock.anyString())).andReturn(upgradePack).once();
+
+ // make the cluster have 2 services - one is already upgraded to a new
+ // enough version
+ expect(m_cluster.getService(ZOOKEEPER_SERVICE_NAME)).andReturn(m_zookeeperService).anyTimes();
+ m_services.put(ZOOKEEPER_SERVICE_NAME, m_zookeeperService);
+ assertEquals(2, m_services.size());
+
+ replayAll();
+
+ Map<String, Object> requestMap = new HashMap<>();
+ requestMap.put(UpgradeResourceProvider.UPGRADE_TYPE, UpgradeType.NON_ROLLING.name());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_DIRECTION, Direction.UPGRADE.name());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_REPO_VERSION_ID, m_targetRepositoryVersion.getId().toString());
+ requestMap.put(UpgradeResourceProvider.UPGRADE_SKIP_PREREQUISITE_CHECKS, "true");
+
+ UpgradeContext context = new UpgradeContext(m_cluster, requestMap, null, upgradeHelper,
+ m_upgradeDAO, m_repositoryVersionDAO, configHelper);
+
+ assertEquals(Direction.UPGRADE, context.getDirection());
+ assertEquals(RepositoryType.MAINT, context.getOrchestrationType());
+ assertEquals(1, context.getSupportedServices().size());
+ assertFalse(context.isPatchRevert());
+
+ verifyAll();
}
/**
@@ -97,21 +299,15 @@ public class UpgradeContextTest extends EasyMockSupport {
*/
@Test
public void testRevert() throws Exception {
- Cluster cluster = createNiceMock(Cluster.class);
UpgradeHelper upgradeHelper = createNiceMock(UpgradeHelper.class);
ConfigHelper configHelper = createNiceMock(ConfigHelper.class);
- RepositoryVersionDAO repositoryVersionDAO = createNiceMock(RepositoryVersionDAO.class);
- RepositoryVersionEntity hdfsRepositoryVersion = createNiceMock(RepositoryVersionEntity.class);
- Service service = createNiceMock(Service.class);
UpgradePack upgradePack = createNiceMock(UpgradePack.class);
expect(upgradeHelper.suggestUpgradePack(EasyMock.anyString(), EasyMock.anyObject(StackId.class),
EasyMock.anyObject(StackId.class), EasyMock.anyObject(Direction.class),
EasyMock.anyObject(UpgradeType.class), EasyMock.anyString())).andReturn(upgradePack).once();
- expect(service.getDesiredRepositoryVersion()).andReturn(hdfsRepositoryVersion).once();
- expect(cluster.getService("HDFS")).andReturn(service).atLeastOnce();
Map<String, Object> requestMap = new HashMap<>();
requestMap.put(UpgradeResourceProvider.UPGRADE_TYPE, UpgradeType.ROLLING.name());
@@ -119,8 +315,8 @@ public class UpgradeContextTest extends EasyMockSupport {
replayAll();
- UpgradeContext context = new UpgradeContext(cluster, requestMap, null, upgradeHelper,
- m_upgradeDAO, repositoryVersionDAO, configHelper);
+ UpgradeContext context = new UpgradeContext(m_cluster, requestMap, null, upgradeHelper,
+ m_upgradeDAO, m_repositoryVersionDAO, configHelper);
assertEquals(Direction.DOWNGRADE, context.getDirection());
assertEquals(RepositoryType.PATCH, context.getOrchestrationType());
@@ -137,21 +333,15 @@ public class UpgradeContextTest extends EasyMockSupport {
* @throws Exception
*/
@Test
- public void testDowngradeScope() throws Exception {
- Cluster cluster = createNiceMock(Cluster.class);
+ public void testDowngradeForPatch() throws Exception {
UpgradeHelper upgradeHelper = createNiceMock(UpgradeHelper.class);
ConfigHelper configHelper = createNiceMock(ConfigHelper.class);
- RepositoryVersionDAO repositoryVersionDAO = createNiceMock(RepositoryVersionDAO.class);
- RepositoryVersionEntity hdfsRepositoryVersion = createNiceMock(RepositoryVersionEntity.class);
- Service service = createNiceMock(Service.class);
UpgradePack upgradePack = createNiceMock(UpgradePack.class);
expect(upgradeHelper.suggestUpgradePack(EasyMock.anyString(), EasyMock.anyObject(StackId.class),
EasyMock.anyObject(StackId.class), EasyMock.anyObject(Direction.class),
EasyMock.anyObject(UpgradeType.class), EasyMock.anyString())).andReturn(upgradePack).once();
- expect(service.getDesiredRepositoryVersion()).andReturn(hdfsRepositoryVersion).once();
- expect(cluster.getService("HDFS")).andReturn(service).atLeastOnce();
Map<String, Object> requestMap = new HashMap<>();
requestMap.put(UpgradeResourceProvider.UPGRADE_TYPE, UpgradeType.NON_ROLLING.name());
@@ -159,8 +349,8 @@ public class UpgradeContextTest extends EasyMockSupport {
replayAll();
- UpgradeContext context = new UpgradeContext(cluster, requestMap, null, upgradeHelper,
- m_upgradeDAO, repositoryVersionDAO, configHelper);
+ UpgradeContext context = new UpgradeContext(m_cluster, requestMap, null, upgradeHelper,
+ m_upgradeDAO, m_repositoryVersionDAO, configHelper);
assertEquals(Direction.DOWNGRADE, context.getDirection());
assertEquals(RepositoryType.PATCH, context.getOrchestrationType());
[44/52] [abbrv] ambari git commit: AMBARI-21673. Deploy fails with
alert_state constraint violation (Myroslav Papirkovskyy via alejandro)
Posted by jl...@apache.org.
AMBARI-21673. Deploy fails with alert_state constraint violation (Myroslav Papirkovskyy via alejandro)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/e88b61e6
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/e88b61e6
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/e88b61e6
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: e88b61e6c7831a569876dcbac524fbe2b465c967
Parents: 7a90a26
Author: Alejandro Fernandez <af...@hortonworks.com>
Authored: Mon Aug 7 17:10:05 2017 -0700
Committer: Alejandro Fernandez <af...@hortonworks.com>
Committed: Mon Aug 7 17:10:05 2017 -0700
----------------------------------------------------------------------
.../stacks/HDP/3.0/configuration/cluster-env.xml | 12 ++++++++++++
1 file changed, 12 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/e88b61e6/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml b/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
index c2e2971..2fa33bd 100644
--- a/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
@@ -220,6 +220,18 @@ gpgcheck=0</value>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
+ <!-- Define stack_name property in the base stack. DO NOT override this property for each stack version -->
+ <property>
+ <name>stack_name</name>
+ <value>HDP</value>
+ <description>The name of the stack.</description>
+ <value-attributes>
+ <read-only>true</read-only>
+ <overridable>false</overridable>
+ <visible>false</visible>
+ </value-attributes>
+ <on-ambari-upgrade add="true"/>
+ </property>
<!-- Define stack_tools property in the base stack. DO NOT override this property for each stack version -->
<property>
<name>stack_tools</name>
[20/52] [abbrv] ambari git commit: AMBARI-21497 Conflicts in the
ambari config groups. (atkach)
Posted by jl...@apache.org.
AMBARI-21497 Conflicts in the ambari config groups. (atkach)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/b17225df
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/b17225df
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/b17225df
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: b17225df413ee0f6e562769963df864c69a02821
Parents: 9e91639
Author: Andrii Tkach <at...@apache.org>
Authored: Thu Aug 3 11:35:30 2017 +0300
Committer: Andrii Tkach <at...@apache.org>
Committed: Thu Aug 3 11:35:30 2017 +0300
----------------------------------------------------------------------
.../app/mixins/common/configs/configs_saver.js | 12 ++++++++++-
.../mixins/common/configs/enhanced_configs.js | 13 +++++++++++-
.../mixins/common/configs/configs_saver_test.js | 21 ++++++++++++++++++++
.../common/configs/enhanced_configs_test.js | 13 +++++++++++-
4 files changed, 56 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/b17225df/ambari-web/app/mixins/common/configs/configs_saver.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/mixins/common/configs/configs_saver.js b/ambari-web/app/mixins/common/configs/configs_saver.js
index 4a4163e..dafee79 100644
--- a/ambari-web/app/mixins/common/configs/configs_saver.js
+++ b/ambari-web/app/mixins/common/configs/configs_saver.js
@@ -135,7 +135,7 @@ App.ConfigsSaverMixin = Em.Mixin.create({
if (configGroup && !configGroup.get('isDefault')) {
var overriddenConfigs = this.getConfigsForGroup(configs, configGroup.get('name'));
- if (Em.isArray(overriddenConfigs)) {
+ if (Em.isArray(overriddenConfigs) && this.isOverriddenConfigsModified(overriddenConfigs)) {
var successCallback = this.get('content.serviceName') === serviceName ? 'putConfigGroupChangesSuccess' : null;
this.saveGroup(overriddenConfigs, configGroup, this.get('serviceConfigVersionNote'), successCallback);
}
@@ -143,6 +143,16 @@ App.ConfigsSaverMixin = Em.Mixin.create({
}, this);
},
+ /**
+ * @param {Array} overriddenConfigs
+ * @returns {boolean}
+ */
+ isOverriddenConfigsModified: function(overriddenConfigs) {
+ return overriddenConfigs.some(function(config) {
+ return config.get('savedValue') !== config.get('value');
+ });
+ },
+
saveConfigsForDefaultGroup: function() {
var data = [];
this.get('stepConfigs').forEach(function(stepConfig) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/b17225df/ambari-web/app/mixins/common/configs/enhanced_configs.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/mixins/common/configs/enhanced_configs.js b/ambari-web/app/mixins/common/configs/enhanced_configs.js
index a5af407..f870fc6 100644
--- a/ambari-web/app/mixins/common/configs/enhanced_configs.js
+++ b/ambari-web/app/mixins/common/configs/enhanced_configs.js
@@ -448,7 +448,7 @@ App.EnhancedConfigsMixin = Em.Mixin.create(App.ConfigWithOverrideRecommendationP
var configForGroup = recommendations['config-groups'][0];
this.get('stepConfigs').forEach(function(stepConfig) {
var configGroup = this.getGroupForService(stepConfig.get('serviceName'));
- if (configGroup) {
+ if (configGroup && this.isConfigGroupAffected(configForGroup.hosts, configGroup.get('hosts'))) {
this.updateOverridesByRecommendations(configForGroup.configurations, stepConfig.get('configs'), changedConfigs, configGroup);
this.updateOverridesByRecommendations(configForGroup.dependent_configurations, stepConfig.get('configs'), changedConfigs, configGroup);
this.toggleProperty('forceUpdateBoundaries');
@@ -456,6 +456,17 @@ App.EnhancedConfigsMixin = Em.Mixin.create(App.ConfigWithOverrideRecommendationP
}, this);
},
+
+ /**
+ * determine whether hosts of group affected by config modifications
+ * @param {Array} affectedHosts
+ * @param {Array} groupHosts
+ * @returns {boolean}
+ */
+ isConfigGroupAffected: function(affectedHosts, groupHosts) {
+ return _.intersection(affectedHosts, groupHosts).length > 0;
+ },
+
/**
* method to show popup with dependent configs
* @method showChangedDependentConfigs
http://git-wip-us.apache.org/repos/asf/ambari/blob/b17225df/ambari-web/test/mixins/common/configs/configs_saver_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/mixins/common/configs/configs_saver_test.js b/ambari-web/test/mixins/common/configs/configs_saver_test.js
index 7815938..e8e03ea 100644
--- a/ambari-web/test/mixins/common/configs/configs_saver_test.js
+++ b/ambari-web/test/mixins/common/configs/configs_saver_test.js
@@ -408,12 +408,14 @@ describe('App.ConfigsSaverMixin', function() {
this.mockGroup = sinon.stub(mixin, 'getGroupFromModel');
this.mockConfigs = sinon.stub(mixin, 'getConfigsForGroup');
sinon.stub(mixin, 'saveGroup');
+ sinon.stub(mixin, 'isOverriddenConfigsModified').returns(true);
});
afterEach(function() {
this.mockGroup.restore();
this.mockConfigs.restore();
mixin.saveGroup.restore();
+ mixin.isOverriddenConfigsModified.restore();
});
it("configGroup is null", function() {
@@ -1190,5 +1192,24 @@ describe('App.ConfigsSaverMixin', function() {
});
});
+ describe('#isOverriddenConfigsModified', function() {
+ it('no configs modified', function() {
+ expect(mixin.isOverriddenConfigsModified([
+ Em.Object.create({
+ savedValue: '1',
+ value: '1'
+ })
+ ])).to.be.false;
+ });
+ it('one config modified', function() {
+ expect(mixin.isOverriddenConfigsModified([
+ Em.Object.create({
+ savedValue: '1',
+ value: '2'
+ })
+ ])).to.be.true;
+ });
+ });
+
});
http://git-wip-us.apache.org/repos/asf/ambari/blob/b17225df/ambari-web/test/mixins/common/configs/enhanced_configs_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/mixins/common/configs/enhanced_configs_test.js b/ambari-web/test/mixins/common/configs/enhanced_configs_test.js
index 999ed8c..98f3182 100644
--- a/ambari-web/test/mixins/common/configs/enhanced_configs_test.js
+++ b/ambari-web/test/mixins/common/configs/enhanced_configs_test.js
@@ -1061,11 +1061,13 @@ describe('App.EnhancedConfigsMixin', function () {
this.mock = sinon.stub(mixin, 'getGroupForService');
sinon.stub(mixin, 'updateOverridesByRecommendations');
sinon.stub(mixin, 'toggleProperty');
+ sinon.stub(mixin, 'isConfigGroupAffected').returns(true);
mixin.set('stepConfigs', [Em.Object.create()]);
});
afterEach(function() {
this.mock.restore();
+ mixin.isConfigGroupAffected.restore();
mixin.updateOverridesByRecommendations.restore();
mixin.toggleProperty.restore();
});
@@ -1077,7 +1079,7 @@ describe('App.EnhancedConfigsMixin', function () {
});
it("updateOverridesByRecommendations should be called", function() {
- this.mock.returns({});
+ this.mock.returns(Em.Object.create());
mixin.saveConfigGroupsRecommendations({'config-groups': [{}]});
expect(mixin.updateOverridesByRecommendations.calledTwice).to.be.true;
expect(mixin.toggleProperty.calledWith('forceUpdateBoundaries')).to.be.true;
@@ -1456,5 +1458,14 @@ describe('App.EnhancedConfigsMixin', function () {
expect(mixin.filterRequiredChanges(recommendations)).to.be.eql(recommendations);
});
});
+
+ describe('#isConfigGroupAffected', function() {
+ it('groups have no shared hosts', function() {
+ expect(mixin.isConfigGroupAffected(['host1'], ['host2'])).to.be.false;
+ });
+ it('groups have shared hosts', function() {
+ expect(mixin.isConfigGroupAffected(['host1'], ['host2', 'host1'])).to.be.true;
+ });
+ });
});
[13/52] [abbrv] ambari git commit: AMBARI-21581 - Replace Hard Coded
conf-select Structures (jonathanhurley)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py b/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py
index f074036..4aa18de 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py
@@ -197,19 +197,9 @@ class TestZookeeperClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'zookeeper-client', version), sudo=True)
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'zookeeper', '--stack-version', '2.3.0.0-3242', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'zookeeper', '--stack-version', '2.3.0.0-3242', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
-
self.assertNoMoreResources()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py b/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py
index bc58e56..3cbfbd6 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py
@@ -284,22 +284,10 @@ class TestZookeeperServer(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
- self.assertResourceCalledIgnoreEarlier('Link', ('/etc/zookeeper/conf'), to='/etc/zookeeper/conf.backup')
self.assertResourceCalled('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'zookeeper-server', version), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'zookeeper', '--stack-version', '2.3.0.0-3242', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'zookeeper', '--stack-version', '2.3.0.0-3242', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
-
self.assertNoMoreResources()
@patch.object(resource_management.libraries.functions, "get_unique_id_and_date")
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py b/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py
index caef738..f1da837 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py
@@ -19,15 +19,26 @@ limitations under the License.
'''
import json
-from mock.mock import MagicMock, call, patch
+from mock.mock import MagicMock, patch
from stacks.utils.RMFTestCase import *
+from resource_management.core.logger import Logger
from resource_management.libraries.functions import conf_select
+from resource_management.libraries.script import Script
@patch("os.path.exists", new = MagicMock(return_value=True))
@patch("os.path.isfile", new = MagicMock(return_value=False))
class TestHookAfterInstall(RMFTestCase):
CONFIG_OVERRIDES = {"serviceName":"HIVE", "role":"HIVE_SERVER"}
+ def setUp(self):
+ Logger.initialize_logger()
+
+ Script.config = dict()
+ Script.config.update( { "configurations" : { "cluster-env" : {} }, "hostLevelParams": {} } )
+ Script.config["configurations"]["cluster-env"]["stack_packages"] = RMFTestCase.get_stack_packages()
+ Script.config["hostLevelParams"] = { "stack_name" : "HDP" }
+
+
def test_hook_default(self):
self.executeScript("2.0.6/hooks/after-INSTALL/scripts/hook.py",
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py b/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py
index dcc649d..9de2156 100644
--- a/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py
+++ b/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py
@@ -126,18 +126,8 @@ class TestFalconClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'falcon-client', version), sudo=True,)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'falcon', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'falcon', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py b/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py
index a7e6a1e..2c877c8 100644
--- a/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py
+++ b/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py
@@ -470,7 +470,6 @@ class TestFalconServer(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute',
@@ -487,12 +486,3 @@ class TestFalconServer(RMFTestCase):
action = ['delete'],
)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'falcon', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'falcon', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py b/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py
index e3ed890..630ac3b 100644
--- a/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py
+++ b/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py
@@ -443,22 +443,12 @@ class TestHiveMetastore(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', ('/etc/hive/conf'), to='/usr/hdp/current/hive-client/conf')
self.assertResourceCalled('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hive-metastore', version), sudo=True,)
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hive', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hive', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
def test_pre_upgrade_restart_ims(self):
"""
@@ -558,11 +548,8 @@ class TestHiveMetastore(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
- # conf-select, hdp-select BEFORE upgrade schema calls
- self.assertResourceCalled('Link', ('/etc/hive/conf'), to='/usr/hdp/current/hive-client/conf')
self.assertResourceCalled('Execute', ('ambari-python-wrap',
'/usr/bin/hdp-select',
'set',
@@ -768,11 +755,8 @@ class TestHiveMetastore(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
- self.assertResourceCalled('Link', ('/etc/hive/conf'), to='/usr/hdp/current/hive-client/conf')
-
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hive-metastore', version), sudo=True,)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py
index 608b156..220b422 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py
@@ -167,16 +167,6 @@ class TestStormDrpcServer(TestStormBase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-client', '2.3.0.0-1234'), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py
index ab5da22..a2f2e5e 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py
@@ -305,18 +305,7 @@ class TestStormNimbus(TestStormBase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-client', '2.3.0.0-1234'), sudo=True)
self.assertResourceCalled("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-nimbus', '2.3.0.0-1234'), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertNoMoreResources()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py
index efa50c8..df978b9 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py
@@ -141,18 +141,7 @@ class TestStormNimbus(TestStormBase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-client', '2.3.0.0-1234'), sudo=True)
self.assertResourceCalled("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-nimbus', '2.3.0.0-1234'), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertNoMoreResources()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py
index 116597b..0232b45 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py
@@ -206,17 +206,7 @@ class TestStormSupervisor(TestStormBase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-client', '2.3.0.0-1234'), sudo=True)
self.assertResourceCalled("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-supervisor', '2.3.0.0-1234'), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py
index 46221a9..f995d89 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py
@@ -184,18 +184,7 @@ class TestStormSupervisor(TestStormBase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-client', '2.3.0.0-1234'), sudo=True)
self.assertResourceCalled("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-supervisor', '2.3.0.0-1234'), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertNoMoreResources()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py
index 985c754..ee81eed 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py
@@ -236,16 +236,6 @@ class TestStormUiServer(TestStormBase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'storm-client', '2.3.0.0-1234'), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'storm', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py b/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py
index bd7567a..fad99f6 100644
--- a/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py
+++ b/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py
@@ -110,26 +110,11 @@ class TestTezClient(RMFTestCase):
config_dict = json_content,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', version), sudo=True)
self.assertNoMoreResources()
- self.assertEquals(2, mocks_dict['call'].call_count)
- self.assertEquals(2, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'tez', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'tez', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[1][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[1][0][0])
def test_stack_upgrade_save_new_config(self):
config_file = self.get_src_folder()+"/test/python/stacks/2.1/configs/client-upgrade.json"
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py b/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py
index ad2d25f..b352920 100644
--- a/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py
+++ b/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py
@@ -284,17 +284,7 @@ class TestAppTimelineServer(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-yarn-timelineserver', version), sudo=True)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py b/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py
index 3ffd0a9..41bc815 100644
--- a/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py
+++ b/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py
@@ -68,18 +68,7 @@ class TestAccumuloClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'accumulo-client', version), sudo=True,)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'accumulo', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'accumulo', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py b/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py
index 477830e..7433dd3 100644
--- a/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py
+++ b/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py
@@ -158,20 +158,9 @@ class TestKafkaBroker(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute',
('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'kafka-broker', version), sudo=True,)
- self.assertResourceCalled("Link", "/etc/kafka/conf", to="/usr/hdp/current/kafka-broker/conf")
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'kafka', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'kafka', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/KNOX/test_knox_gateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/KNOX/test_knox_gateway.py b/ambari-server/src/test/python/stacks/2.2/KNOX/test_knox_gateway.py
index 32b5d70..8cdbb2e 100644
--- a/ambari-server/src/test/python/stacks/2.2/KNOX/test_knox_gateway.py
+++ b/ambari-server/src/test/python/stacks/2.2/KNOX/test_knox_gateway.py
@@ -179,7 +179,6 @@ class TestKnoxGateway(RMFTestCase):
config_dict = json_content,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalled('Execute', ('tar',
@@ -191,14 +190,6 @@ class TestKnoxGateway(RMFTestCase):
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'knox-server', version),sudo = True)
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'knox', '--stack-version', version, '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'knox', '--stack-version', version, '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
@patch("os.remove")
@patch("os.path.exists")
@@ -228,7 +219,6 @@ class TestKnoxGateway(RMFTestCase):
config_dict = json_content,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalled('Execute', ('tar',
@@ -243,14 +233,6 @@ class TestKnoxGateway(RMFTestCase):
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'knox', '--stack-version', version, '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'knox', '--stack-version', version, '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
@patch("os.remove")
@patch("os.path.exists")
@@ -311,14 +293,6 @@ class TestKnoxGateway(RMFTestCase):
)
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'knox', '--stack-version', version, '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'knox', '--stack-version', version, '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
'''
@patch("os.path.islink")
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_admin.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_admin.py b/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_admin.py
index 961be84..2936258 100644
--- a/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_admin.py
+++ b/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_admin.py
@@ -222,16 +222,6 @@ class TestRangerAdmin(RMFTestCase):
config_dict = json_content,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'ranger-admin', '2.3.0.0-1234'), sudo=True)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'ranger-admin', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'ranger-admin', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_usersync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_usersync.py b/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_usersync.py
index f0aee10..4c5ce0a 100644
--- a/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_usersync.py
+++ b/ambari-server/src/test/python/stacks/2.2/RANGER/test_ranger_usersync.py
@@ -144,7 +144,6 @@ class TestRangerUsersync(RMFTestCase):
config_dict = json_content,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (1, None), (0, None)],
mocks_dict = mocks_dict)
self.assertTrue(setup_usersync_mock.called)
@@ -153,14 +152,6 @@ class TestRangerUsersync(RMFTestCase):
sudo = True)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'ranger-usersync', '2.3.0.0-1234'), sudo=True)
- self.assertEquals(2, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'ranger-usersync', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'ranger-usersync', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
def assert_configure_default(self):
self.assertResourceCalled('PropertiesFile', '/usr/hdp/current/ranger-usersync/install.properties',
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py b/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py
index d4dcc48..3583016 100644
--- a/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py
+++ b/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py
@@ -193,26 +193,9 @@ class TestSliderClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'slider-client', '2.3.0.0-1234'), sudo=True)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', '2.3.0.0-1234'), sudo=True)
- self.assertResourceCalled('Link', '/etc/hadoop/conf', to='/usr/hdp/current/hadoop-client/conf')
self.assertNoMoreResources()
-
- self.assertEquals(2, mocks_dict['call'].call_count)
- self.assertEquals(2, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'slider', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'slider', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[1][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[1][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py b/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py
index b87f8fc..40c9d47 100644
--- a/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py
+++ b/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py
@@ -339,17 +339,7 @@ class TestJobHistoryServer(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'spark-historyserver', version), sudo=True)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'spark', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'spark', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py b/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py
index 3fe59ad..b4535cd 100644
--- a/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py
+++ b/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py
@@ -168,20 +168,11 @@ class TestSparkClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'spark-client', version), sudo=True)
self.assertNoMoreResources()
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'spark', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'spark', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
def test_stack_upgrade_save_new_config(self):
config_file = self.get_src_folder()+"/test/python/stacks/2.2/configs/default.json"
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.2/common/test_conf_select.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/common/test_conf_select.py b/ambari-server/src/test/python/stacks/2.2/common/test_conf_select.py
index d445d74..2eeec46 100644
--- a/ambari-server/src/test/python/stacks/2.2/common/test_conf_select.py
+++ b/ambari-server/src/test/python/stacks/2.2/common/test_conf_select.py
@@ -22,6 +22,7 @@ from mock.mock import patch, MagicMock
from stacks.utils.RMFTestCase import *
from resource_management.core.logger import Logger
from resource_management.libraries.functions import conf_select
+from resource_management.libraries.script import Script
class TestConfSelect(RMFTestCase):
@@ -33,6 +34,12 @@ class TestConfSelect(RMFTestCase):
self.env = Environment(test_mode=True)
self.env.__enter__()
+ Script.config = dict()
+ Script.config.update( { "configurations" : { "cluster-env" : {} }, "hostLevelParams": {} } )
+ Script.config["configurations"]["cluster-env"]["stack_packages"] = RMFTestCase.get_stack_packages()
+ Script.config["hostLevelParams"] = { "stack_name" : "HDP" }
+
+
def tearDown(self):
self.env.__exit__(None,None,None)
@@ -82,9 +89,11 @@ class TestConfSelect(RMFTestCase):
Tests that a bad enum throws an exception.
:return:
"""
+ packages = conf_select.get_package_dirs()
+
try:
conf_select.convert_conf_directories_to_symlinks("hadoop", "2.3.0.0-1234",
- conf_select._PACKAGE_DIRS["hadoop"], link_to = "INVALID")
+ packages["hadoop"], link_to = "INVALID")
raise Exception("Expected failure when supplying a bad enum for link_to")
except:
pass
@@ -125,15 +134,16 @@ class TestConfSelect(RMFTestCase):
return False
+ packages = conf_select.get_package_dirs()
+
path_mock.side_effect = path_mock_call
islink_mock.side_effect = islink_mock_call
shell_call_mock.side_effect = mock_call
- conf_select.convert_conf_directories_to_symlinks("hadoop", "2.3.0.0-1234", conf_select._PACKAGE_DIRS["hadoop"])
+ conf_select.convert_conf_directories_to_symlinks("hadoop", "2.3.0.0-1234", packages["hadoop"])
- self.assertEqual(pprint.pformat(self.env.resource_list),
- "[Execute[('cp', '-R', '-p', '/etc/hadoop/conf', '/etc/hadoop/conf.backup')],\n "
- "Directory['/etc/hadoop/conf'],\n "
- "Link['/etc/hadoop/conf']]")
+ self.assertEqual(pprint.pformat(self.env.resource_list[0]), "Execute[('cp', '-R', '-p', u'/etc/hadoop/conf', u'/etc/hadoop/conf.backup')]")
+ self.assertEqual(pprint.pformat(self.env.resource_list[1]), "Directory['/etc/hadoop/conf']")
+ self.assertEqual(pprint.pformat(self.env.resource_list[2]), "Link['/etc/hadoop/conf']")
@patch.object(os.path, "exists", new = MagicMock(return_value = True))
@@ -147,8 +157,10 @@ class TestConfSelect(RMFTestCase):
Tests that conf-select symlinking can detect a wrong directory
:return:
"""
+ packages = conf_select.get_package_dirs()
+
conf_select.convert_conf_directories_to_symlinks("hadoop", "2.3.0.0-1234",
- conf_select._PACKAGE_DIRS["hadoop"])
+ packages["hadoop"])
self.assertEqual(pprint.pformat(self.env.resource_list),
"[Link['/etc/hadoop/conf'], Link['/etc/hadoop/conf']]")
@@ -161,7 +173,9 @@ class TestConfSelect(RMFTestCase):
Tests that conf-select symlinking does nothing if the directory doesn't exist
:return:
"""
+ packages = conf_select.get_package_dirs()
+
conf_select.convert_conf_directories_to_symlinks("hadoop", "2.3.0.0-1234",
- conf_select._PACKAGE_DIRS["hadoop"], link_to = conf_select.DIRECTORY_TYPE_BACKUP)
+ packages["hadoop"], link_to = conf_select.DIRECTORY_TYPE_BACKUP)
self.assertEqual(pprint.pformat(self.env.resource_list), "[]")
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py b/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py
index 9286b7a..96a2e9f 100644
--- a/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py
+++ b/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py
@@ -104,7 +104,6 @@ class TestMahoutClient(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = itertools.cycle([(0, None, '')]),
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'mahout-client', '2.3.0.0-1234'),sudo = True)
@@ -113,15 +112,4 @@ class TestMahoutClient(RMFTestCase):
import sys
self.assertEquals("/usr/hdp/2.3.0.0-1234/hadoop/conf",
- sys.modules["params"].hadoop_conf_dir)
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'mahout', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
-
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'mahout', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
+ sys.modules["params"].hadoop_conf_dir)
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py b/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py
index ddd1ab3..f0a89a9 100644
--- a/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py
+++ b/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py
@@ -185,17 +185,7 @@ class TestSparkThriftServer(RMFTestCase):
config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
- call_mocks = [(0, None, ''), (0, None)],
mocks_dict = mocks_dict)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'spark-thriftserver', version), sudo=True)
self.assertNoMoreResources()
-
- self.assertEquals(1, mocks_dict['call'].call_count)
- self.assertEquals(1, mocks_dict['checked_call'].call_count)
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'spark', '--stack-version', '2.3.2.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[0][0][0])
- self.assertEquals(
- ('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'spark', '--stack-version', '2.3.2.0-1234', '--conf-version', '0'),
- mocks_dict['call'].call_args_list[0][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/test/python/stacks/utils/RMFTestCase.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/utils/RMFTestCase.py b/ambari-server/src/test/python/stacks/utils/RMFTestCase.py
index e48c8c7..7c61e80 100644
--- a/ambari-server/src/test/python/stacks/utils/RMFTestCase.py
+++ b/ambari-server/src/test/python/stacks/utils/RMFTestCase.py
@@ -109,8 +109,8 @@ class RMFTestCase(TestCase):
if "stack_features" not in self.config_dict["configurations"]["cluster-env"]:
self.config_dict["configurations"]["cluster-env"]["stack_features"] = RMFTestCase.get_stack_features()
- if "stack_select_packages" not in self.config_dict["configurations"]["cluster-env"]:
- self.config_dict["configurations"]["cluster-env"]["stack_select_packages"] = RMFTestCase.get_stack_select_packages()
+ if "stack_packages" not in self.config_dict["configurations"]["cluster-env"]:
+ self.config_dict["configurations"]["cluster-env"]["stack_packages"] = RMFTestCase.get_stack_packages()
if config_overrides:
for key, value in config_overrides.iteritems():
@@ -195,12 +195,12 @@ class RMFTestCase(TestCase):
return f.read()
@staticmethod
- def get_stack_select_packages():
+ def get_stack_packages():
"""
- Read stack_select_packages config property from resources/stacks/HDP/2.0.6/properties/stack_features.json
+ Read stack_packages config property from resources/stacks/HDP/2.0.6/properties/stack_packages.json
"""
- stack_features_file = os.path.join(RMFTestCase.get_src_folder(), PATH_TO_STACKS, "2.0.6", "properties", "stack_select_packages.json")
- with open(stack_features_file, "r") as f:
+ stack_packages_file = os.path.join(RMFTestCase.get_src_folder(), PATH_TO_STACKS, "2.0.6", "properties", "stack_packages.json")
+ with open(stack_packages_file, "r") as f:
return f.read()
@staticmethod
[29/52] [abbrv] ambari git commit: AMBARI-21623 Log Search Config
should be separated into a Server and Log Feeder interface (mgergely)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java
index 5fdfded..8f8c4fd 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java
@@ -27,8 +27,8 @@ import java.util.Set;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig;
import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
+import org.apache.ambari.logsearch.config.api.LogSearchConfigLogFeeder;
import org.apache.log4j.Logger;
import com.google.common.io.Files;
@@ -47,13 +47,13 @@ public class InputConfigUploader extends Thread {
};
private final Set<String> filesHandled = new HashSet<>();
private final Pattern serviceNamePattern = Pattern.compile("input.config-(.+).json");
- private final LogSearchConfig config;
+ private final LogSearchConfigLogFeeder config;
- public static void load(LogSearchConfig config) {
+ public static void load(LogSearchConfigLogFeeder config) {
new InputConfigUploader(config).start();
}
- private InputConfigUploader(LogSearchConfig config) {
+ private InputConfigUploader(LogSearchConfigLogFeeder config) {
super("Input Config Loader");
setDaemon(true);
@@ -73,7 +73,7 @@ public class InputConfigUploader extends Thread {
String serviceName = m.group(1);
String inputConfig = Files.toString(inputConfigFile, Charset.defaultCharset());
- if (!config.inputConfigExistsLogFeeder(serviceName)) {
+ if (!config.inputConfigExists(serviceName)) {
config.createInputConfig(LogFeederPropertiesUtil.getClusterName(), serviceName, inputConfig);
}
filesHandled.add(inputConfigFile.getAbsolutePath());
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/Output.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/Output.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/Output.java
index b370e58..c0075b5 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/Output.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/Output.java
@@ -28,7 +28,7 @@ import org.apache.ambari.logfeeder.common.ConfigBlock;
import org.apache.ambari.logfeeder.input.InputMarker;
import org.apache.ambari.logfeeder.metrics.MetricData;
import org.apache.ambari.logfeeder.util.LogFeederUtil;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig;
+import org.apache.ambari.logsearch.config.api.LogSearchConfigLogFeeder;
import org.apache.ambari.logsearch.config.api.OutputConfigMonitor;
import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputProperties;
@@ -104,9 +104,9 @@ public abstract class Output extends ConfigBlock implements OutputConfigMonitor
this.destination = destination;
}
- protected LogSearchConfig logSearchConfig;
+ protected LogSearchConfigLogFeeder logSearchConfig;
- public void setLogSearchConfig(LogSearchConfig logSearchConfig) {
+ public void setLogSearchConfig(LogSearchConfigLogFeeder logSearchConfig) {
this.logSearchConfig = logSearchConfig;
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/output/OutputSolrTest.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/output/OutputSolrTest.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/output/OutputSolrTest.java
index ce040f9..5ab271a 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/output/OutputSolrTest.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/output/OutputSolrTest.java
@@ -28,7 +28,7 @@ import java.util.concurrent.ConcurrentHashMap;
import org.apache.ambari.logfeeder.input.Input;
import org.apache.ambari.logfeeder.input.InputMarker;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig;
+import org.apache.ambari.logsearch.config.api.LogSearchConfigLogFeeder;
import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
import org.apache.ambari.logsearch.config.zookeeper.model.outputconfig.impl.OutputSolrPropertiesImpl;
import org.apache.log4j.Logger;
@@ -50,7 +50,7 @@ public class OutputSolrTest {
private static final Logger LOG = Logger.getLogger(OutputSolrTest.class);
private OutputSolr outputSolr;
- private LogSearchConfig logSearchConfigMock;
+ private LogSearchConfigLogFeeder logSearchConfigMock;
private Map<Integer, SolrInputDocument> receivedDocs = new ConcurrentHashMap<>();
@Rule
@@ -80,7 +80,7 @@ public class OutputSolrTest {
};
OutputSolrProperties outputSolrProperties = new OutputSolrPropertiesImpl("hadoop_logs", "none");
- logSearchConfigMock = EasyMock.createNiceMock(LogSearchConfig.class);
+ logSearchConfigMock = EasyMock.createNiceMock(LogSearchConfigLogFeeder.class);
EasyMock.expect(logSearchConfigMock.getOutputSolrProperties("service")).andReturn(outputSolrProperties);
EasyMock.replay(logSearchConfigMock);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java
index 3f6df75..23b7430 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java
@@ -25,10 +25,9 @@ import javax.inject.Named;
import org.apache.ambari.logsearch.common.PropertiesHelper;
import org.apache.ambari.logsearch.conf.global.LogSearchConfigState;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig;
import org.apache.ambari.logsearch.config.api.LogSearchConfigFactory;
-import org.apache.ambari.logsearch.config.api.LogSearchConfig.Component;
-import org.apache.ambari.logsearch.config.zookeeper.LogSearchConfigZK;
+import org.apache.ambari.logsearch.config.api.LogSearchConfigServer;
+import org.apache.ambari.logsearch.config.zookeeper.LogSearchConfigServerZK;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -38,8 +37,8 @@ public class LogSearchConfigConfigurer implements Configurer {
private static final int RETRY_INTERVAL_SECONDS = 10;
- private static LogSearchConfig logSearchConfig;
- public static LogSearchConfig getConfig() {
+ private LogSearchConfigServer logSearchConfig;
+ public LogSearchConfigServer getConfig() {
return logSearchConfig;
}
@@ -55,8 +54,8 @@ public class LogSearchConfigConfigurer implements Configurer {
logger.info("Started thread to set up log search config");
while (true) {
try {
- logSearchConfig = LogSearchConfigFactory.createLogSearchConfig(Component.SERVER, PropertiesHelper.getProperties(),
- null, LogSearchConfigZK.class);
+ logSearchConfig = LogSearchConfigFactory.createLogSearchConfigServer(PropertiesHelper.getProperties(),
+ LogSearchConfigServerZK.class);
logSearchConfigState.setLogSearchConfigAvailable(true);
break;
} catch (Exception e) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
index 6de34ce..ff828a3 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
@@ -219,7 +219,8 @@ public class SolrCollectionConfigurer implements Configurer {
boolean reloadCollectionNeeded) {
try {
List<String> allCollectionList = new ListCollectionHandler().handle(solrClient, null);
- boolean collectionCreated = new CreateCollectionHandler(allCollectionList).handle(solrClient, solrPropsConfig);
+ CreateCollectionHandler handler = new CreateCollectionHandler(solrDaoBase.getLogSearchConfig(), allCollectionList);
+ boolean collectionCreated = handler.handle(solrClient, solrPropsConfig);
boolean collectionReloaded = true;
if (reloadCollectionNeeded) {
collectionReloaded = new ReloadCollectionHandler().handle(solrClient, solrPropsConfig);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java
index 15f59e4..ef5e697 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java
@@ -26,6 +26,8 @@ import org.apache.ambari.logsearch.conf.SolrKerberosConfig;
import org.apache.ambari.logsearch.conf.SolrPropsConfig;
import org.apache.ambari.logsearch.conf.global.LogSearchConfigState;
import org.apache.ambari.logsearch.conf.global.SolrCollectionState;
+import org.apache.ambari.logsearch.config.api.LogSearchConfigServer;
+import org.apache.ambari.logsearch.configurer.LogSearchConfigConfigurer;
import org.apache.ambari.logsearch.util.RESTErrorUtil;
import org.apache.ambari.logsearch.util.SolrUtil;
import org.apache.log4j.Logger;
@@ -56,7 +58,10 @@ public abstract class SolrDaoBase {
private SolrKerberosConfig solrKerberosConfig;
@Inject
- protected LogSearchConfigState logSearchConfigState;
+ private LogSearchConfigState logSearchConfigState;
+
+ @Inject
+ private LogSearchConfigConfigurer logSearchConfigConfigurer;
protected SolrDaoBase(LogType logType) {
this.logType = logType;
@@ -152,6 +157,10 @@ public abstract class SolrDaoBase {
return (CloudSolrClient) getSolrTemplate().getSolrClient();
}
+ public LogSearchConfigServer getLogSearchConfig() {
+ return logSearchConfigConfigurer.getConfig();
+ }
+
public abstract SolrTemplate getSolrTemplate();
public abstract void setSolrTemplate(SolrTemplate solrTemplate);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
index 8b4c7bf..a988856 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
@@ -19,6 +19,7 @@
package org.apache.ambari.logsearch.handler;
import org.apache.ambari.logsearch.conf.SolrPropsConfig;
+import org.apache.ambari.logsearch.config.api.LogSearchConfigServer;
import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
import org.apache.ambari.logsearch.config.zookeeper.model.outputconfig.impl.OutputSolrPropertiesImpl;
import org.apache.ambari.logsearch.configurer.LogSearchConfigConfigurer;
@@ -54,9 +55,11 @@ public class CreateCollectionHandler implements SolrZkRequestHandler<Boolean> {
private static final String MODIFY_COLLECTION_QUERY = "/admin/collections?action=MODIFYCOLLECTION&collection=%s&%s=%d";
private static final String MAX_SHARDS_PER_NODE = "maxShardsPerNode";
+ private final LogSearchConfigServer logSearchConfig;
private final List<String> allCollectionList;
- public CreateCollectionHandler(List<String> allCollectionList) {
+ public CreateCollectionHandler(LogSearchConfigServer logSearchConfig, List<String> allCollectionList) {
+ this.logSearchConfig = logSearchConfig;
this.allCollectionList = allCollectionList;
}
@@ -65,7 +68,7 @@ public class CreateCollectionHandler implements SolrZkRequestHandler<Boolean> {
if (solrPropsConfig.getLogType() != null) {
OutputSolrProperties outputSolrProperties = new OutputSolrPropertiesImpl(solrPropsConfig.getCollection(),
solrPropsConfig.getSplitInterval());
- LogSearchConfigConfigurer.getConfig().saveOutputSolrProperties(solrPropsConfig.getLogType(), outputSolrProperties);
+ logSearchConfig.saveOutputSolrProperties(solrPropsConfig.getLogType(), outputSolrProperties);
}
boolean result;
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/manager/ShipperConfigManager.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/manager/ShipperConfigManager.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/manager/ShipperConfigManager.java
index a1181b4..b19db72 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/manager/ShipperConfigManager.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/manager/ShipperConfigManager.java
@@ -50,24 +50,24 @@ public class ShipperConfigManager extends JsonManagerBase {
private LogSearchConfigConfigurer logSearchConfigConfigurer;
public List<String> getServices(String clusterName) {
- return LogSearchConfigConfigurer.getConfig().getServices(clusterName);
+ return logSearchConfigConfigurer.getConfig().getServices(clusterName);
}
public LSServerInputConfig getInputConfig(String clusterName, String serviceName) {
- InputConfig inputConfig = LogSearchConfigConfigurer.getConfig().getInputConfig(clusterName, serviceName);
+ InputConfig inputConfig = logSearchConfigConfigurer.getConfig().getInputConfig(clusterName, serviceName);
return new LSServerInputConfig(inputConfig);
}
public Response createInputConfig(String clusterName, String serviceName, LSServerInputConfig inputConfig) {
try {
- if (LogSearchConfigConfigurer.getConfig().inputConfigExistsServer(clusterName, serviceName)) {
+ if (logSearchConfigConfigurer.getConfig().inputConfigExists(clusterName, serviceName)) {
return Response.serverError()
.type(MediaType.APPLICATION_JSON)
.entity(ImmutableMap.of("errorMessage", "Input config already exists for service " + serviceName))
.build();
}
- LogSearchConfigConfigurer.getConfig().createInputConfig(clusterName, serviceName, new ObjectMapper().writeValueAsString(inputConfig));
+ logSearchConfigConfigurer.getConfig().createInputConfig(clusterName, serviceName, new ObjectMapper().writeValueAsString(inputConfig));
return Response.ok().build();
} catch (Exception e) {
logger.warn("Could not create input config", e);
@@ -77,14 +77,14 @@ public class ShipperConfigManager extends JsonManagerBase {
public Response setInputConfig(String clusterName, String serviceName, LSServerInputConfig inputConfig) {
try {
- if (!LogSearchConfigConfigurer.getConfig().inputConfigExistsServer(clusterName, serviceName)) {
+ if (!logSearchConfigConfigurer.getConfig().inputConfigExists(clusterName, serviceName)) {
return Response.serverError()
.type(MediaType.APPLICATION_JSON)
.entity(ImmutableMap.of("errorMessage", "Input config doesn't exist for service " + serviceName))
.build();
}
- LogSearchConfigConfigurer.getConfig().setInputConfig(clusterName, serviceName, new ObjectMapper().writeValueAsString(inputConfig));
+ logSearchConfigConfigurer.getConfig().setInputConfig(clusterName, serviceName, new ObjectMapper().writeValueAsString(inputConfig));
return Response.ok().build();
} catch (Exception e) {
logger.warn("Could not update input config", e);
@@ -101,7 +101,7 @@ public class ShipperConfigManager extends JsonManagerBase {
throw new IllegalArgumentException("Error validating shipper config:\n" + violations);
}
- String globalConfigs = LogSearchConfigConfigurer.getConfig().getGlobalConfigs(clusterName);
+ String globalConfigs = logSearchConfigConfigurer.getConfig().getGlobalConfigs(clusterName);
LogEntryParseTester tester = new LogEntryParseTester(testEntry, shipperConfig, globalConfigs, logId);
return tester.parse();
} catch (Exception e) {
@@ -111,12 +111,12 @@ public class ShipperConfigManager extends JsonManagerBase {
}
public LSServerLogLevelFilterMap getLogLevelFilters(String clusterName) {
- return new LSServerLogLevelFilterMap(LogSearchConfigConfigurer.getConfig().getLogLevelFilters(clusterName));
+ return new LSServerLogLevelFilterMap(logSearchConfigConfigurer.getConfig().getLogLevelFilters(clusterName));
}
public Response setLogLevelFilters(String clusterName, LSServerLogLevelFilterMap request) {
try {
- LogSearchConfigConfigurer.getConfig().setLogLevelFilters(clusterName, request.convertToApi());
+ logSearchConfigConfigurer.getConfig().setLogLevelFilters(clusterName, request.convertToApi());
return Response.ok().build();
} catch (Exception e) {
logger.warn("Could not update log level filters", e);
http://git-wip-us.apache.org/repos/asf/ambari/blob/2d1ac668/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/model/common/LSServerFilter.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/model/common/LSServerFilter.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/model/common/LSServerFilter.java
index 84bddb8..72cc72b 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/model/common/LSServerFilter.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/model/common/LSServerFilter.java
@@ -70,10 +70,12 @@ public abstract class LSServerFilter {
this.sourceField = filterDescriptor.getSourceField();
this.removeSourceField = filterDescriptor.isRemoveSourceField();
- this.postMapValues = new HashMap<String, LSServerPostMapValuesList>();
- for (Map.Entry<String, ? extends List<? extends PostMapValues>> e : filterDescriptor.getPostMapValues().entrySet()) {
- LSServerPostMapValuesList lsServerPostMapValuesList = new LSServerPostMapValuesList(e.getValue());
- postMapValues.put(e.getKey(), lsServerPostMapValuesList);
+ if (filterDescriptor.getPostMapValues() != null) {
+ this.postMapValues = new HashMap<String, LSServerPostMapValuesList>();
+ for (Map.Entry<String, ? extends List<? extends PostMapValues>> e : filterDescriptor.getPostMapValues().entrySet()) {
+ LSServerPostMapValuesList lsServerPostMapValuesList = new LSServerPostMapValuesList(e.getValue());
+ postMapValues.put(e.getKey(), lsServerPostMapValuesList);
+ }
}
this.isEnabled = filterDescriptor.isEnabled();
[36/52] [abbrv] ambari git commit: AMBARI-21623 ADDENDUM Log Search
Config should be separated into a Server and Log Feeder interface (mgergely)
Posted by jl...@apache.org.
AMBARI-21623 ADDENDUM Log Search Config should be separated into a Server and Log Feeder interface (mgergely)
Change-Id: I9e4c00c38ff3fc17852e589e88067fae911e1a53
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/afa1b488
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/afa1b488
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/afa1b488
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: afa1b488c1118b7f54da97cd611a317c3d385a3a
Parents: aa9e16d
Author: Miklos Gergely <mg...@hortonworks.com>
Authored: Sun Aug 6 14:23:22 2017 +0200
Committer: Miklos Gergely <mg...@hortonworks.com>
Committed: Sun Aug 6 14:23:46 2017 +0200
----------------------------------------------------------------------
.../ambari/logsearch/configurer/SolrCollectionConfigurer.java | 1 +
.../main/java/org/apache/ambari/logsearch/dao/AuditSolrDao.java | 1 -
.../java/org/apache/ambari/logsearch/dao/ServiceLogsSolrDao.java | 1 -
.../src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java | 2 +-
.../apache/ambari/logsearch/handler/CreateCollectionHandler.java | 1 -
5 files changed, 2 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/afa1b488/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
index ff828a3..7b67482 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SolrCollectionConfigurer.java
@@ -219,6 +219,7 @@ public class SolrCollectionConfigurer implements Configurer {
boolean reloadCollectionNeeded) {
try {
List<String> allCollectionList = new ListCollectionHandler().handle(solrClient, null);
+ solrDaoBase.waitForLogSearchConfig();
CreateCollectionHandler handler = new CreateCollectionHandler(solrDaoBase.getLogSearchConfig(), allCollectionList);
boolean collectionCreated = handler.handle(solrClient, solrPropsConfig);
boolean collectionReloaded = true;
http://git-wip-us.apache.org/repos/asf/ambari/blob/afa1b488/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/AuditSolrDao.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/AuditSolrDao.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/AuditSolrDao.java
index 4142176..3eea08f 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/AuditSolrDao.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/AuditSolrDao.java
@@ -69,7 +69,6 @@ public class AuditSolrDao extends SolrDaoBase {
String rangerAuditCollection = solrAuditLogPropsConfig.getRangerCollection();
try {
- waitForLogSearchConfig();
new SolrCollectionConfigurer(this, true).start();
boolean createAlias = (aliasNameIn != null && StringUtils.isNotBlank(rangerAuditCollection));
if (createAlias) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/afa1b488/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/ServiceLogsSolrDao.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/ServiceLogsSolrDao.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/ServiceLogsSolrDao.java
index 0752ac0..308ef1f 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/ServiceLogsSolrDao.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/ServiceLogsSolrDao.java
@@ -65,7 +65,6 @@ public class ServiceLogsSolrDao extends SolrDaoBase {
public void postConstructor() {
LOG.info("postConstructor() called.");
try {
- waitForLogSearchConfig();
new SolrCollectionConfigurer(this, true).start();
} catch (Exception e) {
LOG.error("error while connecting to Solr for service logs : solrUrl=" + solrServiceLogPropsConfig.getSolrUrl()
http://git-wip-us.apache.org/repos/asf/ambari/blob/afa1b488/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java
index ef5e697..05217d9 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/dao/SolrDaoBase.java
@@ -67,7 +67,7 @@ public abstract class SolrDaoBase {
this.logType = logType;
}
- protected void waitForLogSearchConfig() {
+ public void waitForLogSearchConfig() {
while (!logSearchConfigState.isLogSearchConfigAvailable()) {
LOG.info("Log Search config not available yet, waiting...");
try { Thread.sleep(1000); } catch (Exception e) { LOG.warn("Exception during waiting for Log Search Config", e); }
http://git-wip-us.apache.org/repos/asf/ambari/blob/afa1b488/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
index a988856..6c259cd 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/handler/CreateCollectionHandler.java
@@ -22,7 +22,6 @@ import org.apache.ambari.logsearch.conf.SolrPropsConfig;
import org.apache.ambari.logsearch.config.api.LogSearchConfigServer;
import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
import org.apache.ambari.logsearch.config.zookeeper.model.outputconfig.impl.OutputSolrPropertiesImpl;
-import org.apache.ambari.logsearch.configurer.LogSearchConfigConfigurer;
import org.apache.commons.lang.StringUtils;
import org.apache.http.HttpResponse;
import org.apache.http.client.methods.HttpGet;
[48/52] [abbrv] ambari git commit: AMBARI-21629 Update Include and
Exclude Files for [HDFS]/Refreshnodes is called even if manage.include.files
is set to false (dsen)
Posted by jl...@apache.org.
AMBARI-21629 Update Include and Exclude Files for [HDFS]/Refreshnodes is called even if manage.include.files is set to false (dsen)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/64cae8e0
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/64cae8e0
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/64cae8e0
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 64cae8e0e17d146ebc1d9f85b13b0ba137f2484b
Parents: 4dee0f0
Author: Dmytro Sen <ds...@apache.org>
Authored: Tue Aug 8 18:36:16 2017 +0300
Committer: Dmytro Sen <ds...@apache.org>
Committed: Tue Aug 8 18:36:16 2017 +0300
----------------------------------------------------------------------
.../controller/AmbariCustomCommandExecutionHelper.java | 11 ++++++++---
.../controller/AmbariManagementControllerImpl.java | 4 ++--
.../controller/AmbariManagementControllerTest.java | 4 ++--
3 files changed, 12 insertions(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/64cae8e0/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariCustomCommandExecutionHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariCustomCommandExecutionHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariCustomCommandExecutionHelper.java
index 5f02baa..6d97854 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariCustomCommandExecutionHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariCustomCommandExecutionHelper.java
@@ -138,7 +138,7 @@ public class AmbariCustomCommandExecutionHelper {
public final static String DECOM_SLAVE_COMPONENT = "slave_type";
public final static String HBASE_MARK_DRAINING_ONLY = "mark_draining_only";
public final static String UPDATE_FILES_ONLY = "update_files_only";
- public final static String MULTI_SERVICES_DECOM_REQUEST = "multi_services_decom_request";
+ public final static String IS_ADD_OR_DELETE_SLAVE_REQUEST = "is_add_or_delete_slave_request";
private final static String ALIGN_MAINTENANCE_STATE = "align_maintenance_state";
@@ -856,8 +856,8 @@ public class AmbariCustomCommandExecutionHelper {
Set<String> includedHosts = getHostList(actionExecutionContext.getParameters(),
DECOM_INCLUDED_HOSTS);
- if (actionExecutionContext.getParameters().get(MULTI_SERVICES_DECOM_REQUEST) != null &&
- actionExecutionContext.getParameters().get(MULTI_SERVICES_DECOM_REQUEST).equalsIgnoreCase("true")) {
+ if (actionExecutionContext.getParameters().get(IS_ADD_OR_DELETE_SLAVE_REQUEST) != null &&
+ actionExecutionContext.getParameters().get(IS_ADD_OR_DELETE_SLAVE_REQUEST).equalsIgnoreCase("true")) {
includedHosts = getHostList(actionExecutionContext.getParameters(), masterCompType + "_" + DECOM_INCLUDED_HOSTS);
}
@@ -1065,6 +1065,11 @@ public class AmbariCustomCommandExecutionHelper {
List<String> listOfExcludedHosts) {
StringBuilder commandDetail = new StringBuilder();
commandDetail.append(actionExecutionContext.getActionName());
+ if (actionExecutionContext.getParameters().containsKey(IS_ADD_OR_DELETE_SLAVE_REQUEST) &&
+ actionExecutionContext.getParameters().get(IS_ADD_OR_DELETE_SLAVE_REQUEST).equalsIgnoreCase("true")) {
+ commandDetail.append(", Update Include/Exclude Files");
+ return commandDetail;
+ }
if (listOfExcludedHosts.size() > 0) {
commandDetail.append(", Excluded: ").append(StringUtils.join(listOfExcludedHosts, ','));
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/64cae8e0/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
index 9f0fa34..b4d9608 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
@@ -3722,7 +3722,7 @@ public class AmbariManagementControllerImpl implements AmbariManagementControlle
}
LOG.debug("Refresh include/exclude files action will be executed for " + serviceMasterMap);
HashMap<String, String> requestProperties = new HashMap<>();
- requestProperties.put("context", "Update Include and Exclude Files for " + serviceMasterMap.keySet().toString());
+ requestProperties.put("context", "Update Include/Exclude Files for " + serviceMasterMap.keySet().toString());
requestProperties.put("exclusive", "true");
HashMap<String, String> params = new HashMap<>();
params.put(AmbariCustomCommandExecutionHelper.UPDATE_FILES_ONLY, String.valueOf(isDecommission));
@@ -3733,7 +3733,7 @@ public class AmbariManagementControllerImpl implements AmbariManagementControlle
}
}
- params.put(AmbariCustomCommandExecutionHelper.MULTI_SERVICES_DECOM_REQUEST, "true");
+ params.put(AmbariCustomCommandExecutionHelper.IS_ADD_OR_DELETE_SLAVE_REQUEST, "true");
//Create filter for command
List<RequestResourceFilter> resourceFilters = new ArrayList<>(serviceMasterMap.size());
http://git-wip-us.apache.org/repos/asf/ambari/blob/64cae8e0/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
index bda9576..a3bbe68 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
@@ -9387,11 +9387,11 @@ public class AmbariManagementControllerTest {
List<Long> requestIDs = actionDB.getRequestsByStatus(null, 1, false);
Request request = actionDB.getRequest(requestIDs.get(0));
- assertEquals("Update Include and Exclude Files for [HDFS]", request.getRequestContext());
+ assertEquals("Update Include/Exclude Files for [HDFS]", request.getRequestContext());
Type type = new TypeToken<Map<String, String>>(){}.getType();
Map<String, String> requestParams = StageUtils.getGson().fromJson(request.getInputs(), type);
assertEquals(2, requestParams.size());
- assertEquals("true", requestParams.get("multi_services_decom_request"));
+ assertEquals("true", requestParams.get("is_add_or_delete_slave_request"));
assertEquals("true", requestParams.get("update_files_only"));
assertEquals(1, request.getResourceFilters().size());
RequestResourceFilter resourceFilter = request.getResourceFilters().get(0);
[41/52] [abbrv] ambari git commit: AMBARI-21670. Log Search cleanup:
all configurations should be spring managed (oleewere)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SslConfigurer.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SslConfigurer.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SslConfigurer.java
new file mode 100644
index 0000000..f4e2947
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/SslConfigurer.java
@@ -0,0 +1,363 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logsearch.configurer;
+
+import javax.inject.Inject;
+import javax.inject.Named;
+import javax.net.ssl.SSLContext;
+
+import org.apache.ambari.logsearch.conf.LogSearchSslConfig;
+import org.apache.ambari.logsearch.util.FileUtil;
+import org.apache.commons.io.FileUtils;
+import org.apache.commons.lang.StringUtils;
+import org.apache.commons.lang3.ArrayUtils;
+import org.apache.hadoop.conf.Configuration;
+import org.bouncycastle.asn1.ASN1InputStream;
+import org.bouncycastle.asn1.x500.X500Name;
+import org.bouncycastle.asn1.x509.AlgorithmIdentifier;
+import org.bouncycastle.asn1.x509.SubjectPublicKeyInfo;
+import org.bouncycastle.jce.provider.BouncyCastleProvider;
+import org.bouncycastle.operator.ContentSigner;
+import org.bouncycastle.operator.DefaultDigestAlgorithmIdentifierFinder;
+import org.bouncycastle.operator.DefaultSignatureAlgorithmIdentifierFinder;
+import org.bouncycastle.operator.OperatorCreationException;
+import org.bouncycastle.operator.bc.BcContentSignerBuilder;
+import org.bouncycastle.operator.bc.BcRSAContentSignerBuilder;
+import org.bouncycastle.cert.X509CertificateHolder;
+import org.bouncycastle.cert.X509v3CertificateBuilder;
+import org.bouncycastle.cert.jcajce.JcaX509CertificateConverter;
+import org.bouncycastle.crypto.params.RSAKeyParameters;
+import org.eclipse.jetty.util.ssl.SslContextFactory;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.math.BigInteger;
+import java.net.InetAddress;
+import java.security.InvalidKeyException;
+import java.security.KeyPair;
+import java.security.KeyPairGenerator;
+import java.security.KeyStore;
+import java.security.NoSuchAlgorithmException;
+import java.security.NoSuchProviderException;
+import java.security.SecureRandom;
+import java.security.Security;
+import java.security.SignatureException;
+import java.security.cert.Certificate;
+import java.security.cert.CertificateException;
+import java.security.cert.CertificateFactory;
+import java.security.cert.X509Certificate;
+import java.security.interfaces.RSAPrivateKey;
+import java.security.interfaces.RSAPublicKey;
+import java.util.Date;
+
+import static org.apache.ambari.logsearch.conf.LogSearchSslConfig.CREDENTIAL_STORE_PROVIDER_PATH;
+import static org.apache.ambari.logsearch.conf.LogSearchSslConfig.LOGSEARCH_CERT_DEFAULT_FOLDER;
+
+@Named
+public class SslConfigurer {
+ private static final Logger LOG = LoggerFactory.getLogger(SslConfigurer.class);
+
+ private static final String KEYSTORE_LOCATION_ARG = "javax.net.ssl.keyStore";
+ private static final String KEYSTORE_PASSWORD_ARG = "javax.net.ssl.keyStorePassword";
+ private static final String KEYSTORE_TYPE_ARG = "javax.net.ssl.keyStoreType";
+ private static final String DEFAULT_KEYSTORE_TYPE = "JKS";
+ private static final String TRUSTSTORE_LOCATION_ARG = "javax.net.ssl.trustStore";
+ private static final String TRUSTSTORE_PASSWORD_ARG = "javax.net.ssl.trustStorePassword";
+ private static final String TRUSTSTORE_TYPE_ARG = "javax.net.ssl.trustStoreType";
+ private static final String DEFAULT_TRUSTSTORE_TYPE = "JKS";
+ private static final String KEYSTORE_PASSWORD_PROPERTY_NAME = "logsearch_keystore_password";
+ private static final String TRUSTSTORE_PASSWORD_PROPERTY_NAME = "logsearch_truststore_password";
+ private static final String KEYSTORE_PASSWORD_FILE = "ks_pass.txt";
+ private static final String TRUSTSTORE_PASSWORD_FILE = "ts_pass.txt";
+
+ private static final String LOGSEARCH_CERT_FILENAME = "logsearch.crt";
+ private static final String LOGSEARCH_KEYSTORE_FILENAME = "logsearch.jks";
+ private static final String LOGSEARCH_KEYSTORE_PRIVATE_KEY = "logsearch.private.key";
+ private static final String LOGSEARCH_KEYSTORE_PUBLIC_KEY = "logsearch.public.key";
+
+ private static final String LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD = "bigdata";
+
+ @Inject
+ private LogSearchSslConfig logSearchSslConfig;
+
+ private String getKeyStoreLocation() {
+ return System.getProperty(KEYSTORE_LOCATION_ARG);
+ }
+
+ private String getKeyStorePassword() {
+ return System.getProperty(KEYSTORE_PASSWORD_ARG);
+ }
+
+ private String getKeyStoreType() {
+ return System.getProperty(KEYSTORE_TYPE_ARG, DEFAULT_KEYSTORE_TYPE);
+ }
+
+ private String getTrustStoreLocation() {
+ return System.getProperty(TRUSTSTORE_LOCATION_ARG);
+ }
+
+ private String getTrustStorePassword() {
+ return System.getProperty(TRUSTSTORE_PASSWORD_ARG);
+ }
+
+ private String getTrustStoreType() {
+ return System.getProperty(TRUSTSTORE_TYPE_ARG, DEFAULT_TRUSTSTORE_TYPE);
+ }
+
+ public boolean isKeyStoreSpecified() {
+ return StringUtils.isNotEmpty(getKeyStoreLocation());
+ }
+
+ private boolean isTrustStoreSpecified() {
+ return StringUtils.isNotEmpty(getTrustStoreLocation());
+ }
+
+ public SslContextFactory getSslContextFactory() {
+ SslContextFactory sslContextFactory = new SslContextFactory();
+ sslContextFactory.setKeyStorePath(getKeyStoreLocation());
+ sslContextFactory.setKeyStorePassword(getKeyStorePassword());
+ sslContextFactory.setKeyStoreType(getKeyStoreType());
+ if (isTrustStoreSpecified()) {
+ sslContextFactory.setTrustStorePath(getTrustStoreLocation());
+ sslContextFactory.setTrustStorePassword(getTrustStorePassword());
+ sslContextFactory.setTrustStoreType(getTrustStoreType());
+ }
+
+ return sslContextFactory;
+ }
+
+ public SSLContext getSSLContext() {
+ SslContextFactory sslContextFactory = getSslContextFactory();
+
+ try {
+ sslContextFactory.start();
+ return sslContextFactory.getSslContext();
+ } catch (Exception e) {
+ LOG.error("Could not create SSL Context", e);
+ return null;
+ } finally {
+ try {
+ sslContextFactory.stop();
+ } catch (Exception e) {
+ LOG.error("Could not stop sslContextFactory", e);
+ }
+ }
+ }
+
+ private String getPasswordFromFile(String fileName) {
+ try {
+ File pwdFile = new File(LOGSEARCH_CERT_DEFAULT_FOLDER, fileName);
+ if (!pwdFile.exists()) {
+ FileUtils.writeStringToFile(pwdFile, LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD);
+ return LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD;
+ } else {
+ return FileUtils.readFileToString(pwdFile);
+ }
+ } catch (Exception e) {
+ LOG.warn("Exception occurred during read/write password file for keystore/truststore.", e);
+ return null;
+ }
+ }
+
+ private String getPasswordFromCredentialStore(String propertyName) {
+ try {
+ String providerPath = logSearchSslConfig.getCredentialStoreProviderPath();
+ if (StringUtils.isEmpty(providerPath)) {
+ return null;
+ }
+
+ Configuration config = new Configuration();
+ config.set(CREDENTIAL_STORE_PROVIDER_PATH, providerPath);
+ char[] passwordChars = config.getPassword(propertyName);
+ return (ArrayUtils.isNotEmpty(passwordChars)) ? new String(passwordChars) : null;
+ } catch (Exception e) {
+ LOG.warn(String.format("Could not load password %s from credential store, using default password", propertyName), e);
+ return null;
+ }
+ }
+
+ private String getPassword(String propertyName, String fileName) {
+ String credentialStorePassword = getPasswordFromCredentialStore(propertyName);
+ if (credentialStorePassword != null) {
+ return credentialStorePassword;
+ }
+
+ String filePassword = getPasswordFromFile(fileName);
+ if (filePassword != null) {
+ return filePassword;
+ }
+
+ return LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD;
+ }
+
+ /**
+ * Put private key into in-memory keystore and write it to a file (JKS file)
+ */
+ private void setKeyAndCertInKeystore(X509Certificate cert, KeyPair keyPair, KeyStore keyStore, String keyStoreLocation, char[] password)
+ throws Exception {
+ Certificate[] certChain = new Certificate[1];
+ certChain[0] = cert;
+ try (FileOutputStream fos = new FileOutputStream(keyStoreLocation)) {
+ keyStore.setKeyEntry("logsearch.alias", keyPair.getPrivate(), password, certChain);
+ keyStore.store(fos, password);
+ } catch (Exception e) {
+ LOG.error("Could not write certificate to Keystore", e);
+ throw e;
+ }
+ }
+
+ /**
+ * Create in-memory keypair with bouncy castle
+ */
+ private KeyPair createKeyPair(String encryptionType, int byteCount)
+ throws NoSuchProviderException, NoSuchAlgorithmException {
+ Security.addProvider(new BouncyCastleProvider());
+ KeyPairGenerator keyPairGenerator = createKeyPairGenerator(encryptionType, byteCount);
+ return keyPairGenerator.genKeyPair();
+ }
+
+ /**
+ * Generate X509 certificate if it does not exist
+ */
+ private X509Certificate generateCertificate(String certificateLocation, KeyPair keyPair, String algorithm) throws Exception {
+ try {
+ File certFile = new File(certificateLocation);
+ if (certFile.exists()) {
+ LOG.info("Certificate file exists ({}), skip the generation.", certificateLocation);
+ return getCertFile(certificateLocation);
+ } else {
+ Security.addProvider(new BouncyCastleProvider());
+ X509Certificate cert = createCert(keyPair, algorithm, InetAddress.getLocalHost().getCanonicalHostName());
+ FileUtils.writeByteArrayToFile(certFile, cert.getEncoded());
+ return cert;
+ }
+ } catch (Exception e) {
+ LOG.error("Could not create certificate.", e);
+ throw e;
+ }
+ }
+
+ private void ensureStorePassword(String locationArg, String pwdArg, String propertyName, String fileName) {
+ if (StringUtils.isNotEmpty(System.getProperty(locationArg)) && StringUtils.isEmpty(System.getProperty(pwdArg))) {
+ String password = getPassword(propertyName, fileName);
+ System.setProperty(pwdArg, password);
+ }
+ }
+
+ public void ensureStorePasswords() {
+ ensureStorePassword(KEYSTORE_LOCATION_ARG, KEYSTORE_PASSWORD_ARG, KEYSTORE_PASSWORD_PROPERTY_NAME, KEYSTORE_PASSWORD_FILE);
+ ensureStorePassword(TRUSTSTORE_LOCATION_ARG, TRUSTSTORE_PASSWORD_ARG, TRUSTSTORE_PASSWORD_PROPERTY_NAME, TRUSTSTORE_PASSWORD_FILE);
+ }
+
+ private X509Certificate getCertFile(String location) throws Exception {
+ try (FileInputStream fos = new FileInputStream(location)) {
+ CertificateFactory factory = CertificateFactory.getInstance("X.509");
+ return (X509Certificate) factory.generateCertificate(fos);
+ } catch (Exception e) {
+ LOG.error("Cannot read cert file. ('" + location + "')", e);
+ throw e;
+ }
+ }
+
+ private X509Certificate createCert(KeyPair keyPair, String signatureAlgoritm, String domainName)
+ throws NoSuchAlgorithmException, InvalidKeyException, SignatureException, OperatorCreationException, CertificateException, IOException {
+
+ RSAPublicKey rsaPublicKey = (RSAPublicKey) keyPair.getPublic();
+ RSAPrivateKey rsaPrivateKey = (RSAPrivateKey) keyPair.getPrivate();
+
+ AlgorithmIdentifier sigAlgId = new DefaultSignatureAlgorithmIdentifierFinder().find(signatureAlgoritm);
+ AlgorithmIdentifier digAlgId = new DefaultDigestAlgorithmIdentifierFinder().find(sigAlgId);
+ BcContentSignerBuilder sigGen = new BcRSAContentSignerBuilder(sigAlgId, digAlgId);
+
+ ASN1InputStream publicKeyStream = new ASN1InputStream(rsaPublicKey.getEncoded());
+ SubjectPublicKeyInfo pubKey = SubjectPublicKeyInfo.getInstance(publicKeyStream.readObject());
+ publicKeyStream.close();
+
+ X509v3CertificateBuilder v3CertBuilder = new X509v3CertificateBuilder(
+ new X500Name("CN=" + domainName + ", OU=None, O=None L=None, C=None"),
+ BigInteger.valueOf(Math.abs(new SecureRandom().nextInt())),
+ new Date(System.currentTimeMillis() - 1000L * 60 * 60 * 24 * 30),
+ new Date(System.currentTimeMillis() + (1000L * 60 * 60 * 24 * 365*10)),
+ new X500Name("CN=" + domainName + ", OU=None, O=None L=None, C=None"),
+ pubKey);
+
+ RSAKeyParameters keyParams = new RSAKeyParameters(true, rsaPrivateKey.getPrivateExponent(), rsaPrivateKey.getModulus());
+ ContentSigner contentSigner = sigGen.build(keyParams);
+
+ X509CertificateHolder certificateHolder = v3CertBuilder.build(contentSigner);
+
+ JcaX509CertificateConverter certConverter = new JcaX509CertificateConverter().setProvider("BC");
+ return certConverter.getCertificate(certificateHolder);
+ }
+
+ private KeyPairGenerator createKeyPairGenerator(String algorithmIdentifier, int bitCount)
+ throws NoSuchProviderException, NoSuchAlgorithmException {
+ KeyPairGenerator kpg = KeyPairGenerator.getInstance(algorithmIdentifier, BouncyCastleProvider.PROVIDER_NAME);
+ kpg.initialize(bitCount);
+ return kpg;
+ }
+
+ /**
+ * Create keystore with keys and certificate (only if the keystore does not exist or if you have no permissions on the keystore file)
+ */
+ public void loadKeystore() {
+ try {
+ String certFolder = logSearchSslConfig.getCertFolder();
+ String certAlgorithm = logSearchSslConfig.getCertAlgorithm();
+ String certLocation = String.format("%s/%s", LOGSEARCH_CERT_DEFAULT_FOLDER, LOGSEARCH_CERT_FILENAME);
+ String keyStoreLocation = StringUtils.isNotEmpty(getKeyStoreLocation()) ? getKeyStoreLocation()
+ : String.format("%s/%s", LOGSEARCH_CERT_DEFAULT_FOLDER, LOGSEARCH_KEYSTORE_FILENAME);
+ char[] password = StringUtils.isNotEmpty(getKeyStorePassword()) ?
+ getKeyStorePassword().toCharArray() : LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD.toCharArray();
+ boolean keyStoreFileExists = new File(keyStoreLocation).exists();
+ if (!keyStoreFileExists) {
+ FileUtil.createDirectory(certFolder);
+ LOG.warn("Keystore file ('{}') does not exist, creating new one. " +
+ "If the file exists, make sure you have proper permissions on that.", keyStoreLocation);
+ if (isKeyStoreSpecified() && !"JKS".equalsIgnoreCase(getKeyStoreType())) {
+ throw new RuntimeException(String.format("Keystore does not exist. Only JKS keystore can be auto generated. (%s)", keyStoreLocation));
+ }
+ LOG.info("SSL keystore is not specified. Generating it with certificate ... (using default format: JKS)");
+ Security.addProvider(new BouncyCastleProvider());
+ KeyPair keyPair = createKeyPair("RSA", 2048);
+ File privateKeyFile = new File(String.format("%s/%s", certFolder, LOGSEARCH_KEYSTORE_PRIVATE_KEY));
+ if (!privateKeyFile.exists()) {
+ FileUtils.writeByteArrayToFile(privateKeyFile, keyPair.getPrivate().getEncoded());
+ }
+ File file = new File(String.format("%s/%s", certFolder, LOGSEARCH_KEYSTORE_PUBLIC_KEY));
+ if (!file.exists()) {
+ FileUtils.writeByteArrayToFile(file, keyPair.getPublic().getEncoded());
+ }
+ X509Certificate cert = generateCertificate(certLocation, keyPair, certAlgorithm);
+ KeyStore keyStore = KeyStore.getInstance(KeyStore.getDefaultType());
+ keyStore.load(null, password);
+ setKeyAndCertInKeystore(cert, keyPair, keyStore, keyStoreLocation, password);
+ FileUtil.setPermissionOnDirectory(certFolder, "600");
+ }
+ } catch (Exception e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/util/SSLUtil.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/util/SSLUtil.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/util/SSLUtil.java
deleted file mode 100644
index b0b893f..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/util/SSLUtil.java
+++ /dev/null
@@ -1,388 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.ambari.logsearch.util;
-
-import javax.net.ssl.SSLContext;
-
-import org.apache.ambari.logsearch.common.PropertiesHelper;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
-import org.apache.commons.io.FileUtils;
-import org.apache.commons.lang.StringUtils;
-import org.apache.commons.lang3.ArrayUtils;
-import org.apache.hadoop.conf.Configuration;
-import org.bouncycastle.asn1.ASN1InputStream;
-import org.bouncycastle.asn1.x500.X500Name;
-import org.bouncycastle.asn1.x509.AlgorithmIdentifier;
-import org.bouncycastle.asn1.x509.SubjectPublicKeyInfo;
-import org.bouncycastle.jce.provider.BouncyCastleProvider;
-import org.bouncycastle.operator.ContentSigner;
-import org.bouncycastle.operator.DefaultDigestAlgorithmIdentifierFinder;
-import org.bouncycastle.operator.DefaultSignatureAlgorithmIdentifierFinder;
-import org.bouncycastle.operator.OperatorCreationException;
-import org.bouncycastle.operator.bc.BcContentSignerBuilder;
-import org.bouncycastle.operator.bc.BcRSAContentSignerBuilder;
-import org.bouncycastle.cert.X509CertificateHolder;
-import org.bouncycastle.cert.X509v3CertificateBuilder;
-import org.bouncycastle.cert.jcajce.JcaX509CertificateConverter;
-import org.bouncycastle.crypto.params.RSAKeyParameters;
-import org.eclipse.jetty.util.ssl.SslContextFactory;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.FileOutputStream;
-import java.io.IOException;
-import java.math.BigInteger;
-import java.net.InetAddress;
-import java.security.InvalidKeyException;
-import java.security.KeyPair;
-import java.security.KeyPairGenerator;
-import java.security.KeyStore;
-import java.security.NoSuchAlgorithmException;
-import java.security.NoSuchProviderException;
-import java.security.SecureRandom;
-import java.security.Security;
-import java.security.SignatureException;
-import java.security.cert.Certificate;
-import java.security.cert.CertificateException;
-import java.security.cert.CertificateFactory;
-import java.security.cert.X509Certificate;
-import java.security.interfaces.RSAPrivateKey;
-import java.security.interfaces.RSAPublicKey;
-import java.util.Date;
-
-import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_PROPERTIES_FILE;
-
-public class SSLUtil {
- private static final Logger LOG = LoggerFactory.getLogger(SSLUtil.class);
-
- private static final String KEYSTORE_LOCATION_ARG = "javax.net.ssl.keyStore";
- private static final String KEYSTORE_PASSWORD_ARG = "javax.net.ssl.keyStorePassword";
- private static final String KEYSTORE_TYPE_ARG = "javax.net.ssl.keyStoreType";
- private static final String DEFAULT_KEYSTORE_TYPE = "JKS";
- private static final String TRUSTSTORE_LOCATION_ARG = "javax.net.ssl.trustStore";
- private static final String TRUSTSTORE_PASSWORD_ARG = "javax.net.ssl.trustStorePassword";
- private static final String TRUSTSTORE_TYPE_ARG = "javax.net.ssl.trustStoreType";
- private static final String DEFAULT_TRUSTSTORE_TYPE = "JKS";
- private static final String KEYSTORE_PASSWORD_PROPERTY_NAME = "logsearch_keystore_password";
- private static final String TRUSTSTORE_PASSWORD_PROPERTY_NAME = "logsearch_truststore_password";
- private static final String KEYSTORE_PASSWORD_FILE = "ks_pass.txt";
- private static final String TRUSTSTORE_PASSWORD_FILE = "ts_pass.txt";
-
- @LogSearchPropertyDescription(
- name = "hadoop.security.credential.provider.path",
- description = "Path to interrogate for protected credentials. (see: https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-common/CredentialProviderAPI.html)",
- examples = {"localjceks://file/home/mypath/my.jceks"},
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String CREDENTIAL_STORE_PROVIDER_PATH = "hadoop.security.credential.provider.path";
-
- @LogSearchPropertyDescription(
- name = "logsearch.cert.folder.location",
- description = "Folder where the generated certificates (SSL) will be located. Make sure the user of Log Search Server can access it.",
- examples = {"/etc/mypath/keys"},
- defaultValue = "/etc/ambari-logsearch-portal/conf/keys",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String LOGSEARCH_CERT_FOLDER_LOCATION = "logsearch.cert.folder.location";
-
- @LogSearchPropertyDescription(
- name = "logsearch.cert.algorithm",
- description = "Algorithm to generate certificates for SSL (if needed).",
- examples = {"sha256WithRSA"},
- defaultValue = "sha256WithRSA",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String LOGSEARCH_CERT_ALGORITHM = "logsearch.cert.algorithm";
-
- private static final String LOGSEARCH_CERT_FILENAME = "logsearch.crt";
- private static final String LOGSEARCH_KEYSTORE_FILENAME = "logsearch.jks";
- private static final String LOGSEARCH_KEYSTORE_PRIVATE_KEY = "logsearch.private.key";
- private static final String LOGSEARCH_KEYSTORE_PUBLIC_KEY = "logsearch.public.key";
- private static final String LOGSEARCH_CERT_DEFAULT_ALGORITHM = "sha256WithRSA";
-
- private static final String LOGSEARCH_CERT_DEFAULT_FOLDER = "/etc/ambari-logsearch-portal/conf/keys";
- private static final String LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD = "bigdata";
-
- private SSLUtil() {
- throw new UnsupportedOperationException();
- }
-
- public static String getKeyStoreLocation() {
- return System.getProperty(KEYSTORE_LOCATION_ARG);
- }
-
- public static String getKeyStorePassword() {
- return System.getProperty(KEYSTORE_PASSWORD_ARG);
- }
-
- public static String getKeyStoreType() {
- return System.getProperty(KEYSTORE_TYPE_ARG, DEFAULT_KEYSTORE_TYPE);
- }
-
- public static String getTrustStoreLocation() {
- return System.getProperty(TRUSTSTORE_LOCATION_ARG);
- }
-
- public static String getTrustStorePassword() {
- return System.getProperty(TRUSTSTORE_PASSWORD_ARG);
- }
-
- public static String getTrustStoreType() {
- return System.getProperty(TRUSTSTORE_TYPE_ARG, DEFAULT_TRUSTSTORE_TYPE);
- }
-
- public static boolean isKeyStoreSpecified() {
- return StringUtils.isNotEmpty(getKeyStoreLocation());
- }
-
- private static boolean isTrustStoreSpecified() {
- return StringUtils.isNotEmpty(getTrustStoreLocation());
- }
-
- public static SslContextFactory getSslContextFactory() {
- SslContextFactory sslContextFactory = new SslContextFactory();
- sslContextFactory.setKeyStorePath(getKeyStoreLocation());
- sslContextFactory.setKeyStorePassword(getKeyStorePassword());
- sslContextFactory.setKeyStoreType(getKeyStoreType());
- if (isTrustStoreSpecified()) {
- sslContextFactory.setTrustStorePath(getTrustStoreLocation());
- sslContextFactory.setTrustStorePassword(getTrustStorePassword());
- sslContextFactory.setTrustStoreType(getTrustStoreType());
- }
-
- return sslContextFactory;
- }
-
- public static SSLContext getSSLContext() {
- SslContextFactory sslContextFactory = getSslContextFactory();
-
- try {
- sslContextFactory.start();
- return sslContextFactory.getSslContext();
- } catch (Exception e) {
- LOG.error("Could not create SSL Context", e);
- return null;
- } finally {
- try {
- sslContextFactory.stop();
- } catch (Exception e) {
- LOG.error("Could not stop sslContextFactory", e);
- }
- }
- }
-
- private static String getPasswordFromFile(String fileName) {
- try {
- File pwdFile = new File(LOGSEARCH_CERT_DEFAULT_FOLDER, fileName);
- if (!pwdFile.exists()) {
- FileUtils.writeStringToFile(pwdFile, LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD);
- return LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD;
- } else {
- return FileUtils.readFileToString(pwdFile);
- }
- } catch (Exception e) {
- LOG.warn("Exception occurred during read/write password file for keystore/truststore.", e);
- return null;
- }
- }
-
- private static String getPasswordFromCredentialStore(String propertyName) {
- try {
- String providerPath = PropertiesHelper.getProperty(CREDENTIAL_STORE_PROVIDER_PATH);
- if (providerPath == null) {
- return null;
- }
-
- Configuration config = new Configuration();
- config.set(CREDENTIAL_STORE_PROVIDER_PATH, providerPath);
- char[] passwordChars = config.getPassword(propertyName);
- return (ArrayUtils.isNotEmpty(passwordChars)) ? new String(passwordChars) : null;
- } catch (Exception e) {
- LOG.warn(String.format("Could not load password %s from credential store, using default password", propertyName), e);
- return null;
- }
- }
-
- private static String getPassword(String propertyName, String fileName) {
- String credentialStorePassword = getPasswordFromCredentialStore(propertyName);
- if (credentialStorePassword != null) {
- return credentialStorePassword;
- }
-
- String filePassword = getPasswordFromFile(fileName);
- if (filePassword != null) {
- return filePassword;
- }
-
- return LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD;
- }
-
- /**
- * Put private key into in-memory keystore and write it to a file (JKS file)
- */
- private static void setKeyAndCertInKeystore(X509Certificate cert, KeyPair keyPair, KeyStore keyStore, String keyStoreLocation, char[] password)
- throws Exception {
- Certificate[] certChain = new Certificate[1];
- certChain[0] = cert;
- try (FileOutputStream fos = new FileOutputStream(keyStoreLocation)) {
- keyStore.setKeyEntry("logsearch.alias", keyPair.getPrivate(), password, certChain);
- keyStore.store(fos, password);
- } catch (Exception e) {
- LOG.error("Could not write certificate to Keystore", e);
- throw e;
- }
- }
-
- /**
- * Create in-memory keypair with bouncy castle
- */
- private static KeyPair createKeyPair(String encryptionType, int byteCount)
- throws NoSuchProviderException, NoSuchAlgorithmException {
- Security.addProvider(new BouncyCastleProvider());
- KeyPairGenerator keyPairGenerator = createKeyPairGenerator(encryptionType, byteCount);
- return keyPairGenerator.genKeyPair();
- }
-
- /**
- * Generate X509 certificate if it does not exist
- */
- private static X509Certificate generateCertificate(String certificateLocation, KeyPair keyPair, String algorithm) throws Exception {
- try {
- File certFile = new File(certificateLocation);
- if (certFile.exists()) {
- LOG.info("Certificate file exists ({}), skip the generation.", certificateLocation);
- return getCertFile(certificateLocation);
- } else {
- Security.addProvider(new BouncyCastleProvider());
- X509Certificate cert = createCert(keyPair, algorithm, InetAddress.getLocalHost().getCanonicalHostName());
- FileUtils.writeByteArrayToFile(certFile, cert.getEncoded());
- return cert;
- }
- } catch (Exception e) {
- LOG.error("Could not create certificate.", e);
- throw e;
- }
- }
-
- private static void ensureStorePassword(String locationArg, String pwdArg, String propertyName, String fileName) {
- if (StringUtils.isNotEmpty(System.getProperty(locationArg)) && StringUtils.isEmpty(System.getProperty(pwdArg))) {
- String password = getPassword(propertyName, fileName);
- System.setProperty(pwdArg, password);
- }
- }
-
- public static void ensureStorePasswords() {
- ensureStorePassword(KEYSTORE_LOCATION_ARG, KEYSTORE_PASSWORD_ARG, KEYSTORE_PASSWORD_PROPERTY_NAME, KEYSTORE_PASSWORD_FILE);
- ensureStorePassword(TRUSTSTORE_LOCATION_ARG, TRUSTSTORE_PASSWORD_ARG, TRUSTSTORE_PASSWORD_PROPERTY_NAME, TRUSTSTORE_PASSWORD_FILE);
- }
-
- private static X509Certificate getCertFile(String location) throws Exception {
- try (FileInputStream fos = new FileInputStream(location)) {
- CertificateFactory factory = CertificateFactory.getInstance("X.509");
- return (X509Certificate) factory.generateCertificate(fos);
- } catch (Exception e) {
- LOG.error("Cannot read cert file. ('" + location + "')", e);
- throw e;
- }
- }
-
- private static X509Certificate createCert(KeyPair keyPair, String signatureAlgoritm, String domainName)
- throws NoSuchAlgorithmException, InvalidKeyException, SignatureException, OperatorCreationException, CertificateException, IOException {
-
- RSAPublicKey rsaPublicKey = (RSAPublicKey) keyPair.getPublic();
- RSAPrivateKey rsaPrivateKey = (RSAPrivateKey) keyPair.getPrivate();
-
- AlgorithmIdentifier sigAlgId = new DefaultSignatureAlgorithmIdentifierFinder().find(signatureAlgoritm);
- AlgorithmIdentifier digAlgId = new DefaultDigestAlgorithmIdentifierFinder().find(sigAlgId);
- BcContentSignerBuilder sigGen = new BcRSAContentSignerBuilder(sigAlgId, digAlgId);
-
- ASN1InputStream publicKeyStream = new ASN1InputStream(rsaPublicKey.getEncoded());
- SubjectPublicKeyInfo pubKey = SubjectPublicKeyInfo.getInstance(publicKeyStream.readObject());
- publicKeyStream.close();
-
- X509v3CertificateBuilder v3CertBuilder = new X509v3CertificateBuilder(
- new X500Name("CN=" + domainName + ", OU=None, O=None L=None, C=None"),
- BigInteger.valueOf(Math.abs(new SecureRandom().nextInt())),
- new Date(System.currentTimeMillis() - 1000L * 60 * 60 * 24 * 30),
- new Date(System.currentTimeMillis() + (1000L * 60 * 60 * 24 * 365*10)),
- new X500Name("CN=" + domainName + ", OU=None, O=None L=None, C=None"),
- pubKey);
-
- RSAKeyParameters keyParams = new RSAKeyParameters(true, rsaPrivateKey.getPrivateExponent(), rsaPrivateKey.getModulus());
- ContentSigner contentSigner = sigGen.build(keyParams);
-
- X509CertificateHolder certificateHolder = v3CertBuilder.build(contentSigner);
-
- JcaX509CertificateConverter certConverter = new JcaX509CertificateConverter().setProvider("BC");
- return certConverter.getCertificate(certificateHolder);
- }
-
- private static KeyPairGenerator createKeyPairGenerator(String algorithmIdentifier, int bitCount)
- throws NoSuchProviderException, NoSuchAlgorithmException {
- KeyPairGenerator kpg = KeyPairGenerator.getInstance(algorithmIdentifier, BouncyCastleProvider.PROVIDER_NAME);
- kpg.initialize(bitCount);
- return kpg;
- }
-
- /**
- * Create keystore with keys and certificate (only if the keystore does not exist or if you have no permissions on the keystore file)
- */
- public static void loadKeystore() {
- try {
- String certFolder = PropertiesHelper.getProperty(LOGSEARCH_CERT_FOLDER_LOCATION, LOGSEARCH_CERT_DEFAULT_FOLDER);
- String certAlgorithm = PropertiesHelper.getProperty(LOGSEARCH_CERT_ALGORITHM, LOGSEARCH_CERT_DEFAULT_ALGORITHM);
- String certLocation = String.format("%s/%s", LOGSEARCH_CERT_DEFAULT_FOLDER, LOGSEARCH_CERT_FILENAME);
- String keyStoreLocation = StringUtils.isNotEmpty(getKeyStoreLocation()) ? getKeyStoreLocation()
- : String.format("%s/%s", LOGSEARCH_CERT_DEFAULT_FOLDER, LOGSEARCH_KEYSTORE_FILENAME);
- char[] password = StringUtils.isNotEmpty(getKeyStorePassword()) ?
- getKeyStorePassword().toCharArray() : LOGSEARCH_KEYSTORE_DEFAULT_PASSWORD.toCharArray();
- boolean keyStoreFileExists = new File(keyStoreLocation).exists();
- if (!keyStoreFileExists) {
- FileUtil.createDirectory(certFolder);
- LOG.warn("Keystore file ('{}') does not exist, creating new one. " +
- "If the file exists, make sure you have proper permissions on that.", keyStoreLocation);
- if (isKeyStoreSpecified() && !"JKS".equalsIgnoreCase(getKeyStoreType())) {
- throw new RuntimeException(String.format("Keystore does not exist. Only JKS keystore can be auto generated. (%s)", keyStoreLocation));
- }
- LOG.info("SSL keystore is not specified. Generating it with certificate ... (using default format: JKS)");
- Security.addProvider(new BouncyCastleProvider());
- KeyPair keyPair = createKeyPair("RSA", 2048);
- File privateKeyFile = new File(String.format("%s/%s", certFolder, LOGSEARCH_KEYSTORE_PRIVATE_KEY));
- if (!privateKeyFile.exists()) {
- FileUtils.writeByteArrayToFile(privateKeyFile, keyPair.getPrivate().getEncoded());
- }
- File file = new File(String.format("%s/%s", certFolder, LOGSEARCH_KEYSTORE_PUBLIC_KEY));
- if (!file.exists()) {
- FileUtils.writeByteArrayToFile(file, keyPair.getPublic().getEncoded());
- }
- X509Certificate cert = generateCertificate(certLocation, keyPair, certAlgorithm);
- KeyStore keyStore = KeyStore.getInstance(KeyStore.getDefaultType());
- keyStore.load(null, password);
- setKeyAndCertInKeystore(cert, keyPair, keyStore, keyStoreLocation, password);
- FileUtil.setPermissionOnDirectory(certFolder, "600");
- }
- } catch (Exception e) {
- throw new RuntimeException(e);
- }
- }
-
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/util/WebUtil.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/util/WebUtil.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/util/WebUtil.java
deleted file mode 100644
index 36865ad..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/util/WebUtil.java
+++ /dev/null
@@ -1,65 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.ambari.logsearch.util;
-
-import java.io.IOException;
-import java.net.ServerSocket;
-import java.net.URI;
-import java.net.URISyntaxException;
-import java.net.URL;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-public class WebUtil {
- private static final Logger LOG = LoggerFactory.getLogger(WebUtil.class);
-
- private static final String WEB_RESOURCE_FOLDER = "webapps/app";
-
- private WebUtil() {
- throw new UnsupportedOperationException();
- }
-
- public static URI findWebResourceBase() {
- URL fileCompleteUrl = Thread.currentThread().getContextClassLoader().getResource(WEB_RESOURCE_FOLDER);
- String errorMessage = "Web Resource Folder " + WEB_RESOURCE_FOLDER + " not found in classpath";
- if (fileCompleteUrl != null) {
- try {
- return fileCompleteUrl.toURI().normalize();
- } catch (URISyntaxException e) {
- LOG.error(errorMessage, e);
- System.exit(1);
- }
- } else {
- LOG.error(errorMessage);
- System.exit(1);
- }
- throw new IllegalStateException(errorMessage);
- }
-
- public static void checkPort(int port) {
- try (ServerSocket serverSocket = new ServerSocket(port)) {
- } catch (IOException ex) {
- LOG.error(ex.getLocalizedMessage() + " PORT :" + port);
- System.exit(1);
- }
- }
-
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/filters/LogsearchKRBAuthenticationFilter.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/filters/LogsearchKRBAuthenticationFilter.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/filters/LogsearchKRBAuthenticationFilter.java
index ec3075c..e50fab5 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/filters/LogsearchKRBAuthenticationFilter.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/filters/LogsearchKRBAuthenticationFilter.java
@@ -30,6 +30,8 @@ import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
+import javax.annotation.PostConstruct;
+import javax.inject.Inject;
import javax.servlet.FilterChain;
import javax.servlet.FilterConfig;
import javax.servlet.ServletContext;
@@ -40,7 +42,7 @@ import javax.servlet.http.Cookie;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
+import org.apache.ambari.logsearch.conf.LogSearchSpnegoConfig;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.security.authentication.AbstractAuthenticationToken;
@@ -54,7 +56,6 @@ import org.springframework.security.core.context.SecurityContextHolder;
import org.springframework.security.core.context.SecurityContextImpl;
import org.springframework.security.core.userdetails.User;
import org.springframework.security.core.userdetails.UserDetails;
-import org.apache.ambari.logsearch.common.PropertiesHelper;
import org.apache.commons.collections.iterators.IteratorEnumeration;
import org.apache.commons.lang.StringEscapeUtils;
import org.apache.commons.lang.StringUtils;
@@ -63,83 +64,12 @@ import org.apache.hadoop.security.authentication.server.PseudoAuthenticationHand
import org.apache.hadoop.security.authentication.util.KerberosName;
import org.springframework.security.web.authentication.WebAuthenticationDetails;
-import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_PROPERTIES_FILE;
public class LogsearchKRBAuthenticationFilter extends LogsearchKrbFilter {
private static final Logger logger = LoggerFactory.getLogger(LogsearchKRBAuthenticationFilter.class);
- @LogSearchPropertyDescription(
- name = "logsearch.hadoop.security.auth_to_local",
- description = "Rules that will be applied on authentication names and map them into local usernames.",
- examples = {"RULE:[1:$1@$0](.*@EXAMPLE.COM)s/@.*//", "DEFAULT"},
- defaultValue = "DEFAULT",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String NAME_RULES = "logsearch.hadoop.security.auth_to_local";
-
- @LogSearchPropertyDescription(
- name = "logsearch.admin.kerberos.token.valid.seconds",
- description = "Kerberos token validity in seconds.",
- examples = {"30"},
- defaultValue = "30",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String TOKEN_VALID = "logsearch.admin.kerberos.token.valid.seconds";
-
- @LogSearchPropertyDescription(
- name = "logsearch.admin.kerberos.cookie.domain",
- description = "Domain for Kerberos cookie.",
- examples = {"c6401.ambari.apache.org", "localhost"},
- defaultValue = "localhost",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String COOKIE_DOMAIN = "logsearch.admin.kerberos.cookie.domain";
-
- @LogSearchPropertyDescription(
- name = "logsearch.admin.kerberos.cookie.path",
- description = "Cookie path of the kerberos cookie",
- examples = {"/"},
- defaultValue = "/",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String COOKIE_PATH = "logsearch.admin.kerberos.cookie.path";
-
- @LogSearchPropertyDescription(
- name = "logsearch.spnego.kerberos.principal",
- description = "Principal for SPNEGO authentication for Http requests",
- examples = {"myuser@EXAMPLE.COM"},
- defaultValue = "",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String PRINCIPAL = "logsearch.spnego.kerberos.principal";
-
- @LogSearchPropertyDescription(
- name = "logsearch.spnego.kerberos.keytab",
- description = "Keytab for SPNEGO authentication for Http requests.",
- examples = {"/etc/security/keytabs/mykeytab.keytab"},
- defaultValue = "",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String KEYTAB = "logsearch.spnego.kerberos.keytab";
-
- @LogSearchPropertyDescription(
- name = "logsearch.spnego.kerberos.host",
- description = "",
- examples = {"c6401.ambari.apache.org", "localhost"},
- defaultValue = "localhost",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String HOST_NAME = "logsearch.spnego.kerberos.host";
-
- @LogSearchPropertyDescription(
- name = "logsearch.spnego.kerberos.enabled",
- description = "Enable SPNEGO based authentication for Log Search Server.",
- examples = {"true", "false"},
- defaultValue = "false",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String KERBEROS_ENABLED = "logsearch.spnego.kerberos.enabled";
-
+ @Inject
+ private LogSearchSpnegoConfig logSearchSpnegoConfig;
private static final String NAME_RULES_PARAM = "kerberos.name.rules";
private static final String TOKEN_VALID_PARAM = "token.validity";
@@ -157,7 +87,8 @@ public class LogsearchKRBAuthenticationFilter extends LogsearchKrbFilter {
private String authType = PseudoAuthenticationHandler.TYPE;
private static boolean spnegoEnable = false;
- public LogsearchKRBAuthenticationFilter() {
+ @PostConstruct
+ public void postConstruct() {
try {
isSpnegoEnable();
init(null);
@@ -169,18 +100,18 @@ public class LogsearchKRBAuthenticationFilter extends LogsearchKrbFilter {
@Override
public void init(FilterConfig conf) throws ServletException {
final FilterConfig globalConf = conf;
- String hostName = PropertiesHelper.getProperty(HOST_NAME, "localhost");
+ String hostName = logSearchSpnegoConfig.getHostName();
final Map<String, String> params = new HashMap<String, String>();
if (spnegoEnable) {
authType = KerberosAuthenticationHandler.TYPE;
}
params.put(AUTH_TYPE,authType);
- params.put(NAME_RULES_PARAM,PropertiesHelper.getProperty(NAME_RULES, "DEFAULT"));
- params.put(TOKEN_VALID_PARAM, PropertiesHelper.getProperty(TOKEN_VALID, "30"));
- params.put(COOKIE_DOMAIN_PARAM, PropertiesHelper.getProperty(COOKIE_DOMAIN, hostName));
- params.put(COOKIE_PATH_PARAM, PropertiesHelper.getProperty(COOKIE_PATH, "/"));
- params.put(PRINCIPAL_PARAM,PropertiesHelper.getProperty(PRINCIPAL,""));
- params.put(KEYTAB_PARAM,PropertiesHelper.getProperty(KEYTAB,""));
+ params.put(NAME_RULES_PARAM, logSearchSpnegoConfig.getNameRules());
+ params.put(TOKEN_VALID_PARAM, logSearchSpnegoConfig.getTokenValid());
+ params.put(COOKIE_DOMAIN_PARAM, logSearchSpnegoConfig.getCookieDomain());
+ params.put(COOKIE_PATH_PARAM, logSearchSpnegoConfig.getCookiePath());
+ params.put(PRINCIPAL_PARAM, logSearchSpnegoConfig.getPrincipal());
+ params.put(KEYTAB_PARAM, logSearchSpnegoConfig.getKeyTab());
FilterConfig myConf = new FilterConfig() {
@Override
public ServletContext getServletContext() {
@@ -263,7 +194,7 @@ public class LogsearchKRBAuthenticationFilter extends LogsearchKrbFilter {
}
if (!isLoginRequest(httpRequest) && spnegoEnable
&& (existingAuth == null || !existingAuth.isAuthenticated())) {
- KerberosName.setRules(PropertiesHelper.getProperty(NAME_RULES, "DEFAULT"));
+ KerberosName.setRules(logSearchSpnegoConfig.getNameRules());
String userName = getUsernameFromRequest(httpRequest);
if ((existingAuth == null || !existingAuth.isAuthenticated())
&& (StringUtils.isNotEmpty(userName))) {
@@ -297,12 +228,12 @@ public class LogsearchKRBAuthenticationFilter extends LogsearchKrbFilter {
}
private void isSpnegoEnable() {
- spnegoEnable = PropertiesHelper.getBooleanProperty(KERBEROS_ENABLED, false);
+ spnegoEnable = logSearchSpnegoConfig.isKerberosEnabled();
if (spnegoEnable) {
spnegoEnable = false;
- String keytab = PropertiesHelper.getProperty(KEYTAB);
- String principal = PropertiesHelper.getProperty(PRINCIPAL);
- String hostname = PropertiesHelper.getProperty(HOST_NAME);
+ String keytab = logSearchSpnegoConfig.getKeyTab();
+ String principal = logSearchSpnegoConfig.getPrincipal();
+ String hostname = logSearchSpnegoConfig.getHostName();
if (StringUtils.isNotEmpty(keytab) && StringUtils.isNotEmpty(principal)
&& StringUtils.isNotEmpty(hostname)) {
spnegoEnable = true;
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/listener/LogSearchSessionListener.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/listener/LogSearchSessionListener.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/listener/LogSearchSessionListener.java
index 9fa5c80..55101db 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/listener/LogSearchSessionListener.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/listener/LogSearchSessionListener.java
@@ -35,7 +35,7 @@ public class LogSearchSessionListener implements HttpSessionListener {
synchronized (this) {
numberOfSessions++;
}
- LOG.debug(String.format("New session is created (Id: %s). Number of sessions: %d", event.getSession().getId(), numberOfSessions));
+ LOG.info(String.format("New session is created (Id: %s). Number of sessions: %d", event.getSession().getId(), numberOfSessions));
}
@Override
@@ -43,6 +43,6 @@ public class LogSearchSessionListener implements HttpSessionListener {
synchronized (this) {
numberOfSessions--;
}
- LOG.debug(String.format("Session destroyed (Id: %s). Number of sessions: %d", event.getSession().getId(), numberOfSessions));
+ LOG.info(String.format("Session destroyed (Id: %s). Number of sessions: %d", event.getSession().getId(), numberOfSessions));
}
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapProperties.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapProperties.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapProperties.java
deleted file mode 100644
index 82e71fe..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapProperties.java
+++ /dev/null
@@ -1,365 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.ambari.logsearch.web.security;
-
-import org.apache.commons.lang.StringUtils;
-
-import java.util.ArrayList;
-import java.util.Collections;
-import java.util.List;
-
-/**
- * Describes LDAP Server connection parameters
- */
-public class LdapProperties {
- private String primaryUrl;
- private String secondaryUrl;
- private boolean useSsl;
- private boolean anonymousBind;
- private String managerDn;
- private String managerPassword;
- private String baseDN;
- private String dnAttribute;
- private String referralMethod;
-
- // LDAP group properties
- private String groupBase;
- private String groupObjectClass;
- private String groupMembershipAttr;
- private String groupNamingAttr;
- private String adminGroupMappingRules;
- private boolean groupMappingEnabled;
-
- // LDAP user properties
- private String userBase;
- private String userObjectClass;
- private String usernameAttribute;
- private String userSearchBase = "";
-
- private String groupSearchFilter;
- private static final String userSearchFilter = "({attribute}={0})";
-
- public List<String> getLdapUrls() {
- String protocol = useSsl ? "ldaps://" : "ldap://";
-
- if (StringUtils.isEmpty(primaryUrl) || primaryUrl.equalsIgnoreCase("none")) {
- return Collections.emptyList();
- } else {
- List<String> list = new ArrayList<String>();
- list.add(protocol + primaryUrl);
- if (StringUtils.isNotEmpty(secondaryUrl)) {
- list.add(protocol + secondaryUrl);
- }
- return list;
- }
- }
-
- public String getPrimaryUrl() {
- return primaryUrl;
- }
-
- public void setPrimaryUrl(String primaryUrl) {
- this.primaryUrl = primaryUrl;
- }
-
- public String getSecondaryUrl() {
- return secondaryUrl;
- }
-
- public void setSecondaryUrl(String secondaryUrl) {
- this.secondaryUrl = secondaryUrl;
- }
-
- public boolean isUseSsl() {
- return useSsl;
- }
-
- public void setUseSsl(boolean useSsl) {
- this.useSsl = useSsl;
- }
-
- public boolean isAnonymousBind() {
- return anonymousBind;
- }
-
- public void setAnonymousBind(boolean anonymousBind) {
- this.anonymousBind = anonymousBind;
- }
-
- public String getManagerDn() {
- return managerDn;
- }
-
- public void setManagerDn(String managerDn) {
- this.managerDn = managerDn;
- }
-
- public String getManagerPassword() {
- return managerPassword;
- }
-
- public void setManagerPassword(String managerPassword) {
- this.managerPassword = managerPassword;
- }
-
- public String getBaseDN() {
- return baseDN;
- }
-
- public void setBaseDN(String baseDN) {
- this.baseDN = baseDN;
- }
-
- public String getUserSearchBase() {
- return userSearchBase;
- }
-
- public void setUserSearchBase(String userSearchBase) {
- this.userSearchBase = userSearchBase;
- }
-
- public String getUserSearchFilter() {
- return userSearchFilter.replace("{attribute}", usernameAttribute);
- }
-
- public String getUsernameAttribute() {
- return usernameAttribute;
- }
-
- public void setUsernameAttribute(String usernameAttribute) {
- this.usernameAttribute = usernameAttribute;
- }
-
- public String getGroupBase() {
- return groupBase;
- }
-
- public void setGroupBase(String groupBase) {
- this.groupBase = groupBase;
- }
-
- public String getGroupObjectClass() {
- return groupObjectClass;
- }
-
- public void setGroupObjectClass(String groupObjectClass) {
- this.groupObjectClass = groupObjectClass;
- }
-
- public String getGroupMembershipAttr() {
- return groupMembershipAttr;
- }
-
- public void setGroupMembershipAttr(String groupMembershipAttr) {
- this.groupMembershipAttr = groupMembershipAttr;
- }
-
- public String getGroupNamingAttr() {
- return groupNamingAttr;
- }
-
- public void setGroupNamingAttr(String groupNamingAttr) {
- this.groupNamingAttr = groupNamingAttr;
- }
-
- public String getAdminGroupMappingRules() {
- return adminGroupMappingRules;
- }
-
- public void setAdminGroupMappingRules(String adminGroupMappingRules) {
- this.adminGroupMappingRules = adminGroupMappingRules;
- }
-
- public String getGroupSearchFilter() {
- return groupSearchFilter;
- }
-
- public void setGroupSearchFilter(String groupSearchFilter) {
- this.groupSearchFilter = groupSearchFilter;
- }
-
- public boolean isGroupMappingEnabled() {
- return groupMappingEnabled;
- }
-
- public void setGroupMappingEnabled(boolean groupMappingEnabled) {
- this.groupMappingEnabled = groupMappingEnabled;
- }
-
- public void setUserBase(String userBase) {
- this.userBase = userBase;
- }
-
- public void setUserObjectClass(String userObjectClass) {
- this.userObjectClass = userObjectClass;
- }
-
- public String getUserBase() {
- return userBase;
- }
-
- public String getUserObjectClass() {
- return userObjectClass;
- }
-
- public String getDnAttribute() {
- return dnAttribute;
- }
-
- public void setDnAttribute(String dnAttribute) {
- this.dnAttribute = dnAttribute;
- }
-
- public void setReferralMethod(String referralMethod) {
- this.referralMethod = referralMethod;
- }
-
- public String getReferralMethod() {
- return referralMethod;
- }
-
- @Override
- public boolean equals(Object obj) {
- if (this == obj)
- return true;
- if (obj == null || getClass() != obj.getClass())
- return false;
-
- LdapProperties that = (LdapProperties) obj;
-
- if (primaryUrl != null ? !primaryUrl.equals(that.primaryUrl)
- : that.primaryUrl != null)
- return false;
- if (secondaryUrl != null ? !secondaryUrl.equals(that.secondaryUrl)
- : that.secondaryUrl != null)
- return false;
- if (useSsl != that.useSsl)
- return false;
- if (anonymousBind != that.anonymousBind)
- return false;
- if (managerDn != null ? !managerDn.equals(that.managerDn)
- : that.managerDn != null)
- return false;
- if (managerPassword != null ? !managerPassword
- .equals(that.managerPassword) : that.managerPassword != null)
- return false;
- if (baseDN != null ? !baseDN.equals(that.baseDN) : that.baseDN != null)
- return false;
- if (userBase != null ? !userBase.equals(that.userBase)
- : that.userBase != null)
- return false;
- if (userObjectClass != null ? !userObjectClass
- .equals(that.userObjectClass) : that.userObjectClass != null)
- return false;
- if (usernameAttribute != null ? !usernameAttribute
- .equals(that.usernameAttribute)
- : that.usernameAttribute != null)
- return false;
- if (groupBase != null ? !groupBase.equals(that.groupBase)
- : that.groupBase != null)
- return false;
- if (groupObjectClass != null ? !groupObjectClass
- .equals(that.groupObjectClass) : that.groupObjectClass != null)
- return false;
- if (groupMembershipAttr != null ? !groupMembershipAttr
- .equals(that.groupMembershipAttr)
- : that.groupMembershipAttr != null)
- return false;
- if (groupNamingAttr != null ? !groupNamingAttr
- .equals(that.groupNamingAttr) : that.groupNamingAttr != null)
- return false;
- if (adminGroupMappingRules != null ? !adminGroupMappingRules
- .equals(that.adminGroupMappingRules)
- : that.adminGroupMappingRules != null)
- return false;
- if (groupSearchFilter != null ? !groupSearchFilter
- .equals(that.groupSearchFilter)
- : that.groupSearchFilter != null)
- return false;
- if (dnAttribute != null ? !dnAttribute.equals(that.dnAttribute)
- : that.dnAttribute != null)
- return false;
- if (referralMethod != null ? !referralMethod
- .equals(that.referralMethod) : that.referralMethod != null)
- return false;
-
- return true;
- }
-
- @Override
- public int hashCode() {
- int result = primaryUrl != null ? primaryUrl.hashCode() : 0;
- result = 31 * result
- + (secondaryUrl != null ? secondaryUrl.hashCode() : 0);
- result = 31 * result + (useSsl ? 1 : 0);
- result = 31 * result + (anonymousBind ? 1 : 0);
- result = 31 * result + (managerDn != null ? managerDn.hashCode() : 0);
- result = 31 * result
- + (managerPassword != null ? managerPassword.hashCode() : 0);
- result = 31 * result + (baseDN != null ? baseDN.hashCode() : 0);
- result = 31 * result + (userBase != null ? userBase.hashCode() : 0);
- result = 31 * result
- + (userObjectClass != null ? userObjectClass.hashCode() : 0);
- result = 31
- * result
- + (usernameAttribute != null ? usernameAttribute.hashCode() : 0);
- result = 31 * result + (groupBase != null ? groupBase.hashCode() : 0);
- result = 31 * result
- + (groupObjectClass != null ? groupObjectClass.hashCode() : 0);
- result = 31
- * result
- + (groupMembershipAttr != null ? groupMembershipAttr.hashCode()
- : 0);
- result = 31 * result
- + (groupNamingAttr != null ? groupNamingAttr.hashCode() : 0);
- result = 31
- * result
- + (adminGroupMappingRules != null ? adminGroupMappingRules
- .hashCode() : 0);
- result = 31
- * result
- + (groupSearchFilter != null ? groupSearchFilter.hashCode() : 0);
- result = 31 * result
- + (dnAttribute != null ? dnAttribute.hashCode() : 0);
- result = 31 * result
- + (referralMethod != null ? referralMethod.hashCode() : 0);
- return result;
- }
-
- @Override
- public String toString() {
- return "LdapProperties [primaryUrl=" + primaryUrl + ", secondaryUrl="
- + secondaryUrl + ", useSsl=" + useSsl + ", anonymousBind="
- + anonymousBind + ", managerDn=" + managerDn
- + ", managerPassword=" + managerPassword == null ? "null"
- : "****" + ", baseDN=" + baseDN + ", dnAttribute="
- + dnAttribute + ", referralMethod=" + referralMethod
- + ", groupBase=" + groupBase + ", groupObjectClass="
- + groupObjectClass + ", groupMembershipAttr="
- + groupMembershipAttr + ", groupNamingAttr="
- + groupNamingAttr + ", adminGroupMappingRules="
- + adminGroupMappingRules + ", groupMappingEnabled="
- + groupMappingEnabled + ", userBase=" + userBase
- + ", userObjectClass=" + userObjectClass
- + ", usernameAttribute=" + usernameAttribute
- + ", userSearchBase=" + userSearchBase
- + ", groupSearchFilter=" + groupSearchFilter + "]";
- }
-
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapPropertyName.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapPropertyName.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapPropertyName.java
deleted file mode 100644
index 370c94b..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapPropertyName.java
+++ /dev/null
@@ -1,58 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.ambari.logsearch.web.security;
-
-public class LdapPropertyName {
-
- public static final String LDAP_USE_SSL_KEY = "authentication.ldap.useSSL";
- public static final String LDAP_PRIMARY_URL_KEY = "authentication.ldap.primaryUrl";
- public static final String LDAP_SECONDARY_URL_KEY = "authentication.ldap.secondaryUrl";
- public static final String LDAP_BASE_DN_KEY = "authentication.ldap.baseDn";
- public static final String LDAP_BIND_ANONYMOUSLY_KEY = "authentication.ldap.bindAnonymously";
- public static final String LDAP_MANAGER_DN_KEY = "authentication.ldap.managerDn";
- public static final String LDAP_MANAGER_PASSWORD_KEY = "authentication.ldap.managerPassword";
- public static final String LDAP_DN_ATTRIBUTE_KEY = "authentication.ldap.dnAttribute";
- public static final String LDAP_USERNAME_ATTRIBUTE_KEY = "authentication.ldap.usernameAttribute";
- public static final String LDAP_USER_BASE_KEY = "authentication.ldap.userBase";
- public static final String LDAP_USER_OBJECT_CLASS_KEY = "authentication.ldap.userObjectClass";
- public static final String LDAP_GROUP_BASE_KEY = "authentication.ldap.groupBase";
- public static final String LDAP_GROUP_OBJECT_CLASS_KEY = "authentication.ldap.groupObjectClass";
- public static final String LDAP_GROUP_NAMING_ATTR_KEY = "authentication.ldap.groupNamingAttr";
- public static final String LDAP_GROUP_MEMEBERSHIP_ATTR_KEY = "authentication.ldap.groupMembershipAttr";
- public static final String LDAP_ADMIN_GROUP_MAPPING_RULES_KEY = "authorization.ldap.adminGroupMappingRules";
- public static final String LDAP_GROUP_SEARCH_FILTER_KEY = "authorization.ldap.groupSearchFilter";
- public static final String LDAP_REFERRAL_KEY = "authentication.ldap.referral";
-
- // default
- public static final String LDAP_BIND_ANONYMOUSLY_DEFAULT = "true";
- public static final String LDAP_PRIMARY_URL_DEFAULT = "localhost:389";
- public static final String LDAP_BASE_DN_DEFAULT = "dc=example,dc=com";
- public static final String LDAP_USERNAME_ATTRIBUTE_DEFAULT = "uid";
- public static final String LDAP_DN_ATTRIBUTE_DEFAULT = "dn";
- public static final String LDAP_USER_BASE_DEFAULT = "ou=people,dc=example,dc=com";
- public static final String LDAP_USER_OBJECT_CLASS_DEFAULT = "person";
- public static final String LDAP_GROUP_BASE_DEFAULT = "ou=groups,dc=example,dc=com";
- public static final String LDAP_GROUP_OBJECT_CLASS_DEFAULT = "group";
- public static final String LDAP_GROUP_NAMING_ATTR_DEFAULT = "cn";
- public static final String LDAP_GROUP_MEMBERSHIP_ATTR_DEFAULT = "member";
- public static final String LDAP_ADMIN_GROUP_MAPPING_RULES_DEFAULT = "Logsearch Administrators";
- public static final String LDAP_GROUP_SEARCH_FILTER_DEFAULT = "";
- public static final String LDAP_REFERRAL_DEFAULT = "ignore";
-
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapUtil.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapUtil.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapUtil.java
deleted file mode 100644
index 6248e74..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LdapUtil.java
+++ /dev/null
@@ -1,115 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.ambari.logsearch.web.security;
-
-import java.io.IOException;
-import java.util.Properties;
-
-import org.apache.ambari.logsearch.common.PropertiesHelper;
-import org.apache.ambari.logsearch.common.XMLPropertiesHelper;
-import org.apache.log4j.Logger;
-import org.springframework.core.io.ClassPathResource;
-
-public class LdapUtil {
-
- private static Logger logger = Logger.getLogger(LdapUtil.class);
-
- /**
- * Gets parameters of LDAP server to connect to
- *
- * @return LdapServerProperties object representing connection parameters
- */
- public static LdapProperties getLdapServerProperties(Properties properties) {
- LdapProperties ldapServerProperties = new LdapProperties();
-
- ldapServerProperties.setPrimaryUrl(properties.getProperty(LdapPropertyName.LDAP_PRIMARY_URL_KEY,
- LdapPropertyName.LDAP_PRIMARY_URL_DEFAULT));
- ldapServerProperties.setSecondaryUrl(properties.getProperty(LdapPropertyName.LDAP_SECONDARY_URL_KEY));
- ldapServerProperties.setUseSsl("true".equalsIgnoreCase(properties
- .getProperty(LdapPropertyName.LDAP_USE_SSL_KEY)));
- ldapServerProperties.setAnonymousBind("true".equalsIgnoreCase(properties.getProperty(
- LdapPropertyName.LDAP_BIND_ANONYMOUSLY_KEY, LdapPropertyName.LDAP_BIND_ANONYMOUSLY_DEFAULT)));
- ldapServerProperties.setManagerDn(properties.getProperty(LdapPropertyName.LDAP_MANAGER_DN_KEY));
- String ldapPasswordProperty = properties.getProperty(LdapPropertyName.LDAP_MANAGER_PASSWORD_KEY);
- // TODO read password from password file
- ldapServerProperties.setManagerPassword(ldapPasswordProperty);
- ldapServerProperties.setBaseDN(properties.getProperty(LdapPropertyName.LDAP_BASE_DN_KEY,
- LdapPropertyName.LDAP_BASE_DN_DEFAULT));
- ldapServerProperties.setUsernameAttribute(properties.getProperty(LdapPropertyName.LDAP_USERNAME_ATTRIBUTE_KEY,
- LdapPropertyName.LDAP_USERNAME_ATTRIBUTE_DEFAULT));
-
- ldapServerProperties.setUserBase(properties.getProperty(LdapPropertyName.LDAP_USER_BASE_KEY,
- LdapPropertyName.LDAP_USER_BASE_DEFAULT));
- ldapServerProperties.setUserObjectClass(properties.getProperty(LdapPropertyName.LDAP_USER_OBJECT_CLASS_KEY,
- LdapPropertyName.LDAP_USER_OBJECT_CLASS_DEFAULT));
- ldapServerProperties.setDnAttribute(properties.getProperty(LdapPropertyName.LDAP_DN_ATTRIBUTE_KEY,
- LdapPropertyName.LDAP_DN_ATTRIBUTE_DEFAULT));
-
- ldapServerProperties.setGroupBase(properties.getProperty(LdapPropertyName.LDAP_GROUP_BASE_KEY,
- LdapPropertyName.LDAP_GROUP_BASE_DEFAULT));
- ldapServerProperties.setGroupObjectClass(properties.getProperty(LdapPropertyName.LDAP_GROUP_OBJECT_CLASS_KEY,
- LdapPropertyName.LDAP_GROUP_OBJECT_CLASS_DEFAULT));
- ldapServerProperties.setGroupMembershipAttr(properties.getProperty(
- LdapPropertyName.LDAP_GROUP_MEMEBERSHIP_ATTR_KEY, LdapPropertyName.LDAP_GROUP_MEMBERSHIP_ATTR_DEFAULT));
- ldapServerProperties.setGroupNamingAttr(properties.getProperty(LdapPropertyName.LDAP_GROUP_NAMING_ATTR_KEY,
- LdapPropertyName.LDAP_GROUP_NAMING_ATTR_DEFAULT));
- ldapServerProperties.setAdminGroupMappingRules(properties.getProperty(
- LdapPropertyName.LDAP_ADMIN_GROUP_MAPPING_RULES_KEY,
- LdapPropertyName.LDAP_ADMIN_GROUP_MAPPING_RULES_DEFAULT));
- ldapServerProperties.setGroupSearchFilter(properties.getProperty(LdapPropertyName.LDAP_GROUP_SEARCH_FILTER_KEY,
- LdapPropertyName.LDAP_GROUP_SEARCH_FILTER_DEFAULT));
- ldapServerProperties.setReferralMethod(properties.getProperty(LdapPropertyName.LDAP_REFERRAL_KEY,
- LdapPropertyName.LDAP_REFERRAL_DEFAULT));
-
- if (properties.containsKey(LdapPropertyName.LDAP_GROUP_BASE_KEY)
- || properties.containsKey(LdapPropertyName.LDAP_GROUP_OBJECT_CLASS_KEY)
- || properties.containsKey(LdapPropertyName.LDAP_GROUP_MEMEBERSHIP_ATTR_KEY)
- || properties.containsKey(LdapPropertyName.LDAP_GROUP_NAMING_ATTR_KEY)
- || properties.containsKey(LdapPropertyName.LDAP_ADMIN_GROUP_MAPPING_RULES_KEY)
- || properties.containsKey(LdapPropertyName.LDAP_GROUP_SEARCH_FILTER_KEY)) {
- ldapServerProperties.setGroupMappingEnabled(true);
- }
-
- return ldapServerProperties;
- }
-
- /**
- * @return
- */
- public static LdapProperties loadLdapProperties() {
- LdapProperties ldapServerProperties = null;
- String ldapConfigFileName = PropertiesHelper.getProperty("logsearch.login.ldap.config", "logsearch-admin-site.xml");
- Properties props = null;
- ClassPathResource resource = new ClassPathResource(ldapConfigFileName);
- if (resource != null) {
- try {
- props = new Properties();
- new XMLPropertiesHelper().loadFromXml(props, resource.getInputStream());
- ldapServerProperties = getLdapServerProperties(props);
- } catch (IOException e) {
- logger.error("Ldap configudation file loading failed : " + e.getMessage());
- }
- }
- if (ldapServerProperties == null) {
- logger.error("ldapServerProperties object is not created.");
- }
- return ldapServerProperties;
- }
-
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAbstractAuthenticationProvider.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAbstractAuthenticationProvider.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAbstractAuthenticationProvider.java
index 1c7bf3b..88f8c3b 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAbstractAuthenticationProvider.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAbstractAuthenticationProvider.java
@@ -29,7 +29,7 @@ import org.springframework.security.core.authority.SimpleGrantedAuthority;
abstract class LogsearchAbstractAuthenticationProvider implements AuthenticationProvider {
protected enum AuthMethod {
- LDAP, FILE, EXTERNAL_AUTH, SIMPLE
+ FILE, EXTERNAL_AUTH, SIMPLE
};
@Override
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProvider.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProvider.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProvider.java
index 711e3ec..09c05fc 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProvider.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchAuthenticationProvider.java
@@ -37,9 +37,6 @@ public class LogsearchAuthenticationProvider extends LogsearchAbstractAuthentica
private static final Logger auditLogger = Logger.getLogger("org.apache.ambari.logsearch.audit");
@Inject
- private LogsearchLdapAuthenticationProvider ldapAuthenticationProvider;
-
- @Inject
private LogsearchFileAuthenticationProvider fileAuthenticationProvider;
@Inject
@@ -106,7 +103,6 @@ public class LogsearchAuthenticationProvider extends LogsearchAbstractAuthentica
private Authentication doAuth(Authentication authentication, AuthMethod authMethod) {
switch (authMethod) {
- case LDAP: return ldapAuthenticationProvider.authenticate(authentication);
case FILE: return fileAuthenticationProvider.authenticate(authentication);
case EXTERNAL_AUTH: return externalServerAuthenticationProvider.authenticate(authentication);
case SIMPLE: return simpleAuthenticationProvider.authenticate(authentication);
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchLdapAuthenticationProvider.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchLdapAuthenticationProvider.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchLdapAuthenticationProvider.java
deleted file mode 100644
index ed4d7ef..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchLdapAuthenticationProvider.java
+++ /dev/null
@@ -1,187 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.ambari.logsearch.web.security;
-
-import java.util.List;
-
-import org.apache.ambari.logsearch.conf.AuthPropsConfig;
-import org.apache.log4j.Logger;
-import org.springframework.ldap.CommunicationException;
-import org.springframework.ldap.core.support.LdapContextSource;
-import org.springframework.security.authentication.BadCredentialsException;
-import org.springframework.security.core.Authentication;
-import org.springframework.security.core.AuthenticationException;
-import org.springframework.security.core.userdetails.UsernameNotFoundException;
-import org.springframework.security.ldap.authentication.LdapAuthenticationProvider;
-import org.springframework.security.ldap.search.FilterBasedLdapUserSearch;
-
-import javax.annotation.PostConstruct;
-import javax.inject.Inject;
-import javax.inject.Named;
-
-@Named
-public class LogsearchLdapAuthenticationProvider extends
- LogsearchAbstractAuthenticationProvider {
-
- private static Logger logger = Logger
- .getLogger(LogsearchLdapAuthenticationProvider.class);
-
- private static LdapProperties ldapServerProperties = null;
- private static LdapAuthenticationProvider ldapAuthProvider = null;
- private String logStatement = "";
-
- @Inject
- private AuthPropsConfig authPropsConfig;
-
- public LogsearchLdapAuthenticationProvider() {
- }
-
- @PostConstruct
- public void postConstruct() {
- logger.debug("Creating object of ldap auth provider ");
- if (authPropsConfig.isAuthLdapEnabled()) {
- ldapAuthProvider = loadLdapAuthenticationProvider();
- } else {
- logger.info("Ldap auth is disabled");
- }
- }
-
- @Override
- public Authentication authenticate(Authentication authentication)
- throws AuthenticationException {
- if (!authPropsConfig.isAuthLdapEnabled()) {
- logger.debug("Ldap auth is disabled");
- return authentication;
- }
- try {
- LdapAuthenticationProvider authProvider = loadLdapAuthenticationProvider();
- if (authProvider != null) {
- return authProvider.authenticate(authentication);
- } else {
- return authentication;
- }
- } catch (AuthenticationException e) {
- logger.info("Got exception during LDAP authentication attempt", e);
- // Try to help in troubleshooting
- Throwable cause = e.getCause();
- if (cause != null) {
- if ((cause != e)
- && (cause instanceof org.springframework.ldap.AuthenticationException)) {
- logger.warn(
- "Looks like LDAP manager credentials (that are used for "
- + "connecting to LDAP server) are invalid.",
- e);
- }
- }
- } catch (CommunicationException e) {
- logger.error(e);
- } catch (Exception e) {
- logger.error(e, e.getCause());
- }
- if (authentication != null && !authentication.isAuthenticated()) {
- logger.warn("Ldap authentication failed. username="
- + authentication.getName() + ", details="
- + authentication.getDetails());
- throw new BadCredentialsException("Invalid credentials!!");
- }
- return authentication;
- }
-
- /**
- * Reloads LDAP Context Source and depending objects if properties were
- * changed
- *
- * @return corresponding LDAP authentication provider
- */
- private LdapAuthenticationProvider loadLdapAuthenticationProvider() {
- if (reloadLdapServerProperties()) {
- logger.info("LDAP Properties changed - rebuilding Context");
- LdapContextSource springSecurityContextSource = new LdapContextSource();
- List<String> ldapUrls = ldapServerProperties.getLdapUrls();
- logStatement = "ldapUrls=" + ldapUrls;
- if (ldapUrls == null || ldapUrls.size() == 0) {
- logger.info("LDAP URL is empty. So won't initialize LDAP provider");
- return null;
- }
-
- springSecurityContextSource.setUrls(ldapUrls
- .toArray(new String[ldapUrls.size()]));
- springSecurityContextSource.setBase(ldapServerProperties
- .getBaseDN());
- logStatement = logStatement + ", baseDN="
- + ldapServerProperties.getBaseDN();
-
- if (!ldapServerProperties.isAnonymousBind()) {
- springSecurityContextSource.setUserDn(ldapServerProperties
- .getManagerDn());
- logStatement = logStatement + ", managerDN="
- + ldapServerProperties.getManagerDn();
- springSecurityContextSource.setPassword(ldapServerProperties
- .getManagerPassword());
- }
-
- try {
- springSecurityContextSource.afterPropertiesSet();
- } catch (Exception e) {
- logger.error("LDAP Context Source not loaded ", e);
- throw new UsernameNotFoundException(
- "LDAP Context Source not loaded. ldapDetails="
- + logStatement, e);
- }
-
- String userSearchBase = ldapServerProperties.getUserSearchBase();
- logStatement = logStatement + ", userSearchBase=" + userSearchBase;
- String userSearchFilter = ldapServerProperties
- .getUserSearchFilter();
- logStatement = logStatement + ", userSearchFilter="
- + userSearchFilter;
-
- logger.info("LDAP properties=" + logStatement);
- FilterBasedLdapUserSearch userSearch = new FilterBasedLdapUserSearch(
- userSearchBase, userSearchFilter,
- springSecurityContextSource);
-
- LogsearchLdapBindAuthenticator bindAuthenticator = new LogsearchLdapBindAuthenticator(
- springSecurityContextSource, ldapServerProperties);
- bindAuthenticator.setUserSearch(userSearch);
-
- LdapAuthenticationProvider authenticationProvider = new LdapAuthenticationProvider(
- bindAuthenticator);
- ldapAuthProvider = authenticationProvider;
-
- }
- return ldapAuthProvider;
- }
-
- /**
- * Reloads LDAP Server properties from configuration
- *
- * @return true if properties were reloaded
- */
- private boolean reloadLdapServerProperties() {
- LdapProperties properties = LdapUtil.loadLdapProperties();
- if (!properties.equals(ldapServerProperties)) {
- logger.info("Reloading properties");
- ldapServerProperties = properties;
- return true;
- }
- return false;
- }
-
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchLdapBindAuthenticator.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchLdapBindAuthenticator.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchLdapBindAuthenticator.java
deleted file mode 100644
index 10f7507..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/web/security/LogsearchLdapBindAuthenticator.java
+++ /dev/null
@@ -1,46 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.ambari.logsearch.web.security;
-
-import org.apache.log4j.Logger;
-import org.springframework.ldap.core.DirContextOperations;
-import org.springframework.ldap.core.support.BaseLdapPathContextSource;
-import org.springframework.security.core.Authentication;
-import org.springframework.security.ldap.authentication.BindAuthenticator;
-
-public class LogsearchLdapBindAuthenticator extends BindAuthenticator {
- private static Logger logger = Logger
- .getLogger(LogsearchLdapBindAuthenticator.class);
-
- LdapProperties ldapServerProperties;
-
- public LogsearchLdapBindAuthenticator(
- BaseLdapPathContextSource contextSource,
- LdapProperties ldapServerProperties) {
- super(contextSource);
- this.ldapServerProperties = ldapServerProperties;
- logger.info("LDAP properties=" + ldapServerProperties);
- }
-
- @Override
- public DirContextOperations authenticate(Authentication authentication) {
- return super.authenticate(authentication);
- }
-
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/resources/default.properties
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/resources/default.properties b/ambari-logsearch/ambari-logsearch-server/src/main/resources/default.properties
index cd1f22a..4c74142 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/resources/default.properties
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/resources/default.properties
@@ -21,7 +21,6 @@ logsearch.auth.simple.enable=false
#login config
logsearch.login.credentials.file=user_pass.json
-logsearch.login.ldap.config=logsearch-admin-site.xml
logsearch.cert.folder.location=/etc/ambari-logsearch-portal/conf/keys
logsearch.cert.algorithm=sha256WithRSAEncryption
[49/52] [abbrv] ambari git commit: AMBARI-21685. Component fails to
install with error,
'The stack packages are not defined on the command. Unable to load packages
for the stack-select tool' (alejandro)
Posted by jl...@apache.org.
AMBARI-21685. Component fails to install with error, 'The stack packages are not defined on the command. Unable to load packages for the stack-select tool' (alejandro)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/ea2c432f
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/ea2c432f
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/ea2c432f
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: ea2c432fcff5807b3cffc5cb94e0764cb8f94aa7
Parents: 64cae8e
Author: Alejandro Fernandez <af...@hortonworks.com>
Authored: Tue Aug 8 13:41:28 2017 -0700
Committer: Alejandro Fernandez <af...@hortonworks.com>
Committed: Tue Aug 8 13:41:28 2017 -0700
----------------------------------------------------------------------
.../resources/stacks/HDP/3.0/configuration/cluster-env.xml | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/ea2c432f/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml b/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
index 2fa33bd..1b903b1 100644
--- a/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
@@ -262,14 +262,14 @@ gpgcheck=0</value>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
- <!-- Define stack_select_packages property in the base stack. DO NOT override this property for each stack version -->
+ <!-- Define stack_packages property in the base stack. DO NOT override this property for each stack version -->
<property>
- <name>stack_select_packages</name>
+ <name>stack_packages</name>
<value/>
<description>Associations between component and stack-select tools.</description>
<property-type>VALUE_FROM_PROPERTY_FILE</property-type>
<value-attributes>
- <property-file-name>stack_select_packages.json</property-file-name>
+ <property-file-name>stack_packages.json</property-file-name>
<property-file-type>json</property-file-type>
<read-only>true</read-only>
<overridable>false</overridable>
[26/52] [abbrv] ambari git commit: AMBARI-21650: Ranger Usersync
process starts with older stack script during cross stack upgrade (mugdha)
Posted by jl...@apache.org.
AMBARI-21650: Ranger Usersync process starts with older stack script during cross stack upgrade (mugdha)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/a5b8045d
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/a5b8045d
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/a5b8045d
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: a5b8045dfbc7e8c30fc8b0d23d38ef86243c016a
Parents: b487b45
Author: Mugdha Varadkar <mu...@apache.org>
Authored: Thu Aug 3 17:23:33 2017 +0530
Committer: Mugdha Varadkar <mu...@apache.org>
Committed: Fri Aug 4 11:40:15 2017 +0530
----------------------------------------------------------------------
.../RANGER/0.4.0/package/scripts/setup_ranger_xml.py | 6 ++++++
1 file changed, 6 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/a5b8045d/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/setup_ranger_xml.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/setup_ranger_xml.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/setup_ranger_xml.py
index 4bcf9b0..9b1f6e2 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/setup_ranger_xml.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/setup_ranger_xml.py
@@ -551,6 +551,12 @@ def setup_usersync(upgrade_type=None):
mode = 0755,
)
+ if upgrade_type is not None and params.stack_supports_config_versioning:
+ if os.path.islink('/usr/bin/ranger-usersync'):
+ Link('/usr/bin/ranger-usersync', action="delete")
+
+ Link('/usr/bin/ranger-usersync', to=params.usersync_services_file)
+
Execute(('ln','-sf', format('{usersync_services_file}'),'/usr/bin/ranger-usersync'),
not_if=format("ls /usr/bin/ranger-usersync"),
only_if=format("ls {usersync_services_file}"),
[42/52] [abbrv] ambari git commit: AMBARI-21670. Log Search cleanup:
all configurations should be spring managed (oleewere)
Posted by jl...@apache.org.
AMBARI-21670. Log Search cleanup: all configurations should be spring managed (oleewere)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/555f241c
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/555f241c
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/555f241c
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 555f241cf0cf4e8830ce78f069ecca152802410f
Parents: f01c32e
Author: oleewere <ol...@gmail.com>
Authored: Mon Aug 7 21:12:53 2017 +0200
Committer: oleewere <ol...@gmail.com>
Committed: Mon Aug 7 21:28:42 2017 +0200
----------------------------------------------------------------------
.../ambari-logsearch-logfeeder/build.properties | 2 +-
.../ambari-logsearch-server/build.properties | 2 +-
.../ambari-logsearch-server/pom.xml | 427 ++++---------------
ambari-logsearch/ambari-logsearch-server/run.sh | 6 +-
.../org/apache/ambari/logsearch/LogSearch.java | 181 +-------
.../logsearch/common/ExternalServerClient.java | 24 +-
.../logsearch/common/LogSearchConstants.java | 2 +-
.../logsearch/common/PropertiesHelper.java | 124 ------
.../logsearch/common/XMLPropertiesHelper.java | 79 ----
.../ambari/logsearch/conf/ApiDocConfig.java | 4 +-
.../logsearch/conf/ApplicationConfig.java | 2 -
.../conf/LogSearchConfigMapHolder.java | 61 +++
.../logsearch/conf/LogSearchHttpConfig.java | 83 ++++
.../conf/LogSearchJerseyResourceConfig.java | 37 ++
.../logsearch/conf/LogSearchServletConfig.java | 95 +++++
.../logsearch/conf/LogSearchSpnegoConfig.java | 173 ++++++++
.../logsearch/conf/LogSearchSslConfig.java | 86 ++++
.../ambari/logsearch/conf/SecurityConfig.java | 3 +
.../conf/StaticResourceConfiguration.java | 49 +++
.../configurer/LogSearchConfigConfigurer.java | 10 +-
.../logsearch/configurer/SslConfigurer.java | 363 ++++++++++++++++
.../apache/ambari/logsearch/util/SSLUtil.java | 388 -----------------
.../apache/ambari/logsearch/util/WebUtil.java | 65 ---
.../LogsearchKRBAuthenticationFilter.java | 107 +----
.../web/listener/LogSearchSessionListener.java | 4 +-
.../logsearch/web/security/LdapProperties.java | 365 ----------------
.../web/security/LdapPropertyName.java | 58 ---
.../ambari/logsearch/web/security/LdapUtil.java | 115 -----
...LogsearchAbstractAuthenticationProvider.java | 2 +-
.../LogsearchAuthenticationProvider.java | 4 -
.../LogsearchLdapAuthenticationProvider.java | 187 --------
.../LogsearchLdapBindAuthenticator.java | 46 --
.../src/main/resources/default.properties | 1 -
.../src/main/resources/log4j.xml | 118 ++---
.../src/main/resources/logsearch-admin-site.xml | 116 -----
.../src/main/resources/logsearch.properties | 6 +-
.../src/main/resources/swagger/swagger.html | 36 +-
.../src/main/scripts/run.sh | 3 +-
.../LogsearchAuthenticationProviderTest.java | 68 +--
...LogsearchLdapAuthenticationProviderTest.java | 61 ---
.../ambari-logsearch-web/build.properties | 2 +-
ambari-logsearch/ambari-logsearch-web/pom.xml | 4 +-
ambari-logsearch/docker/logsearch-docker.sh | 4 +-
.../docker/test-config/logsearch/log4j.xml | 35 +-
.../test-config/logsearch/logsearch-env.sh | 5 +-
.../logsearch/logsearch-https.properties | 1 +
.../LoggingRequestHelperFactoryImpl.java | 19 +-
.../server/upgrade/UpgradeCatalog300.java | 28 +-
.../common-services/LOGSEARCH/0.5.0/alerts.json | 6 +-
.../0.5.0/configuration/logsearch-env.xml | 14 -
.../configuration/logsearch-properties.xml | 21 +
.../LOGSEARCH/0.5.0/package/scripts/params.py | 13 +-
.../0.5.0/properties/logsearch-env.sh.j2 | 2 -
.../LOGSEARCH/0.5.0/quicklinks/quicklinks.json | 10 +-
.../LoggingRequestHelperFactoryImplTest.java | 10 +-
.../stacks/2.4/LOGSEARCH/test_logsearch.py | 2 +
.../test/python/stacks/2.4/configs/default.json | 5 +-
.../configs/services/logsearch_properties.js | 97 +++--
58 files changed, 1339 insertions(+), 2502 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-logfeeder/build.properties
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/build.properties b/ambari-logsearch/ambari-logsearch-logfeeder/build.properties
index 46979e5..013ba2e 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/build.properties
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/build.properties
@@ -15,4 +15,4 @@ app.pkg.dir=${app.work.dir}/pkg
app.dev.war.dir=${app.work.dir}/webapps/logsearch
app.war.name=logsearch.war
-app.target.dir=${builddir}/target/classes/webapps/app
\ No newline at end of file
+app.target.dir=${builddir}/target/classes/static
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/build.properties
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/build.properties b/ambari-logsearch/ambari-logsearch-server/build.properties
index 1cd118a..4e49489 100644
--- a/ambari-logsearch/ambari-logsearch-server/build.properties
+++ b/ambari-logsearch/ambari-logsearch-server/build.properties
@@ -20,4 +20,4 @@ app.pkg.dir=${app.work.dir}/pkg
app.dev.war.dir=${app.work.dir}/webapps/logsearch
app.war.name=logsearch.war
-app.target.dir=${builddir}/target/classes/webapps/app
\ No newline at end of file
+app.target.dir=${builddir}/target/classes/static
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/pom.xml
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/pom.xml b/ambari-logsearch/ambari-logsearch-server/pom.xml
index 4db1f61..c0ae16e 100755
--- a/ambari-logsearch/ambari-logsearch-server/pom.xml
+++ b/ambari-logsearch/ambari-logsearch-server/pom.xml
@@ -27,17 +27,17 @@
<url>http://maven.apache.org</url>
<name>Ambari Logsearch Server</name>
<properties>
- <spring.version>4.2.5.RELEASE</spring.version>
- <spring.security.version>4.0.4.RELEASE</spring.security.version>
+ <spring.version>4.3.10.RELEASE</spring.version>
+ <spring.security.version>4.2.3.RELEASE</spring.security.version>
<spring.ldap.version>2.0.4.RELEASE</spring.ldap.version>
- <jersey.version>2.23.2</jersey.version>
- <jetty-version>9.2.11.v20150529</jetty-version>
- <swagger.version>1.5.8</swagger.version>
+ <jersey.version>2.25.1</jersey.version>
+ <jetty.version>9.4.6.v20170531</jetty.version>
+ <swagger.version>1.5.16</swagger.version>
<spring-data-solr.version>2.0.2.RELEASE</spring-data-solr.version>
<jjwt.version>0.6.0</jjwt.version>
+ <spring-boot.version>1.5.6.RELEASE</spring-boot.version>
</properties>
<profiles>
- <!-- Dev Profile Start -->
<profile>
<id>dev</id>
<activation>
@@ -67,24 +67,18 @@
<target>${jdk.version}</target>
</configuration>
</plugin>
- <!-- Exec main class plugin -->
<plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>exec-maven-plugin</artifactId>
- <version>1.2.1</version>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-maven-plugin</artifactId>
+ <version>${spring-boot.version}</version>
<executions>
<execution>
<goals>
- <goal>java</goal>
+ <goal>repackage</goal>
</goals>
</execution>
</executions>
- <configuration>
- <mainClass>org.apache.ambari.logsearch.LogSearch</mainClass>
- <!-- <arguments> <argument></argument> </arguments> -->
- </configuration>
</plugin>
- <!-- copy-dependencies -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-dependency-plugin</artifactId>
@@ -103,7 +97,7 @@
<artifactId>ambari-logsearch-web</artifactId>
<version>${project.version}</version>
<outputDirectory>${project.build.outputDirectory}/</outputDirectory>
- <includes>webapps/**</includes>
+ <includes>static/**</includes>
</artifactItem>
</artifactItems>
</configuration>
@@ -126,8 +120,6 @@
</execution>
</executions>
</plugin>
- <!-- - -->
- <!-- ant pacakge -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-antrun-plugin</artifactId>
@@ -137,7 +129,6 @@
<phase>package</phase>
<configuration>
<target>
- <!-- <taskdef resource="build.properties" classpathref="maven.plugin.classpath" /> -->
<ant antfile="build.xml">
<target name="package"/>
</ant>
@@ -168,243 +159,6 @@
</execution>
</executions>
</plugin>
- <!-- /ant package -->
- </plugins>
- </build>
- </profile>
- <!-- Dev Profile End -->
- <!-- Production Profile Start -->
- <profile>
- <id>production</id>
- <build>
- <finalName>LogSearch</finalName>
- <pluginManagement>
- <plugins>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>3.0</version>
- </plugin>
- <plugin>
- <artifactId>maven-dependency-plugin</artifactId>
- <version>2.8</version>
- </plugin>
- </plugins>
- </pluginManagement>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>3.0</version>
- <configuration>
- <source>${jdk.version}</source>
- <target>${jdk.version}</target>
- </configuration>
- </plugin>
- <!-- Exec main class plugin -->
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>exec-maven-plugin</artifactId>
- <version>1.2.1</version>
- <executions>
- <execution>
- <goals>
- <goal>java</goal>
- </goals>
- </execution>
- </executions>
- <configuration>
- <mainClass>org.apache.ambari.logsearch.LogSearch</mainClass>
- <!-- <arguments> <argument></argument> </arguments> -->
- </configuration>
- </plugin>
- <!-- copy-dependencies -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <version>2.8</version>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>package</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <artifactItems>*</artifactItems>
- <outputAbsoluteArtifactFilename>true</outputAbsoluteArtifactFilename>
- <outputDirectory>${basedir}/target/libs</outputDirectory>
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- <!-- - -->
- <!-- ant pacakge -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-antrun-plugin</artifactId>
- <version>1.7</version>
- <executions>
- <execution>
- <phase>package</phase>
- <configuration>
- <target>
- <!-- <taskdef resource="build.properties" classpathref="maven.plugin.classpath" /> -->
- <ant antfile="build.xml">
- <target name="package"/>
- </ant>
- </target>
- </configuration>
- <goals>
- <goal>run</goal>
- </goals>
- </execution>
- <!-- <execution>
- <id>Packag Install</id>
- <phase>generate-resources</phase>
- <configuration>
- <target>
- <exec executable="npm">
- <arg value="install" />
- </exec>
- </target>
- </configuration>
- <goals>
- <goal>run</goal>
- </goals>
- </execution>
- <execution>
- <id>Js Packaging</id>
- <phase>generate-resources</phase>
- <configuration>
- <target>
- <exec executable="gulp">
- <arg value="minify-css" />
- </exec>
- </target>
- </configuration>
- <goals>
- <goal>run</goal>
- </goals>
- </execution> -->
- </executions>
- </plugin>
- <plugin>
- <groupId>org.apache.rat</groupId>
- <artifactId>apache-rat-plugin</artifactId>
- <configuration>
- <excludes>
- <exclude>**/*</exclude>
- </excludes>
- </configuration>
- <executions>
- <execution>
- <phase>test</phase>
- <goals>
- <goal>check</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- </plugins>
- </build>
- </profile>
- <!-- Production Profile End -->
- <profile>
- <id>skipMinify</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- </activation>
- <build>
- <finalName>LogSearch</finalName>
- <pluginManagement>
- <plugins>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>3.0</version>
- </plugin>
- <plugin>
- <artifactId>maven-dependency-plugin</artifactId>
- <version>2.8</version>
- </plugin>
- </plugins>
- </pluginManagement>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>3.0</version>
- <configuration>
- <source>${jdk.version}</source>
- <target>${jdk.version}</target>
- </configuration>
- </plugin>
- <!-- Exec main class plugin -->
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>exec-maven-plugin</artifactId>
- <version>1.2.1</version>
- <executions>
- <execution>
- <goals>
- <goal>java</goal>
- </goals>
- </execution>
- </executions>
- <configuration>
- <mainClass>org.apache.ambari.logsearch.LogSearch</mainClass>
- <!-- <arguments> <argument></argument> </arguments> -->
- </configuration>
- </plugin>
- <!-- copy-dependencies -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <version>2.8</version>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>package</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <artifactItems>*</artifactItems>
- <outputAbsoluteArtifactFilename>true</outputAbsoluteArtifactFilename>
- <outputDirectory>${basedir}/target/libs</outputDirectory>
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- <!-- - -->
- <!-- ant pacakge -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-antrun-plugin</artifactId>
- <version>1.7</version>
- <executions>
- <execution>
- <phase>package</phase>
- <configuration>
- <target>
- <!-- <taskdef resource="build.properties" classpathref="maven.plugin.classpath"
- /> -->
- <ant antfile="build.xml">
- <target name="package"/>
- </ant>
- </target>
- </configuration>
- <goals>
- <goal>run</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
</plugins>
</build>
</profile>
@@ -455,62 +209,88 @@
</dependency>
<dependency>
- <groupId>org.springframework.ldap</groupId>
- <artifactId>spring-ldap-core</artifactId>
- <version>${spring.ldap.version}</version>
+ <groupId>org.springframework.security.kerberos</groupId>
+ <artifactId>spring-security-kerberos-core</artifactId>
+ <version>1.0.1.RELEASE</version>
</dependency>
<dependency>
- <groupId>org.springframework.security</groupId>
- <artifactId>spring-security-ldap</artifactId>
- <version>${spring.security.version}</version>
+ <groupId>org.springframework.security.kerberos</groupId>
+ <artifactId>spring-security-kerberos-web</artifactId>
+ <version>1.0.1.RELEASE</version>
</dependency>
<dependency>
- <groupId>org.glassfish.jersey.ext</groupId>
- <artifactId>jersey-spring3</artifactId>
- <version>2.23.2</version>
+ <groupId>org.springframework.security.kerberos</groupId>
+ <artifactId>spring-security-kerberos-client</artifactId>
+ <version>1.0.1.RELEASE</version>
+ </dependency>
+ <dependency>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter</artifactId>
+ <version>${spring-boot.version}</version>
<exclusions>
<exclusion>
- <groupId>org.springframework</groupId>
- <artifactId>*</artifactId>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter-logging</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
- <groupId>org.glassfish.jersey.connectors</groupId>
- <artifactId>jersey-apache-connector</artifactId>
- <version>${jersey.version}</version>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter-log4j</artifactId>
+ <version>1.3.8.RELEASE</version>
</dependency>
<dependency>
- <groupId>org.glassfish.jersey.core</groupId>
- <artifactId>jersey-client</artifactId>
- <version>${jersey.version}</version>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter-web</artifactId>
+ <version>${spring-boot.version}</version>
</dependency>
<dependency>
- <groupId>org.glassfish.jersey.media</groupId>
- <artifactId>jersey-media-json-jettison</artifactId>
- <version>${jersey.version}</version>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter-security</artifactId>
+ <version>${spring-boot.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter-jetty</artifactId>
+ <version>${spring-boot.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter-jersey</artifactId>
+ <version>${spring-boot.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter-freemarker</artifactId>
+ <version>${spring-boot.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-autoconfigure</artifactId>
+ <version>${spring-boot.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-configuration-processor</artifactId>
+ <version>${spring-boot.version}</version>
</dependency>
<dependency>
<groupId>org.glassfish.jersey.media</groupId>
- <artifactId>jersey-media-json-jackson</artifactId>
+ <artifactId>jersey-media-json-jettison</artifactId>
<version>${jersey.version}</version>
</dependency>
<dependency>
- <groupId>org.glassfish.jersey.core</groupId>
- <artifactId>jersey-common</artifactId>
- <version>${jersey.version}</version>
+ <artifactId>guava</artifactId>
+ <groupId>com.google.guava</groupId>
+ <version>20.0</version>
</dependency>
+
<dependency>
<groupId>javax.servlet</groupId>
<artifactId>javax.servlet-api</artifactId>
<version>3.1.0</version>
</dependency>
<dependency>
- <groupId>log4j</groupId>
- <artifactId>log4j</artifactId>
- <version>1.2.17</version>
- </dependency>
- <dependency>
<groupId>org.apache.solr</groupId>
<artifactId>solr-solrj</artifactId>
<version>${solr.version}</version>
@@ -582,6 +362,10 @@
<groupId>org.apache.curator</groupId>
<artifactId>curator-recipes</artifactId>
</exclusion>
+ <exclusion>
+ <artifactId>guava</artifactId>
+ <groupId>com.google.guava</groupId>
+ </exclusion>
</exclusions>
</dependency>
<dependency>
@@ -624,6 +408,10 @@
<groupId>javax.servlet</groupId>
<artifactId>servlet-api</artifactId>
</exclusion>
+ <exclusion>
+ <artifactId>guava</artifactId>
+ <groupId>com.google.guava</groupId>
+ </exclusion>
</exclusions>
</dependency>
<dependency>
@@ -645,68 +433,6 @@
<artifactId>commons-lang</artifactId>
</dependency>
<dependency>
- <groupId>org.springframework.security.kerberos</groupId>
- <artifactId>spring-security-kerberos-core</artifactId>
- <version>1.0.1.RELEASE</version>
- </dependency>
- <dependency>
- <groupId>org.springframework.security.kerberos</groupId>
- <artifactId>spring-security-kerberos-web</artifactId>
- <version>1.0.1.RELEASE</version>
- </dependency>
- <dependency>
- <groupId>org.springframework.security.kerberos</groupId>
- <artifactId>spring-security-kerberos-client</artifactId>
- <version>1.0.1.RELEASE</version>
- </dependency>
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-security</artifactId>
- <version>${jetty-version}</version>
- </dependency>
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-server</artifactId>
- <version>${jetty-version}</version>
- </dependency>
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-servlet</artifactId>
- <version>${jetty-version}</version>
- </dependency>
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-servlets</artifactId>
- <version>${jetty-version}</version>
- </dependency>
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-util</artifactId>
- <version>${jetty-version}</version>
- </dependency>
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-webapp</artifactId>
- <version>${jetty-version}</version>
- <exclusions>
- <exclusion>
- <groupId>org.springframework</groupId>
- <artifactId>*</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-annotations</artifactId>
- <version>${jetty-version}</version>
- <exclusions>
- <exclusion>
- <groupId>org.springframework</groupId>
- <artifactId>*</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
<groupId>cglib</groupId>
<artifactId>cglib</artifactId>
<version>3.2.4</version>
@@ -753,11 +479,6 @@
<version>${spring.version}</version>
</dependency>
<dependency>
- <groupId>org.freemarker</groupId>
- <artifactId>freemarker</artifactId>
- <version>2.3.20</version>
- </dependency>
- <dependency>
<groupId>io.jsonwebtoken</groupId>
<artifactId>jjwt</artifactId>
<version>${jjwt.version}</version>
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/run.sh
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/run.sh b/ambari-logsearch/ambari-logsearch-server/run.sh
index ea89947..765fe6c 100755
--- a/ambari-logsearch/ambari-logsearch-server/run.sh
+++ b/ambari-logsearch/ambari-logsearch-server/run.sh
@@ -17,8 +17,4 @@ echo "
███████╗╚██████╔╝╚██████╔╝ ███████║███████╗██║ ██║██║ ██║╚██████╗██║ ██║
╚══════╝ ╚═════╝ ╚═════╝ ╚══════╝╚══════╝╚═╝ ╚═╝╚═╝ ╚═╝ ╚═════╝╚═╝ ╚═╝
"
-cd ..
-mvn clean compile package -Pdev
-cd ambari-logsearch-server
-#mvn exec:java -Pdev
-java -cp target/libs/*:target/classes/ org.apache.ambari.logsearch.LogSearch
+mvn spring-boot:run
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/LogSearch.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/LogSearch.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/LogSearch.java
index b1517df..39343c7 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/LogSearch.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/LogSearch.java
@@ -18,169 +18,30 @@
*/
package org.apache.ambari.logsearch;
-import java.net.MalformedURLException;
-import java.net.URI;
-import java.net.URISyntaxException;
-import java.util.EnumSet;
-
-import org.apache.ambari.logsearch.common.ManageStartEndTime;
-import org.apache.ambari.logsearch.common.PropertiesHelper;
-import org.apache.ambari.logsearch.conf.ApplicationConfig;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
-import org.apache.ambari.logsearch.util.SSLUtil;
-import org.apache.ambari.logsearch.util.WebUtil;
-import org.apache.ambari.logsearch.web.listener.LogSearchSessionListener;
-import org.apache.commons.lang.StringUtils;
-import org.eclipse.jetty.server.Connector;
-import org.eclipse.jetty.server.HttpConfiguration;
-import org.eclipse.jetty.server.HttpConnectionFactory;
-import org.eclipse.jetty.server.SecureRequestCustomizer;
-import org.eclipse.jetty.server.Server;
-import org.eclipse.jetty.server.ServerConnector;
-import org.eclipse.jetty.server.SslConnectionFactory;
-import org.eclipse.jetty.server.handler.HandlerList;
-import org.eclipse.jetty.server.handler.ResourceHandler;
-import org.eclipse.jetty.servlet.FilterHolder;
-import org.eclipse.jetty.servlet.ServletContextHandler;
-import org.eclipse.jetty.servlet.ServletHolder;
-import org.eclipse.jetty.util.resource.Resource;
-import org.eclipse.jetty.util.resource.ResourceCollection;
-import org.eclipse.jetty.util.ssl.SslContextFactory;
-import org.eclipse.jetty.webapp.WebAppContext;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.springframework.web.context.ContextLoaderListener;
-import org.springframework.web.context.request.RequestContextListener;
-import org.springframework.web.context.support.AnnotationConfigWebApplicationContext;
-import org.springframework.web.filter.DelegatingFilterProxy;
-
-import javax.servlet.DispatcherType;
-
-import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_PROPERTIES_FILE;
-import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_SESSION_ID;
-
-public class LogSearch {
- private static final Logger LOG = LoggerFactory.getLogger(LogSearch.class);
-
- @LogSearchPropertyDescription(
- name = "logsearch.protocol",
- description = "Log Search Protocol (http or https)",
- examples = {"http", "https"},
- defaultValue = "http",
- sources = {LOGSEARCH_PROPERTIES_FILE}
- )
- private static final String LOGSEARCH_PROTOCOL_PROP = "logsearch.protocol";
- private static final String HTTPS_PROTOCOL = "https";
- private static final String HTTP_PROTOCOL = "http";
- private static final String HTTPS_PORT = "61889";
- private static final String HTTP_PORT = "61888";
-
- private static final String ROOT_CONTEXT = "/";
- private static final Integer SESSION_TIMEOUT = 60 * 30;
-
- public static void main(String[] argv) {
- LogSearch logSearch = new LogSearch();
- ManageStartEndTime.manage();
- try {
- logSearch.run(argv);
- } catch (Throwable e) {
- LOG.error("Error running logsearch server", e);
- }
+import org.springframework.boot.Banner;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.boot.autoconfigure.data.rest.RepositoryRestMvcAutoConfiguration;
+import org.springframework.boot.autoconfigure.web.WebMvcAutoConfiguration;
+import org.springframework.boot.builder.SpringApplicationBuilder;
+import org.springframework.boot.system.ApplicationPidFileWriter;
+
+@SpringBootApplication(
+ scanBasePackages = {"org.apache.ambari.logsearch"},
+ exclude = {
+ RepositoryRestMvcAutoConfiguration.class,
+ WebMvcAutoConfiguration.class
}
+)
+public class LogSearch {
- public void run(String[] argv) throws Exception {
- SSLUtil.ensureStorePasswords();
- SSLUtil.loadKeystore();
-
- Server server = buildSever(argv);
- HandlerList handlers = new HandlerList();
- handlers.addHandler(createSwaggerContext());
- handlers.addHandler(createBaseWebappContext());
-
- server.setHandler(handlers);
- server.start();
-
- LOG.debug("============================Server Dump=======================================");
- LOG.debug(server.dump());
- LOG.debug("==============================================================================");
- server.join();
- }
-
- public Server buildSever(String argv[]) {
- Server server = new Server();
- boolean portSpecified = argv.length > 0;
- String protcolProperty = PropertiesHelper.getProperty(LOGSEARCH_PROTOCOL_PROP,HTTP_PROTOCOL);
- HttpConfiguration httpConfiguration = new HttpConfiguration();
- httpConfiguration.setRequestHeaderSize(65535);
- if (StringUtils.isEmpty(protcolProperty)) {
- protcolProperty = HTTP_PROTOCOL;
- }
- String port = null;
- if (HTTPS_PROTOCOL.equals(protcolProperty) && SSLUtil.isKeyStoreSpecified()) {
- LOG.info("Building https server...........");
- port = portSpecified ? argv[0] : HTTPS_PORT;
- WebUtil.checkPort(Integer.parseInt(port));
- httpConfiguration.addCustomizer(new SecureRequestCustomizer());
- SslContextFactory sslContextFactory = SSLUtil.getSslContextFactory();
- ServerConnector sslConnector = new ServerConnector(server,
- new SslConnectionFactory(sslContextFactory, "http/1.1"),
- new HttpConnectionFactory(httpConfiguration));
- sslConnector.setPort(Integer.parseInt(port));
- server.setConnectors(new Connector[] { sslConnector });
- } else {
- LOG.info("Building http server...........");
- port = portSpecified ? argv[0] : HTTP_PORT;
- WebUtil.checkPort(Integer.parseInt(port));
- ServerConnector connector = new ServerConnector(server, new HttpConnectionFactory(httpConfiguration));
- connector.setPort(Integer.parseInt(port));
- server.setConnectors(new Connector[] { connector });
- }
- URI logsearchURI = URI.create(String.format("%s://0.0.0.0:%s", protcolProperty, port));
- LOG.info("Starting logsearch server URI=" + logsearchURI);
- return server;
- }
-
- private WebAppContext createBaseWebappContext() throws MalformedURLException {
- URI webResourceBase = WebUtil.findWebResourceBase();
- WebAppContext context = new WebAppContext();
- context.setBaseResource(Resource.newResource(webResourceBase));
- context.setContextPath(ROOT_CONTEXT);
- context.setParentLoaderPriority(true);
- context.addEventListener(new LogSearchSessionListener());
-
- // Configure Spring
- context.addEventListener(new ContextLoaderListener());
- context.addEventListener(new RequestContextListener());
- context.addFilter(new FilterHolder(new DelegatingFilterProxy("springSecurityFilterChain")), "/*", EnumSet.allOf(DispatcherType.class));
- context.setInitParameter("contextClass", AnnotationConfigWebApplicationContext.class.getName());
- context.setInitParameter("contextConfigLocation", ApplicationConfig.class.getName());
-
- // Configure Jersey
- ServletHolder jerseyServlet = context.addServlet(org.glassfish.jersey.servlet.ServletContainer.class, "/api/v1/*");
- jerseyServlet.setInitOrder(1);
- jerseyServlet.setInitParameter("jersey.config.server.provider.packages","org.apache.ambari.logsearch.rest");
-
- context.getSessionHandler().getSessionManager().setMaxInactiveInterval(SESSION_TIMEOUT);
- context.getSessionHandler().getSessionManager().getSessionCookieConfig().setName(LOGSEARCH_SESSION_ID);
+ public static void main(String[] args) {
- return context;
+ String pidFile = System.getenv("PID_FILE") == null ? "logsearch.pid" : System.getenv("PID_FILE");
+ new SpringApplicationBuilder(LogSearch.class)
+ .bannerMode(Banner.Mode.OFF)
+ .listeners(new ApplicationPidFileWriter(pidFile))
+ .web(true)
+ .run(args);
}
- private ServletContextHandler createSwaggerContext() throws URISyntaxException {
- ResourceHandler resourceHandler = new ResourceHandler();
- ResourceCollection resources = new ResourceCollection(new String[] {
- LogSearch.class.getClassLoader()
- .getResource("META-INF/resources/webjars/swagger-ui/2.1.0")
- .toURI().toString(),
- LogSearch.class.getClassLoader()
- .getResource("swagger")
- .toURI().toString()
- });
- resourceHandler.setBaseResource(resources);
- resourceHandler.setWelcomeFiles(new String[]{"swagger.html"}); // rewrite index.html from swagger-ui webjar
- ServletContextHandler context = new ServletContextHandler();
- context.setContextPath("/docs/");
- context.setHandler(resourceHandler);
- return context;
- }
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/ExternalServerClient.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/ExternalServerClient.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/ExternalServerClient.java
index df00c15..c6a1379 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/ExternalServerClient.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/ExternalServerClient.java
@@ -25,7 +25,7 @@ import javax.ws.rs.client.WebTarget;
import javax.ws.rs.core.Response;
import org.apache.ambari.logsearch.conf.AuthPropsConfig;
-import org.apache.ambari.logsearch.util.SSLUtil;
+import org.apache.ambari.logsearch.configurer.SslConfigurer;
import org.apache.commons.httpclient.auth.InvalidCredentialsException;
import org.apache.log4j.Logger;
import org.glassfish.jersey.client.JerseyClient;
@@ -38,15 +38,11 @@ import org.glassfish.jersey.client.authentication.HttpAuthenticationFeature;
@Named
public class ExternalServerClient {
+ @Inject
+ private SslConfigurer sslConfigurer;
+
private static Logger LOG = Logger.getLogger(ExternalServerClient.class);
- private static final ThreadLocal<JerseyClient> localJerseyClient = new ThreadLocal<JerseyClient>() {
- @Override
- protected JerseyClient initialValue() {
- return SSLUtil.isKeyStoreSpecified() ?
- new JerseyClientBuilder().sslContext(SSLUtil.getSSLContext()).build() :
- JerseyClientBuilder.createClient();
- }
- };
+ private ThreadLocal<JerseyClient> localJerseyClient;
@Inject
private AuthPropsConfig authPropsConfig;
@@ -55,6 +51,16 @@ public class ExternalServerClient {
* Send GET request to an external server
*/
public Object sendGETRequest(String loginUrl, Class<?> klass, String username, String password) throws Exception {
+ if (localJerseyClient == null) {
+ localJerseyClient = new ThreadLocal<JerseyClient>() {
+ @Override
+ protected JerseyClient initialValue() {
+ return sslConfigurer.isKeyStoreSpecified() ?
+ new JerseyClientBuilder().sslContext(sslConfigurer.getSSLContext()).build() :
+ JerseyClientBuilder.createClient();
+ }
+ };
+ }
String url = authPropsConfig.getExternalAuthHostUrl() + loginUrl;
JerseyClient client = localJerseyClient.get();
HttpAuthenticationFeature authFeature = HttpAuthenticationFeature.basicBuilder()
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/LogSearchConstants.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/LogSearchConstants.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/LogSearchConstants.java
index a018dda..c316346 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/LogSearchConstants.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/LogSearchConstants.java
@@ -21,8 +21,8 @@ package org.apache.ambari.logsearch.common;
public class LogSearchConstants {
+ public static final String LOGSEARCH_APPLICATION_NAME = "logsearch";
public static final String LOGSEARCH_PROPERTIES_FILE = "logsearch.properties";
-
public static final String LOGSEARCH_SESSION_ID = "LOGSEARCHSESSIONID";
// Log Levels
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/PropertiesHelper.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/PropertiesHelper.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/PropertiesHelper.java
deleted file mode 100644
index 3505fe2..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/PropertiesHelper.java
+++ /dev/null
@@ -1,124 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.ambari.logsearch.common;
-
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.IOException;
-import java.net.URISyntaxException;
-import java.net.URL;
-import java.util.HashMap;
-import java.util.Map;
-import java.util.Properties;
-import java.util.Set;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.springframework.beans.BeansException;
-import org.springframework.beans.factory.config.ConfigurableListableBeanFactory;
-import org.springframework.beans.factory.config.PropertyPlaceholderConfigurer;
-
-public class PropertiesHelper extends PropertyPlaceholderConfigurer {
- private static final Logger logger = LoggerFactory.getLogger(PropertiesHelper.class);
-
- private static final String LOGSEARCH_PROP_FILE="logsearch.properties";
-
- private static Map<String, String> propertiesMap;
- public static Map<String, String> getProperties() {
- return propertiesMap;
- }
-
- private PropertiesHelper() {
- }
-
- static {
- propertiesMap = new HashMap<String, String>();
- Properties properties = new Properties();
- URL fileCompleteUrl = Thread.currentThread().getContextClassLoader().getResource(LOGSEARCH_PROP_FILE);
- FileInputStream fileInputStream = null;
- try {
- File file = new File(fileCompleteUrl.toURI());
- fileInputStream = new FileInputStream(file.getAbsoluteFile());
- properties.load(fileInputStream);
- } catch (IOException | URISyntaxException e) {
- logger.error("error loading prop for protocol config",e);
- } finally {
- if (fileInputStream != null) {
- try {
- fileInputStream.close();
- } catch (IOException e) {
- }
- }
- }
- for (String key : properties.stringPropertyNames()) {
- String value = properties.getProperty(key);
- propertiesMap.put(key, value);
- }
- }
-
- @Override
- protected void processProperties(ConfigurableListableBeanFactory beanFactory, Properties props) throws BeansException {
- super.processProperties(beanFactory, props);
-
- propertiesMap = new HashMap<String, String>();
-
- // First add the system properties
- Set<Object> keySet = System.getProperties().keySet();
- for (Object key : keySet) {
- String keyStr = key.toString();
- propertiesMap.put(keyStr, System.getProperties().getProperty(keyStr).trim());
- }
-
- // add our properties now
- keySet = props.keySet();
- for (Object key : keySet) {
- String keyStr = key.toString();
- propertiesMap.put(keyStr, props.getProperty(keyStr).trim());
- }
- }
-
- public static String getProperty(String key, String defaultValue) {
- if (key == null) {
- return null;
- }
- String rtrnVal = propertiesMap.get(key);
- if (rtrnVal == null) {
- rtrnVal = defaultValue;
- }
- return rtrnVal;
- }
-
- public static String getProperty(String key) {
- if (key == null) {
- return null;
- }
- return propertiesMap.get(key);
- }
-
- public static boolean getBooleanProperty(String key, boolean defaultValue) {
- if (key == null) {
- return defaultValue;
- }
- String value = getProperty(key);
- if (value == null) {
- return defaultValue;
- }
- return Boolean.parseBoolean(value);
- }
-}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/XMLPropertiesHelper.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/XMLPropertiesHelper.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/XMLPropertiesHelper.java
deleted file mode 100644
index 690a60f..0000000
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/XMLPropertiesHelper.java
+++ /dev/null
@@ -1,79 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.ambari.logsearch.common;
-
-import java.io.IOException;
-import java.io.InputStream;
-import java.util.Properties;
-
-import javax.xml.parsers.DocumentBuilder;
-import javax.xml.parsers.DocumentBuilderFactory;
-
-import org.apache.log4j.Logger;
-import org.springframework.util.DefaultPropertiesPersister;
-import org.w3c.dom.Document;
-import org.w3c.dom.Element;
-import org.w3c.dom.Node;
-import org.w3c.dom.NodeList;
-
-public class XMLPropertiesHelper extends DefaultPropertiesPersister {
- private static Logger logger = Logger.getLogger(XMLPropertiesHelper.class);
-
- public XMLPropertiesHelper() {
- }
-
- @Override
- public void loadFromXml(Properties properties, InputStream inputStream)
- throws IOException {
- try {
- DocumentBuilderFactory xmlDocumentBuilderFactory = DocumentBuilderFactory.newInstance();
- xmlDocumentBuilderFactory.setIgnoringComments(true);
- xmlDocumentBuilderFactory.setNamespaceAware(true);
- DocumentBuilder xmlDocumentBuilder = xmlDocumentBuilderFactory.newDocumentBuilder();
- Document xmlDocument = xmlDocumentBuilder.parse(inputStream);
- if (xmlDocument != null) {
- xmlDocument.getDocumentElement().normalize();
- NodeList nList = xmlDocument.getElementsByTagName("property");
- if (nList != null) {
- for (int temp = 0; temp < nList.getLength(); temp++) {
- Node nNode = nList.item(temp);
- if (nNode.getNodeType() == Node.ELEMENT_NODE) {
- Element eElement = (Element) nNode;
- String propertyName = "";
- String propertyValue = "";
- if (eElement.getElementsByTagName("name") != null && eElement.getElementsByTagName("name").item(0) != null) {
- propertyName = eElement.getElementsByTagName("name").item(0).getTextContent().trim();
- }
- if (eElement.getElementsByTagName("value") != null && eElement.getElementsByTagName("value").item(0) != null) {
- propertyValue = eElement.getElementsByTagName("value").item(0).getTextContent().trim();
- }
- if (propertyName != null && !propertyName.isEmpty()) {
- properties.put(propertyName, propertyValue);
- }
- }
- }
- }
- }
- } catch (Exception e) {
- logger.error("Error loading xml properties ", e);
- }
- }
-
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApiDocConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApiDocConfig.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApiDocConfig.java
index 1e61f22..2658bcb 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApiDocConfig.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApiDocConfig.java
@@ -23,6 +23,7 @@ import io.swagger.jaxrs.listing.SwaggerSerializers;
import io.swagger.models.Info;
import io.swagger.models.License;
+import org.apache.ambari.logsearch.rest.ServiceLogsResource;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
@@ -34,7 +35,6 @@ public class ApiDocConfig {
private static final String TITLE = "Log Search REST API";
private static final String LICENSE = "Apache 2.0";
private static final String LICENSE_URL = "http://www.apache.org/licenses/LICENSE-2.0.html";
- private static final String RESOURCE_PACKAGE = "org.apache.ambari.logsearch.rest";
private static final String BASE_PATH = "/api/v1";
@Bean
@@ -53,7 +53,7 @@ public class ApiDocConfig {
beanConfig.setLicenseUrl(LICENSE_URL);
beanConfig.setScan(true);
beanConfig.setVersion(VERSION);
- beanConfig.setResourcePackage(RESOURCE_PACKAGE);
+ beanConfig.setResourcePackage(ServiceLogsResource.class.getPackage().getName());
License license = new License();
license.setName(LICENSE);
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApplicationConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApplicationConfig.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApplicationConfig.java
index 756252d..3d30c2a 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApplicationConfig.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/ApplicationConfig.java
@@ -20,7 +20,6 @@ package org.apache.ambari.logsearch.conf;
import freemarker.template.TemplateException;
import org.springframework.context.annotation.Bean;
-import org.springframework.context.annotation.ComponentScan;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.PropertySource;
import org.springframework.context.support.ConversionServiceFactoryBean;
@@ -32,7 +31,6 @@ import java.io.IOException;
import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_PROPERTIES_FILE;
@Configuration
-@ComponentScan("org.apache.ambari.logsearch")
@PropertySource(value = {"classpath:default.properties", "classpath:"+ LOGSEARCH_PROPERTIES_FILE})
public class ApplicationConfig {
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchConfigMapHolder.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchConfigMapHolder.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchConfigMapHolder.java
new file mode 100644
index 0000000..29d60b2
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchConfigMapHolder.java
@@ -0,0 +1,61 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.ambari.logsearch.conf;
+
+import org.springframework.context.annotation.Configuration;
+import org.springframework.core.env.Environment;
+import org.springframework.core.env.MapPropertySource;
+import org.springframework.core.env.PropertySource;
+import org.springframework.web.context.support.StandardServletEnvironment;
+
+import javax.inject.Inject;
+import java.util.HashMap;
+import java.util.Map;
+import java.util.stream.Collectors;
+
+import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_PROPERTIES_FILE;
+
+@Configuration
+public class LogSearchConfigMapHolder {
+
+ @Inject
+ private Environment environment;
+
+ private Map<String, String> logsearchProperties = new HashMap<>();
+
+ public Map<String, String> getLogsearchProperties() {
+ if (logsearchProperties.isEmpty()) {
+ PropertySource propertySource = ((StandardServletEnvironment) environment)
+ .getPropertySources().get("class path resource [" + LOGSEARCH_PROPERTIES_FILE + "]");
+ setLogsearchProperties(stringifyValues(((MapPropertySource) propertySource).getSource()));
+ }
+ return logsearchProperties;
+ }
+
+ public void setLogsearchProperties(Map<String, String> logsearchProperties) {
+ this.logsearchProperties = logsearchProperties;
+ }
+
+ private Map<String, String> stringifyValues(Map<String, Object> vars) {
+ return vars.entrySet()
+ .stream()
+ .collect(Collectors.toMap(Map.Entry::getKey, e -> (String) e.getValue()));
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchHttpConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchHttpConfig.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchHttpConfig.java
new file mode 100644
index 0000000..4a7280d
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchHttpConfig.java
@@ -0,0 +1,83 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.ambari.logsearch.conf;
+
+import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.context.annotation.Configuration;
+
+import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_PROPERTIES_FILE;
+
+@Configuration
+public class LogSearchHttpConfig {
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.http.port",
+ description = "Log Search http port",
+ examples = {"61888", "8888"},
+ defaultValue = "61888",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.http.port:61888}")
+ private int httpPort;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.https.port",
+ description = "Log Search https port",
+ examples = {"61889", "8889"},
+ defaultValue = "61889",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.https.port:61889}")
+ private int httpsPort;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.protocol",
+ description = "Log Search Protocol (http or https)",
+ examples = {"http", "https"},
+ defaultValue = "http",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.protocol:http}")
+ private String protocol;
+
+ public String getProtocol() {
+ return protocol;
+ }
+
+ public void setProtocol(String protocol) {
+ this.protocol = protocol;
+ }
+
+ public int getHttpPort() {
+ return httpPort;
+ }
+
+ public void setHttpPort(int httpPort) {
+ this.httpPort = httpPort;
+ }
+
+ public int getHttpsPort() {
+ return httpsPort;
+ }
+
+ public void setHttpsPort(int httpsPort) {
+ this.httpsPort = httpsPort;
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchJerseyResourceConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchJerseyResourceConfig.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchJerseyResourceConfig.java
new file mode 100644
index 0000000..c420a24
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchJerseyResourceConfig.java
@@ -0,0 +1,37 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.ambari.logsearch.conf;
+
+import org.apache.ambari.logsearch.rest.ServiceLogsResource;
+import org.glassfish.jersey.jackson.JacksonFeature;
+import org.glassfish.jersey.server.ResourceConfig;
+import org.glassfish.jersey.servlet.ServletProperties;
+
+import javax.ws.rs.ApplicationPath;
+
+@ApplicationPath("/api/v1")
+public class LogSearchJerseyResourceConfig extends ResourceConfig {
+
+ public LogSearchJerseyResourceConfig() {
+ packages(ServiceLogsResource.class.getPackage().getName());
+ register(JacksonFeature.class);
+ property(ServletProperties.FILTER_FORWARD_ON_404, true);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchServletConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchServletConfig.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchServletConfig.java
new file mode 100644
index 0000000..a7a27da
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchServletConfig.java
@@ -0,0 +1,95 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.ambari.logsearch.conf;
+
+import org.apache.ambari.logsearch.configurer.SslConfigurer;
+import org.apache.ambari.logsearch.web.listener.LogSearchSessionListener;
+import org.eclipse.jetty.server.Connector;
+import org.eclipse.jetty.server.Server;
+import org.eclipse.jetty.server.ServerConnector;
+import org.eclipse.jetty.util.ssl.SslContextFactory;
+import org.glassfish.jersey.servlet.ServletContainer;
+import org.glassfish.jersey.servlet.ServletProperties;
+import org.springframework.boot.autoconfigure.web.ServerProperties;
+import org.springframework.boot.context.embedded.EmbeddedServletContainerFactory;
+import org.springframework.boot.context.embedded.jetty.JettyEmbeddedServletContainer;
+import org.springframework.boot.context.embedded.jetty.JettyEmbeddedServletContainerFactory;
+import org.springframework.boot.context.embedded.jetty.JettyServerCustomizer;
+import org.springframework.boot.web.servlet.ServletRegistrationBean;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+
+import javax.inject.Inject;
+import javax.servlet.http.HttpSessionListener;
+
+import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_APPLICATION_NAME;
+import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_SESSION_ID;
+
+@Configuration
+public class LogSearchServletConfig {
+
+ private static final Integer SESSION_TIMEOUT = 60 * 30;
+
+ @Inject
+ private ServerProperties serverProperties;
+
+ @Inject
+ private LogSearchHttpConfig logSearchHttpConfig;
+
+ @Inject
+ private SslConfigurer sslConfigurer;
+
+ @Bean
+ public HttpSessionListener httpSessionListener() {
+ return new LogSearchSessionListener();
+ }
+
+ @Bean
+ public ServletRegistrationBean jerseyServlet() {
+ ServletRegistrationBean registration = new ServletRegistrationBean(new ServletContainer(), "/api/v1/*");
+ registration.addInitParameter(ServletProperties.JAXRS_APPLICATION_CLASS, LogSearchJerseyResourceConfig.class.getName());
+ return registration;
+ }
+
+ @Bean
+ public EmbeddedServletContainerFactory containerFactory() {
+ final JettyEmbeddedServletContainerFactory jettyEmbeddedServletContainerFactory = new JettyEmbeddedServletContainerFactory() {
+ @Override
+ protected JettyEmbeddedServletContainer getJettyEmbeddedServletContainer(Server server) {
+ return new JettyEmbeddedServletContainer(server);
+ }
+ };
+ jettyEmbeddedServletContainerFactory.setSessionTimeout(SESSION_TIMEOUT);
+ serverProperties.getSession().getCookie().setName(LOGSEARCH_SESSION_ID);
+ serverProperties.setDisplayName(LOGSEARCH_APPLICATION_NAME);
+ if ("https".equals(logSearchHttpConfig.getProtocol())) {
+ sslConfigurer.ensureStorePasswords();
+ sslConfigurer.loadKeystore();
+ jettyEmbeddedServletContainerFactory.addServerCustomizers((JettyServerCustomizer) server -> {
+ SslContextFactory sslContextFactory = sslConfigurer.getSslContextFactory();
+ ServerConnector sslConnector = new ServerConnector(server, sslContextFactory);
+ sslConnector.setPort(logSearchHttpConfig.getHttpsPort());
+ server.setConnectors(new Connector[]{sslConnector});
+ });
+ } else {
+ jettyEmbeddedServletContainerFactory.setPort(logSearchHttpConfig.getHttpPort());
+ }
+ return jettyEmbeddedServletContainerFactory;
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchSpnegoConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchSpnegoConfig.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchSpnegoConfig.java
new file mode 100644
index 0000000..16326a6
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchSpnegoConfig.java
@@ -0,0 +1,173 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.ambari.logsearch.conf;
+
+import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.context.annotation.Configuration;
+
+import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_PROPERTIES_FILE;
+
+@Configuration
+public class LogSearchSpnegoConfig {
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.hadoop.security.auth_to_local",
+ description = "Rules that will be applied on authentication names and map them into local usernames.",
+ examples = {"RULE:[1:$1@$0](.*@EXAMPLE.COM)s/@.*//", "DEFAULT"},
+ defaultValue = "DEFAULT",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.hadoop.security.auth_to_local:DEFAULT}")
+ private String nameRules;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.admin.kerberos.token.valid.seconds",
+ description = "Kerberos token validity in seconds.",
+ examples = {"30"},
+ defaultValue = "30",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.admin.kerberos.token.valid.seconds:30}")
+ private String tokenValid;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.admin.kerberos.cookie.domain",
+ description = "Domain for Kerberos cookie.",
+ examples = {"c6401.ambari.apache.org", "localhost"},
+ defaultValue = "localhost",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.admin.kerberos.cookie.domain:localhost}")
+ private String cookieDomain;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.admin.kerberos.cookie.path",
+ description = "Cookie path of the kerberos cookie",
+ examples = {"/"},
+ defaultValue = "/",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.admin.kerberos.cookie.path:/}")
+ private String cookiePath;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.spnego.kerberos.principal",
+ description = "Principal for SPNEGO authentication for Http requests",
+ examples = {"myuser@EXAMPLE.COM"},
+ defaultValue = "",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.spnego.kerberos.principal:}")
+ private String principal;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.spnego.kerberos.keytab",
+ description = "Keytab for SPNEGO authentication for Http requests.",
+ examples = {"/etc/security/keytabs/mykeytab.keytab"},
+ defaultValue = "",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.spnego.kerberos.keytab:}")
+ private String keyTab;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.spnego.kerberos.host",
+ description = "",
+ examples = {"c6401.ambari.apache.org", "localhost"},
+ defaultValue = "localhost",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.spnego.kerberos.host:localhost}")
+ private String hostName;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.spnego.kerberos.enabled",
+ description = "Enable SPNEGO based authentication for Log Search Server.",
+ examples = {"true", "false"},
+ defaultValue = "false",
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.spnego.kerberos.enabled:false}")
+ private boolean kerberosEnabled;
+
+ public String getNameRules() {
+ return nameRules;
+ }
+
+ public void setNameRules(String nameRules) {
+ this.nameRules = nameRules;
+ }
+
+ public String getTokenValid() {
+ return tokenValid;
+ }
+
+ public void setTokenValid(String tokenValid) {
+ this.tokenValid = tokenValid;
+ }
+
+ public String getCookieDomain() {
+ return cookieDomain;
+ }
+
+ public void setCookieDomain(String cookieDomain) {
+ this.cookieDomain = cookieDomain;
+ }
+
+ public String getCookiePath() {
+ return cookiePath;
+ }
+
+ public void setCookiePath(String cookiePath) {
+ this.cookiePath = cookiePath;
+ }
+
+ public String getPrincipal() {
+ return principal;
+ }
+
+ public void setPrincipal(String principal) {
+ this.principal = principal;
+ }
+
+ public String getKeyTab() {
+ return keyTab;
+ }
+
+ public void setKeyTab(String keyTab) {
+ this.keyTab = keyTab;
+ }
+
+ public String getHostName() {
+ return hostName;
+ }
+
+ public void setHostName(String hostName) {
+ this.hostName = hostName;
+ }
+
+ public boolean isKerberosEnabled() {
+ return kerberosEnabled;
+ }
+
+ public void setKerberosEnabled(boolean kerberosEnabled) {
+ this.kerberosEnabled = kerberosEnabled;
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchSslConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchSslConfig.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchSslConfig.java
new file mode 100644
index 0000000..afa2293
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/LogSearchSslConfig.java
@@ -0,0 +1,86 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.ambari.logsearch.conf;
+
+import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.context.annotation.Configuration;
+
+import static org.apache.ambari.logsearch.common.LogSearchConstants.LOGSEARCH_PROPERTIES_FILE;
+
+@Configuration
+public class LogSearchSslConfig {
+
+ public static final String LOGSEARCH_CERT_DEFAULT_FOLDER = "/etc/ambari-logsearch-portal/conf/keys";
+ public static final String LOGSEARCH_CERT_DEFAULT_ALGORITHM = "sha256WithRSA";
+ public static final String CREDENTIAL_STORE_PROVIDER_PATH = "hadoop.security.credential.provider.path";
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.cert.algorithm",
+ description = "Algorithm to generate certificates for SSL (if needed).",
+ examples = {"sha256WithRSA"},
+ defaultValue = LOGSEARCH_CERT_DEFAULT_ALGORITHM,
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.cert.algorithm:" + LOGSEARCH_CERT_DEFAULT_ALGORITHM + "}")
+ private String certAlgorithm;
+
+ @LogSearchPropertyDescription(
+ name = "logsearch.cert.folder.location",
+ description = "Folder where the generated certificates (SSL) will be located. Make sure the user of Log Search Server can access it.",
+ examples = {"/etc/mypath/keys"},
+ defaultValue = LOGSEARCH_CERT_DEFAULT_FOLDER,
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${logsearch.cert.folder.location:" + LOGSEARCH_CERT_DEFAULT_FOLDER + "}")
+ private String certFolder;
+
+ @LogSearchPropertyDescription(
+ name = CREDENTIAL_STORE_PROVIDER_PATH,
+ description = "Path to interrogate for protected credentials. (see: https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-common/CredentialProviderAPI.html)",
+ examples = {"localjceks://file/home/mypath/my.jceks"},
+ sources = {LOGSEARCH_PROPERTIES_FILE}
+ )
+ @Value("${hadoop.security.credential.provider.path:}")
+ private String credentialStoreProviderPath;
+
+ public String getCertAlgorithm() {
+ return certAlgorithm;
+ }
+
+ public void setCertAlgorithm(String certAlgorithm) {
+ this.certAlgorithm = certAlgorithm;
+ }
+
+ public String getCertFolder() {
+ return certFolder;
+ }
+
+ public void setCertFolder(String certFolder) {
+ this.certFolder = certFolder;
+ }
+
+ public String getCredentialStoreProviderPath() {
+ return credentialStoreProviderPath;
+ }
+
+ public void setCredentialStoreProviderPath(String credentialStoreProviderPath) {
+ this.credentialStoreProviderPath = credentialStoreProviderPath;
+ }
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/SecurityConfig.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/SecurityConfig.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/SecurityConfig.java
index 5207dd0..2758388 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/SecurityConfig.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/SecurityConfig.java
@@ -190,6 +190,9 @@ public class SecurityConfig extends WebSecurityConfigurerAdapter {
@Bean
public RequestMatcher requestMatcher() {
List<RequestMatcher> matchers = Lists.newArrayList();
+ matchers.add(new AntPathRequestMatcher("/docs/**"));
+ matchers.add(new AntPathRequestMatcher("/swagger-ui/**"));
+ matchers.add(new AntPathRequestMatcher("/swagger.html"));
matchers.add(new AntPathRequestMatcher("/login.html"));
matchers.add(new AntPathRequestMatcher("/logout.html"));
matchers.add(new AntPathRequestMatcher("/styles/**"));
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/StaticResourceConfiguration.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/StaticResourceConfiguration.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/StaticResourceConfiguration.java
new file mode 100644
index 0000000..bf03aa7
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/conf/StaticResourceConfiguration.java
@@ -0,0 +1,49 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.ambari.logsearch.conf;
+
+import org.springframework.context.annotation.Configuration;
+import org.springframework.web.servlet.config.annotation.EnableWebMvc;
+import org.springframework.web.servlet.config.annotation.ResourceHandlerRegistry;
+import org.springframework.web.servlet.config.annotation.ViewControllerRegistry;
+import org.springframework.web.servlet.config.annotation.WebMvcConfigurerAdapter;
+
+@EnableWebMvc
+@Configuration
+public class StaticResourceConfiguration extends WebMvcConfigurerAdapter {
+
+ private static final String[] CLASSPATH_RESOURCE_LOCATIONS = {
+ "classpath:/static/", "classpath:/swagger/","classpath:META-INF/resources/webjars/"
+ };
+
+ @Override
+ public void addResourceHandlers(ResourceHandlerRegistry registry) {
+ registry.addResourceHandler("/**")
+ .addResourceLocations(CLASSPATH_RESOURCE_LOCATIONS);
+ }
+
+ @Override
+ public void addViewControllers(ViewControllerRegistry registry) {
+ registry.addViewController("/").setViewName(
+ "forward:/index.html");
+ registry.addViewController("/docs").setViewName(
+ "forward:/swagger.html");
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/555f241c/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java
index 23b7430..baf5adb 100644
--- a/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java
+++ b/ambari-logsearch/ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/configurer/LogSearchConfigConfigurer.java
@@ -23,7 +23,7 @@ import javax.annotation.PostConstruct;
import javax.inject.Inject;
import javax.inject.Named;
-import org.apache.ambari.logsearch.common.PropertiesHelper;
+import org.apache.ambari.logsearch.conf.LogSearchConfigMapHolder;
import org.apache.ambari.logsearch.conf.global.LogSearchConfigState;
import org.apache.ambari.logsearch.config.api.LogSearchConfigFactory;
import org.apache.ambari.logsearch.config.api.LogSearchConfigServer;
@@ -44,7 +44,10 @@ public class LogSearchConfigConfigurer implements Configurer {
@Inject
private LogSearchConfigState logSearchConfigState;
-
+
+ @Inject
+ private LogSearchConfigMapHolder logSearchConfigMapHolder;
+
@PostConstruct
@Override
public void start() {
@@ -54,7 +57,7 @@ public class LogSearchConfigConfigurer implements Configurer {
logger.info("Started thread to set up log search config");
while (true) {
try {
- logSearchConfig = LogSearchConfigFactory.createLogSearchConfigServer(PropertiesHelper.getProperties(),
+ logSearchConfig = LogSearchConfigFactory.createLogSearchConfigServer(logSearchConfigMapHolder.getLogsearchProperties(),
LogSearchConfigServerZK.class);
logSearchConfigState.setLogSearchConfigAvailable(true);
break;
@@ -68,4 +71,5 @@ public class LogSearchConfigConfigurer implements Configurer {
setupThread.setDaemon(true);
setupThread.start();
}
+
}
[09/52] [abbrv] ambari git commit: AMBARI-21622 Install Wizard:
repository_version should not be passed when creating a cluster. (atkach)
Posted by jl...@apache.org.
AMBARI-21622 Install Wizard: repository_version should not be passed when creating a cluster. (atkach)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/3ac9f559
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/3ac9f559
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/3ac9f559
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 3ac9f5590ab60c105de806cbb5ca875fc43ee13f
Parents: 0eee38e
Author: Andrii Tkach <at...@apache.org>
Authored: Tue Aug 1 16:45:16 2017 +0300
Committer: Andrii Tkach <at...@apache.org>
Committed: Tue Aug 1 16:45:16 2017 +0300
----------------------------------------------------------------------
ambari-web/app/controllers/wizard/step8_controller.js | 3 +--
ambari-web/test/controllers/wizard/step8_test.js | 4 ++--
2 files changed, 3 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/3ac9f559/ambari-web/app/controllers/wizard/step8_controller.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/controllers/wizard/step8_controller.js b/ambari-web/app/controllers/wizard/step8_controller.js
index 42519e0..cc06b5b 100644
--- a/ambari-web/app/controllers/wizard/step8_controller.js
+++ b/ambari-web/app/controllers/wizard/step8_controller.js
@@ -977,11 +977,10 @@ App.WizardStep8Controller = Em.Controller.extend(App.AddSecurityConfigs, App.wiz
createCluster: function () {
if (!this.get('isInstaller')) return;
var stackVersion = this.get('content.installOptions.localRepo') ? App.currentStackVersion.replace(/(-\d+(\.\d)*)/ig, "Local$&") : App.currentStackVersion;
- var selectedStack = App.Stack.find().findProperty('isSelected', true);
this.addRequestToAjaxQueue({
name: 'wizard.step8.create_cluster',
data: {
- data: JSON.stringify({ "Clusters": {"version": stackVersion, "repository_version": selectedStack.get('repositoryVersion')}})
+ data: JSON.stringify({ "Clusters": {"version": stackVersion}})
},
success: 'createClusterSuccess'
});
http://git-wip-us.apache.org/repos/asf/ambari/blob/3ac9f559/ambari-web/test/controllers/wizard/step8_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/controllers/wizard/step8_test.js b/ambari-web/test/controllers/wizard/step8_test.js
index 29e6ae4..2a52598 100644
--- a/ambari-web/test/controllers/wizard/step8_test.js
+++ b/ambari-web/test/controllers/wizard/step8_test.js
@@ -1165,7 +1165,7 @@ describe('App.WizardStep8Controller', function () {
App.set('currentStackVersion', 'HDP-2.3');
installerStep8Controller.reopen({content: {controllerName: 'installerController', installOptions: {localRepo: true}}});
var data = {
- data: JSON.stringify({ "Clusters": {"version": 'HDPLocal-2.3', "repository_version": "2.3.4.4-1234"}})
+ data: JSON.stringify({ "Clusters": {"version": 'HDPLocal-2.3'}})
};
installerStep8Controller.createCluster();
expect(installerStep8Controller.addRequestToAjaxQueue.args[0][0].data.data).to.equal(data.data);
@@ -1175,7 +1175,7 @@ describe('App.WizardStep8Controller', function () {
App.set('currentStackVersion', 'HDP-2.3');
installerStep8Controller.reopen({content: {controllerName: 'installerController', installOptions: {localRepo: false}}});
var data = {
- data: JSON.stringify({ "Clusters": {"version": 'HDP-2.3', "repository_version": "2.3.4.4-1234"}})
+ data: JSON.stringify({ "Clusters": {"version": 'HDP-2.3'}})
};
installerStep8Controller.createCluster();
expect(installerStep8Controller.addRequestToAjaxQueue.args[0][0].data.data).to.eql(data.data);
[37/52] [abbrv] ambari git commit: AMBARI-21636 Fix
atlas.rest.address property when Atlas is in HA for Atlas-hive hook. (atkach)
Posted by jl...@apache.org.
AMBARI-21636 Fix atlas.rest.address property when Atlas is in HA for Atlas-hive hook. (atkach)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/58827ad3
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/58827ad3
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/58827ad3
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 58827ad307f68e2db6f649987a4feae7885944d5
Parents: afa1b48
Author: Andrii Tkach <at...@apache.org>
Authored: Mon Aug 7 14:40:57 2017 +0300
Committer: Andrii Tkach <at...@apache.org>
Committed: Mon Aug 7 14:40:57 2017 +0300
----------------------------------------------------------------------
ambari-web/app/controllers/main/host/details.js | 69 ++++++++++++++++++++
1 file changed, 69 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/58827ad3/ambari-web/app/controllers/main/host/details.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/controllers/main/host/details.js b/ambari-web/app/controllers/main/host/details.js
index 382b09d..20b14ee 100644
--- a/ambari-web/app/controllers/main/host/details.js
+++ b/ambari-web/app/controllers/main/host/details.js
@@ -110,6 +110,11 @@ App.MainHostDetailsController = Em.Controller.extend(App.SupportClientConfigsDow
configTagsCallbackName: 'loadStormConfigs',
configsCallbackName: 'onLoadStormConfigs'
},
+ 'ATLAS_SERVER': {
+ deletePropertyName: 'deleteAtlasServer',
+ hostPropertyName: 'atlasServer',
+ configsCallbackName: 'onLoadAtlasConfigs'
+ },
'RANGER_KMS_SERVER': {
deletePropertyName: 'deleteRangerKMSServer',
hostPropertyName: 'rangerKMSServerHost',
@@ -1117,6 +1122,52 @@ App.MainHostDetailsController = Em.Controller.extend(App.SupportClientConfigsDow
}
},
+ onLoadAtlasConfigs: function(data) {
+ var atlasServer = this.get('atlasServer'),
+ atlasServerHosts = this.getAtlasServerHosts(),
+ configs = {},
+ attributes = {},
+ propertiesToChange = this.get('allPropertiesToChange');
+
+ this.saveLoadedConfigs(data);
+ data.items.forEach(function (item) {
+ configs[item.type] = item.properties;
+ attributes[item.type] = item.properties_attributes || {};
+ }, this);
+
+ var atlasAddresses = configs['application-properties']['atlas.rest.address'];
+ var hostMask = atlasAddresses.split(',')[0].replace(/([https|http]*\:\/\/)(.*?)(:[0-9]+)/, '$1{hostname}$3');
+ var atlasAddressesRecommended = atlasServerHosts.map(function(hostName) {
+ return hostMask.replace('{hostname}', hostName);
+ }).join(',');
+ configs['application-properties']['atlas.rest.address'] = atlasAddressesRecommended;
+ if (this.get('isReconfigureRequired') && atlasAddresses !== atlasAddressesRecommended) {
+ var service = App.config.get('serviceByConfigTypeMap')['application-properties'];
+ propertiesToChange.pushObject({
+ propertyFileName: 'application-properties',
+ propertyName: 'atlas.rest.address',
+ serviceDisplayName: service && service.get('displayName'),
+ initialValue: atlasAddresses,
+ recommendedValue: atlasAddressesRecommended
+ });
+ }
+ var groups = [
+ {
+ properties: {
+ 'application-properties': configs['application-properties']
+ },
+ properties_attributes: {
+ 'application-properties': attributes['application-properties']
+ }
+ }
+ ];
+ if (this.get('isReconfigureRequired')) {
+ this.setConfigsChanges(groups);
+ } else {
+ this.saveConfigsBatch(groups, 'ATLAS_SERVER', atlasServer);
+ }
+ },
+
/**
* Success callback for load configs request
* @param {object} data
@@ -1592,6 +1643,24 @@ App.MainHostDetailsController = Em.Controller.extend(App.SupportClientConfigsDow
return stormNimbusHosts.sort();
},
+ getAtlasServerHosts: function () {
+ var
+ atlasServerHosts = App.HostComponent.find().filterProperty('componentName', 'ATLAS_SERVER').mapProperty('hostName'),
+ atlasServer = this.get('atlasServer');
+
+ if (!!atlasServer) {
+ atlasServerHosts.push(atlasServer);
+ this.set('atlasServer', '');
+ }
+
+ if (this.get('fromDeleteHost') || this.get('deleteAtlasServer')) {
+ this.set('deleteAtlasServer', false);
+ this.set('fromDeleteHost', false);
+ return atlasServerHosts.without(this.get('content.hostName'));
+ }
+ return atlasServerHosts.sort();
+ },
+
/**
* Send command to server to resfresh configs of selected component
* @param {object} event
[39/52] [abbrv] ambari git commit: AMBARI-21671. Expose via API
whether a service will participate in an upgrade (ncole)
Posted by jl...@apache.org.
AMBARI-21671. Expose via API whether a service will participate in an upgrade (ncole)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/f01c32ed
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/f01c32ed
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/f01c32ed
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: f01c32ed4c9e7ef0068aec741de5371e280ebccb
Parents: 153e03a
Author: Nate Cole <nc...@hortonworks.com>
Authored: Mon Aug 7 10:38:50 2017 -0400
Committer: Nate Cole <nc...@hortonworks.com>
Committed: Mon Aug 7 11:11:48 2017 -0400
----------------------------------------------------------------------
.../ClusterStackVersionResourceProvider.java | 22 +++-
.../org/apache/ambari/server/state/Service.java | 2 +
.../apache/ambari/server/state/ServiceImpl.java | 10 +-
.../state/repository/ClusterVersionSummary.java | 56 ++++++++
.../state/repository/ServiceVersionSummary.java | 79 ++++++++++++
.../state/repository/VersionDefinitionXml.java | 127 ++++++++++++++-----
.../state/repository/VersionDefinitionTest.java | 55 +++++++-
.../resources/version_definition_test_maint.xml | 2 +-
.../version_definition_test_maint_partial.xml | 54 ++++++++
9 files changed, 371 insertions(+), 36 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ClusterStackVersionResourceProvider.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ClusterStackVersionResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ClusterStackVersionResourceProvider.java
index 9ecea95..979124e 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ClusterStackVersionResourceProvider.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ClusterStackVersionResourceProvider.java
@@ -75,6 +75,7 @@ import org.apache.ambari.server.state.RepositoryVersionState;
import org.apache.ambari.server.state.ServiceComponentHost;
import org.apache.ambari.server.state.ServiceOsSpecific;
import org.apache.ambari.server.state.StackId;
+import org.apache.ambari.server.state.repository.ClusterVersionSummary;
import org.apache.ambari.server.state.repository.VersionDefinitionXml;
import org.apache.ambari.server.state.stack.upgrade.RepositoryVersionHelper;
import org.apache.ambari.server.utils.StageUtils;
@@ -104,6 +105,8 @@ public class ClusterStackVersionResourceProvider extends AbstractControllerResou
protected static final String CLUSTER_STACK_VERSION_VERSION_PROPERTY_ID = PropertyHelper.getPropertyId("ClusterStackVersions", "version");
protected static final String CLUSTER_STACK_VERSION_STATE_PROPERTY_ID = PropertyHelper.getPropertyId("ClusterStackVersions", "state");
protected static final String CLUSTER_STACK_VERSION_HOST_STATES_PROPERTY_ID = PropertyHelper.getPropertyId("ClusterStackVersions", "host_states");
+ protected static final String CLUSTER_STACK_VERSION_REPO_SUMMARY_PROPERTY_ID = PropertyHelper.getPropertyId("ClusterStackVersions", "repository_summary");
+
protected static final String CLUSTER_STACK_VERSION_REPOSITORY_VERSION_PROPERTY_ID = PropertyHelper.getPropertyId("ClusterStackVersions", "repository_version");
protected static final String CLUSTER_STACK_VERSION_STAGE_SUCCESS_FACTOR = PropertyHelper.getPropertyId("ClusterStackVersions", "success_factor");
@@ -143,7 +146,8 @@ public class ClusterStackVersionResourceProvider extends AbstractControllerResou
CLUSTER_STACK_VERSION_CLUSTER_NAME_PROPERTY_ID, CLUSTER_STACK_VERSION_STACK_PROPERTY_ID,
CLUSTER_STACK_VERSION_VERSION_PROPERTY_ID, CLUSTER_STACK_VERSION_HOST_STATES_PROPERTY_ID,
CLUSTER_STACK_VERSION_STATE_PROPERTY_ID, CLUSTER_STACK_VERSION_REPOSITORY_VERSION_PROPERTY_ID,
- CLUSTER_STACK_VERSION_STAGE_SUCCESS_FACTOR, CLUSTER_STACK_VERSION_FORCE);
+ CLUSTER_STACK_VERSION_STAGE_SUCCESS_FACTOR,
+ CLUSTER_STACK_VERSION_FORCE, CLUSTER_STACK_VERSION_REPO_SUMMARY_PROPERTY_ID);
private static Map<Type, String> keyPropertyIds = ImmutableMap.<Type, String> builder()
.put(Type.Cluster, CLUSTER_STACK_VERSION_CLUSTER_NAME_PROPERTY_ID)
@@ -264,8 +268,21 @@ public class ClusterStackVersionResourceProvider extends AbstractControllerResou
allStates.add(hostVersionEntity.getState());
}
+ ClusterVersionSummary versionSummary = null;
+ try {
+ VersionDefinitionXml vdf = repositoryVersion.getRepositoryXml();
+
+ versionSummary = vdf.getClusterSummary(cluster);
+ } catch (Exception e) {
+ throw new IllegalArgumentException(
+ String.format("Version %s is backed by a version definition, but it could not be parsed", repositoryVersion.getVersion()), e);
+ }
+
setResourceProperty(resource, CLUSTER_STACK_VERSION_CLUSTER_NAME_PROPERTY_ID, clusterName, requestedIds);
setResourceProperty(resource, CLUSTER_STACK_VERSION_HOST_STATES_PROPERTY_ID, hostStates, requestedIds);
+ setResourceProperty(resource, CLUSTER_STACK_VERSION_REPO_SUMMARY_PROPERTY_ID, versionSummary, requestedIds);
+
+
setResourceProperty(resource, CLUSTER_STACK_VERSION_ID_PROPERTY_ID, repositoryVersion.getId(), requestedIds);
setResourceProperty(resource, CLUSTER_STACK_VERSION_STACK_PROPERTY_ID, repoVersionStackId.getStackName(), requestedIds);
setResourceProperty(resource, CLUSTER_STACK_VERSION_VERSION_PROPERTY_ID, repoVersionStackId.getStackVersion(), requestedIds);
@@ -536,7 +553,8 @@ public class ClusterStackVersionResourceProvider extends AbstractControllerResou
// !!! limit the serviceNames to those that are detailed for the repository.
// TODO packages don't have component granularity
if (RepositoryType.STANDARD != repoVersionEnt.getType()) {
- serviceNames.addAll(desiredVersionDefinition.getAvailableServiceNames());
+ ClusterVersionSummary clusterSummary = desiredVersionDefinition.getClusterSummary(cluster);
+ serviceNames.addAll(clusterSummary.getAvailableServiceNames());
}
// Populate with commands for host
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java b/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
index 8651fee..65189ca 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
@@ -28,6 +28,8 @@ public interface Service {
String getName();
+ String getDisplayName();
+
long getClusterId();
Cluster getCluster();
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
index 4ed0429..0247774 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
@@ -52,6 +52,7 @@ import org.apache.ambari.server.orm.entities.ServiceDesiredStateEntity;
import org.apache.ambari.server.orm.entities.ServiceDesiredStateEntityPK;
import org.apache.ambari.server.orm.entities.StackEntity;
import org.apache.ambari.server.serveraction.kerberos.Component;
+import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -93,6 +94,7 @@ public class ServiceImpl implements Service {
* The name of the service.
*/
private final String serviceName;
+ private final String displayName;
@AssistedInject
ServiceImpl(@Assisted Cluster cluster, @Assisted String serviceName,
@@ -127,8 +129,8 @@ public class ServiceImpl implements Service {
ServiceInfo sInfo = ambariMetaInfo.getService(stackId.getStackName(),
stackId.getStackVersion(), serviceName);
+ displayName = sInfo.getDisplayName();
isClientOnlyService = sInfo.isClientOnlyService();
-
isCredentialStoreSupported = sInfo.isCredentialStoreSupported();
isCredentialStoreRequired = sInfo.isCredentialStoreRequired();
@@ -177,6 +179,7 @@ public class ServiceImpl implements Service {
isClientOnlyService = sInfo.isClientOnlyService();
isCredentialStoreSupported = sInfo.isCredentialStoreSupported();
isCredentialStoreRequired = sInfo.isCredentialStoreRequired();
+ displayName = sInfo.getDisplayName();
}
@@ -208,6 +211,11 @@ public class ServiceImpl implements Service {
}
@Override
+ public String getDisplayName() {
+ return StringUtils.isBlank(displayName) ? serviceName : displayName;
+ }
+
+ @Override
public long getClusterId() {
return cluster.getClusterId();
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ClusterVersionSummary.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ClusterVersionSummary.java b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ClusterVersionSummary.java
new file mode 100644
index 0000000..e9d9920
--- /dev/null
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ClusterVersionSummary.java
@@ -0,0 +1,56 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.ambari.server.state.repository;
+
+import java.util.HashSet;
+import java.util.Map;
+import java.util.Set;
+
+import org.codehaus.jackson.annotate.JsonIgnore;
+import org.codehaus.jackson.annotate.JsonProperty;
+
+/**
+ * For a version, collects summary information for a cluster.
+ */
+public class ClusterVersionSummary {
+
+ @JsonProperty("services")
+ private Map<String, ServiceVersionSummary> m_services;
+
+ private transient Set<String> m_available = new HashSet<>();
+
+ ClusterVersionSummary(Map<String, ServiceVersionSummary> services) {
+ m_services = services;
+
+ for (Map.Entry<String, ServiceVersionSummary> entry : services.entrySet()) {
+ if (entry.getValue().isUpgrade()) {
+ m_available.add(entry.getKey());
+ }
+ }
+ }
+
+ /**
+ * @return service names that should participate in an upgrade, based on
+ * the VDF contents.
+ */
+ @JsonIgnore
+ public Set<String> getAvailableServiceNames() {
+ return m_available;
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ServiceVersionSummary.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ServiceVersionSummary.java b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ServiceVersionSummary.java
new file mode 100644
index 0000000..29505c8
--- /dev/null
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/ServiceVersionSummary.java
@@ -0,0 +1,79 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.ambari.server.state.repository;
+
+import org.codehaus.jackson.annotate.JsonIgnore;
+import org.codehaus.jackson.annotate.JsonProperty;
+
+/**
+ * Used to hold information about Service's ability to upgrade for a repository version.
+ */
+public class ServiceVersionSummary {
+
+ @JsonProperty("display_name")
+ private String m_displayName;
+
+ @JsonProperty("version")
+ private String m_version;
+
+ @JsonProperty("release_version")
+ private String m_releaseVersion;
+
+ @JsonProperty("upgrade")
+ private boolean m_upgrade = false;
+
+ ServiceVersionSummary(String displayName) {
+ m_displayName = displayName;
+ }
+
+ /**
+ * Sets the version information
+ *
+ * @param binaryVersion the binary version of the service
+ * @param releaseVersion the release version of the service
+ */
+ void setVersions(String binaryVersion, String releaseVersion) {
+ m_version = binaryVersion;
+ m_releaseVersion = releaseVersion;
+ }
+
+ @JsonIgnore
+ /**
+ * @return {@code true} if the service will be included in an upgrade
+ */
+ public boolean isUpgrade() {
+ return m_upgrade;
+ }
+
+ /**
+ * @param upgrade {@code true} if the service will be included in an upgrade
+ */
+ public void setUpgrade(boolean upgrade) {
+ m_upgrade = upgrade;
+ }
+
+ /**
+ * @return the relase version field
+ */
+ @JsonIgnore
+ public String getReleaseVersion() {
+ return m_releaseVersion;
+ }
+
+
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java
index f48c723..45d8e8e 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/repository/VersionDefinitionXml.java
@@ -47,14 +47,18 @@ import javax.xml.transform.stream.StreamSource;
import javax.xml.validation.Schema;
import javax.xml.validation.SchemaFactory;
+import org.apache.ambari.server.AmbariException;
+import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.ComponentInfo;
import org.apache.ambari.server.state.RepositoryType;
+import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceInfo;
import org.apache.ambari.server.state.StackId;
import org.apache.ambari.server.state.StackInfo;
import org.apache.ambari.server.state.repository.AvailableVersion.Component;
import org.apache.ambari.server.state.stack.RepositoryXml;
import org.apache.ambari.server.state.stack.RepositoryXml.Os;
+import org.apache.ambari.server.utils.VersionUtils;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang.StringUtils;
@@ -67,7 +71,6 @@ public class VersionDefinitionXml {
public static String SCHEMA_LOCATION = "version_definition.xsd";
-
/**
* Release details.
*/
@@ -114,6 +117,7 @@ public class VersionDefinitionXml {
private Map<String, String> m_packageVersions = null;
+
/**
* @param stack the stack info needed to lookup service and component display names
* @return a collection of AvailableServices used for web service consumption. This
@@ -163,6 +167,7 @@ public class VersionDefinitionXml {
}
}
+
/**
* Gets if the version definition was built as the default for a stack
* @return {@code true} if default for a stack
@@ -225,7 +230,97 @@ public class VersionDefinitionXml {
return m_packageVersions.get(osFamily);
}
+ /**
+ * Returns the XML representation of this instance.
+ */
+ public String toXml() throws Exception {
+
+ JAXBContext ctx = JAXBContext.newInstance(VersionDefinitionXml.class);
+ Marshaller marshaller = ctx.createMarshaller();
+ SchemaFactory factory = SchemaFactory.newInstance(XMLConstants.W3C_XML_SCHEMA_NS_URI);
+
+ InputStream xsdStream = VersionDefinitionXml.class.getClassLoader().getResourceAsStream(xsdLocation);
+
+ if (null == xsdStream) {
+ throw new Exception(String.format("Could not load XSD identified by '%s'", xsdLocation));
+ }
+
+ try {
+ Schema schema = factory.newSchema(new StreamSource(xsdStream));
+ marshaller.setSchema(schema);
+ marshaller.setProperty(Marshaller.JAXB_FORMATTED_OUTPUT, Boolean.TRUE);
+ marshaller.setProperty("jaxb.noNamespaceSchemaLocation", xsdLocation);
+
+ StringWriter w = new StringWriter();
+ marshaller.marshal(this, w);
+
+ return w.toString();
+ } finally {
+ IOUtils.closeQuietly(xsdStream);
+ }
+ }
+
+ /**
+ * Gets a summary for cluster given the version information in this version.
+ * @param cluster the cluster by which to iterate services
+ * @return a summary instance
+ * @throws AmbariException
+ */
+ public ClusterVersionSummary getClusterSummary(Cluster cluster) throws AmbariException {
+
+ Map<String, ManifestService> manifests = buildManifestByService();
+ Set<String> available = getAvailableServiceNames();
+
+ available = available.isEmpty() ? manifests.keySet() : available;
+
+ Map<String, ServiceVersionSummary> summaries = new HashMap<>();
+ for (String serviceName : available) {
+ Service service = cluster.getServices().get(serviceName);
+ if (null == service) {
+ // !!! service is not installed
+ continue;
+ }
+
+ ServiceVersionSummary summary = new ServiceVersionSummary(service.getDisplayName());
+ summaries.put(service.getName(), summary);
+
+ String serviceVersion = service.getDesiredRepositoryVersion().getVersion();
+
+ // !!! currently only one version is supported (unique service names)
+ ManifestService manifest = manifests.get(serviceName);
+
+ summary.setVersions(manifest.version, StringUtils.isEmpty(manifest.releaseVersion) ?
+ release.version : manifest.releaseVersion);
+
+ // !!! installed service already meets the release version, then nothing to upgrade
+ // !!! TODO should this be using the release compatible-with field?
+ if (VersionUtils.compareVersions(summary.getReleaseVersion(), serviceVersion, 4) > 0) {
+ summary.setUpgrade(true);
+ }
+ }
+
+ return new ClusterVersionSummary(summaries);
+ }
+
+ /**
+ * Structures the manifest by service name.
+ * <p/>
+ * !!! WARNING. This is currently based on the assumption that there is one and only
+ * one version for a service in the VDF. This may have to change in the future.
+ * </p>
+ * @return
+ */
+ private Map<String, ManifestService> buildManifestByService() {
+ Map<String, ManifestService> manifests = new HashMap<>();
+
+ for (ManifestService manifest : manifestServices) {
+ if (!manifests.containsKey(manifest.serviceName)) {
+ manifests.put(manifest.serviceName, manifest);
+ }
+ }
+ return manifests;
+ }
/**
* Helper method to use a {@link ManifestService} to generate the available services structure
@@ -281,36 +376,6 @@ public class VersionDefinitionXml {
}
/**
- * Returns the XML representation of this instance.
- */
- public String toXml() throws Exception {
-
- JAXBContext ctx = JAXBContext.newInstance(VersionDefinitionXml.class);
- Marshaller marshaller = ctx.createMarshaller();
- SchemaFactory factory = SchemaFactory.newInstance(XMLConstants.W3C_XML_SCHEMA_NS_URI);
-
- InputStream xsdStream = VersionDefinitionXml.class.getClassLoader().getResourceAsStream(xsdLocation);
-
- if (null == xsdStream) {
- throw new Exception(String.format("Could not load XSD identified by '%s'", xsdLocation));
- }
-
- try {
- Schema schema = factory.newSchema(new StreamSource(xsdStream));
- marshaller.setSchema(schema);
- marshaller.setProperty(Marshaller.JAXB_FORMATTED_OUTPUT, Boolean.TRUE);
- marshaller.setProperty("jaxb.noNamespaceSchemaLocation", xsdLocation);
-
- StringWriter w = new StringWriter();
- marshaller.marshal(this, w);
-
- return w.toString();
- } finally {
- IOUtils.closeQuietly(xsdStream);
- }
- }
-
- /**
* Parses a URL for a definition XML file into the object graph.
* @param url the URL to load. Can be a file URL reference also.
* @return the definition
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java
index 89e8016..8433518 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/repository/VersionDefinitionTest.java
@@ -17,6 +17,9 @@
*/
package org.apache.ambari.server.state.repository;
+import static org.easymock.EasyMock.createNiceMock;
+import static org.easymock.EasyMock.expect;
+import static org.easymock.EasyMock.replay;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertNull;
@@ -29,14 +32,19 @@ import java.util.HashMap;
import java.util.List;
import java.util.Map;
+import org.apache.ambari.server.orm.entities.RepositoryVersionEntity;
+import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.ComponentInfo;
import org.apache.ambari.server.state.RepositoryType;
+import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceInfo;
import org.apache.ambari.server.state.StackInfo;
import org.apache.ambari.server.state.stack.RepositoryXml;
import org.apache.commons.io.FileUtils;
import org.junit.Test;
+import com.google.common.collect.ImmutableMap;
+
/**
* Tests for repository definitions.
*/
@@ -347,7 +355,7 @@ public class VersionDefinitionTest {
assertNotNull(hdfs);
assertNotNull(hive);
- assertEquals("2.3.3", hdfs.releaseVersion);
+ assertEquals("2.3.4.0", hdfs.releaseVersion);
assertNull(hive.releaseVersion);
StackInfo stack = new StackInfo() {
@@ -379,6 +387,51 @@ public class VersionDefinitionTest {
assertTrue("Found available version for HIVE", found);
}
+ @Test
+ public void testAvailableFull() throws Exception {
+
+ Cluster cluster = createNiceMock(Cluster.class);
+ RepositoryVersionEntity repositoryVersion = createNiceMock(RepositoryVersionEntity.class);
+ expect(repositoryVersion.getVersion()).andReturn("2.3.4.0").atLeastOnce();
+
+ Service serviceHdfs = createNiceMock(Service.class);
+ expect(serviceHdfs.getName()).andReturn("HDFS").atLeastOnce();
+ expect(serviceHdfs.getDisplayName()).andReturn("HDFS").atLeastOnce();
+ expect(serviceHdfs.getDesiredRepositoryVersion()).andReturn(repositoryVersion).atLeastOnce();
+
+ Service serviceHBase = createNiceMock(Service.class);
+ expect(serviceHBase.getName()).andReturn("HBASE").atLeastOnce();
+ expect(serviceHBase.getDisplayName()).andReturn("HBase").atLeastOnce();
+ expect(serviceHBase.getDesiredRepositoryVersion()).andReturn(repositoryVersion).atLeastOnce();
+
+ // !!! should never be accessed as it's not in any VDF
+ Service serviceAMS = createNiceMock(Service.class);
+
+ expect(cluster.getServices()).andReturn(ImmutableMap.<String, Service>builder()
+ .put("HDFS", serviceHdfs)
+ .put("HBASE", serviceHBase)
+ .put("AMBARI_METRICS", serviceAMS).build()).atLeastOnce();
+
+
+ replay(cluster, repositoryVersion, serviceHdfs, serviceHBase);
+
+ File f = new File("src/test/resources/version_definition_test_all_services.xml");
+ VersionDefinitionXml xml = VersionDefinitionXml.load(f.toURI().toURL());
+ ClusterVersionSummary summary = xml.getClusterSummary(cluster);
+ assertEquals(2, summary.getAvailableServiceNames().size());
+
+ f = new File("src/test/resources/version_definition_test_maint.xml");
+ xml = VersionDefinitionXml.load(f.toURI().toURL());
+ summary = xml.getClusterSummary(cluster);
+ assertEquals(0, summary.getAvailableServiceNames().size());
+
+ f = new File("src/test/resources/version_definition_test_maint_partial.xml");
+ xml = VersionDefinitionXml.load(f.toURI().toURL());
+ summary = xml.getClusterSummary(cluster);
+ assertEquals(1, summary.getAvailableServiceNames().size());
+
+ }
+
private static ServiceInfo makeService(final String name) {
return new ServiceInfo() {
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/test/resources/version_definition_test_maint.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/version_definition_test_maint.xml b/ambari-server/src/test/resources/version_definition_test_maint.xml
index ac21045..430182c 100644
--- a/ambari-server/src/test/resources/version_definition_test_maint.xml
+++ b/ambari-server/src/test/resources/version_definition_test_maint.xml
@@ -29,7 +29,7 @@
</release>
<manifest>
- <service id="HDFS-271" name="HDFS" version="2.7.1" version-id="10" release-version="2.3.3" />
+ <service id="HDFS-271" name="HDFS" version="2.7.1" version-id="10" release-version="2.3.4.0" />
<service id="HIVE-200" name="HIVE" version="2.0.0" />
<service id="HIVE-110" name="HIVE" version="1.1.0" release-version="1.0.9" />
<service id="HBASE-899" name="HBASE" version="8.9.9" />
http://git-wip-us.apache.org/repos/asf/ambari/blob/f01c32ed/ambari-server/src/test/resources/version_definition_test_maint_partial.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/version_definition_test_maint_partial.xml b/ambari-server/src/test/resources/version_definition_test_maint_partial.xml
new file mode 100644
index 0000000..c8692c9
--- /dev/null
+++ b/ambari-server/src/test/resources/version_definition_test_maint_partial.xml
@@ -0,0 +1,54 @@
+<?xml version="1.0"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<repository-version xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:noNamespaceSchemaLocation="version_definition.xsd">
+
+ <release>
+ <type>MAINT</type>
+ <stack-id>HDP-2.3</stack-id>
+ <version>2.3.4.1</version>
+ <build>1234</build>
+ <compatible-with>2.3.4.[1-9]</compatible-with>
+ <release-notes>http://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.3.4/</release-notes>
+ </release>
+
+ <manifest>
+ <service id="HDFS-271" name="HDFS" version="2.7.1" version-id="10" release-version="2.3.4.0" />
+ <service id="HBASE-899" name="HBASE" version="8.9.9" />
+ </manifest>
+
+ <available-services />
+
+ <repository-info>
+ <os family="redhat6">
+ <repo>
+ <baseurl>http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.3.0.0</baseurl>
+ <repoid>HDP-2.3</repoid>
+ <reponame>HDP</reponame>
+ <unique>true</unique>
+ </repo>
+ <repo>
+ <baseurl>http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.20/repos/centos6</baseurl>
+ <repoid>HDP-UTILS-1.1.0.20</repoid>
+ <reponame>HDP-UTILS</reponame>
+ <unique>false</unique>
+ </repo>
+ </os>
+ </repository-info>
+</repository-version>
[27/52] [abbrv] ambari git commit: AMBARI-21648. Do not use 'dbo'
schema name in idempotent Ambari DDL generator for AzureDB. (stoader)
Posted by jl...@apache.org.
AMBARI-21648. Do not use 'dbo' schema name in idempotent Ambari DDL generator for AzureDB. (stoader)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/98f15c94
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/98f15c94
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/98f15c94
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 98f15c94ee73c7d7ef938108772d3495e1d13e43
Parents: a5b8045
Author: Toader, Sebastian <st...@hortonworks.com>
Authored: Fri Aug 4 10:04:32 2017 +0200
Committer: Toader, Sebastian <st...@hortonworks.com>
Committed: Fri Aug 4 10:04:51 2017 +0200
----------------------------------------------------------------------
ambari-server/src/main/python/azuredb_create_generator.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/98f15c94/ambari-server/src/main/python/azuredb_create_generator.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/python/azuredb_create_generator.py b/ambari-server/src/main/python/azuredb_create_generator.py
index 6ceaa90..1794d79 100755
--- a/ambari-server/src/main/python/azuredb_create_generator.py
+++ b/ambari-server/src/main/python/azuredb_create_generator.py
@@ -38,7 +38,7 @@ for statement in input_statements:
statement = re.sub(
create_table_re,
dedent('''\
- IF NOT EXISTS (SELECT 1 FROM sys.objects WHERE object_id = OBJECT_ID('dbo.\g<1>') AND type = 'U')
+ IF NOT EXISTS (SELECT 1 FROM sys.objects WHERE object_id = OBJECT_ID('\g<1>') AND type = 'U')
BEGIN
\g<0>
END
[17/52] [abbrv] ambari git commit: AMBARI-21581 - Replace Hard Coded
conf-select Structures (jonathanhurley)
Posted by jl...@apache.org.
AMBARI-21581 - Replace Hard Coded conf-select Structures (jonathanhurley)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/97ccf3bf
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/97ccf3bf
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/97ccf3bf
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 97ccf3bff96f8717c185776c7c000496df90daa0
Parents: 0a9f6fa
Author: Jonathan Hurley <jh...@hortonworks.com>
Authored: Tue Aug 1 10:02:37 2017 -0400
Committer: Jonathan Hurley <jh...@hortonworks.com>
Committed: Wed Aug 2 08:45:31 2017 -0400
----------------------------------------------------------------------
.../libraries/functions/conf_select.py | 213 +---
.../libraries/functions/stack_select.py | 8 +-
.../BlueprintConfigurationProcessor.java | 2 +-
.../ambari/server/state/ConfigHelper.java | 2 +-
.../server/upgrade/FinalUpgradeCatalog.java | 4 +-
.../package/scripts/accumulo_client.py | 2 -
.../package/scripts/accumulo_script.py | 2 -
.../0.1.0.2.3/package/scripts/atlas_client.py | 3 +-
.../package/scripts/metadata_server.py | 3 +-
.../0.7.0.3.0/package/scripts/atlas_client.py | 3 +-
.../package/scripts/metadata_server.py | 3 +-
.../DRUID/0.9.2/package/scripts/druid_node.py | 3 -
.../DRUID/0.9.2/package/scripts/superset.py | 3 -
.../0.5.0.2.1/package/scripts/falcon_client.py | 3 +-
.../0.5.0.2.1/package/scripts/falcon_server.py | 2 -
.../1.4.0.2.0/package/scripts/flume_handler.py | 3 +-
.../0.96.0.2.0/package/scripts/hbase_client.py | 11 +-
.../package/scripts/phoenix_queryserver.py | 5 +-
.../HBASE/0.96.0.2.0/package/scripts/upgrade.py | 3 +-
.../2.0.0.3.0/package/scripts/hbase_client.py | 9 +-
.../package/scripts/phoenix_queryserver.py | 2 -
.../HBASE/2.0.0.3.0/package/scripts/upgrade.py | 3 +-
.../HDFS/2.1.0.2.0/package/scripts/datanode.py | 6 +-
.../2.1.0.2.0/package/scripts/hdfs_client.py | 3 +-
.../2.1.0.2.0/package/scripts/journalnode.py | 3 +-
.../HDFS/2.1.0.2.0/package/scripts/namenode.py | 9 +-
.../2.1.0.2.0/package/scripts/nfsgateway.py | 2 -
.../HDFS/2.1.0.2.0/package/scripts/snamenode.py | 3 +-
.../2.1.0.2.0/package/scripts/zkfc_slave.py | 3 +-
.../HDFS/3.0.0.3.0/package/scripts/datanode.py | 6 +-
.../3.0.0.3.0/package/scripts/hdfs_client.py | 3 +-
.../3.0.0.3.0/package/scripts/journalnode.py | 3 +-
.../HDFS/3.0.0.3.0/package/scripts/namenode.py | 6 +-
.../3.0.0.3.0/package/scripts/nfsgateway.py | 2 -
.../HDFS/3.0.0.3.0/package/scripts/snamenode.py | 3 +-
.../3.0.0.3.0/package/scripts/zkfc_slave.py | 3 +-
.../0.12.0.2.0/package/scripts/hive_client.py | 4 +-
.../package/scripts/hive_metastore.py | 2 -
.../0.12.0.2.0/package/scripts/hive_server.py | 2 -
.../package/scripts/hive_server_interactive.py | 2 -
.../package/scripts/webhcat_server.py | 5 +-
.../2.1.0.3.0/package/scripts/hive_client.py | 4 +-
.../2.1.0.3.0/package/scripts/hive_metastore.py | 2 -
.../2.1.0.3.0/package/scripts/hive_server.py | 2 -
.../package/scripts/hive_server_interactive.py | 2 -
.../2.1.0.3.0/package/scripts/webhcat_server.py | 4 +-
.../0.10.0.3.0/package/scripts/kafka_broker.py | 4 -
.../KAFKA/0.8.1/package/scripts/kafka_broker.py | 6 +-
.../0.5.0.2.2/package/scripts/knox_gateway.py | 4 +-
.../0.5.0.3.0/package/scripts/knox_gateway.py | 4 +-
.../1.0.0.2.3/package/scripts/mahout_client.py | 2 -
.../4.0.0.2.0/package/scripts/oozie_client.py | 3 +-
.../4.0.0.2.0/package/scripts/oozie_server.py | 5 -
.../4.2.0.3.0/package/scripts/oozie_client.py | 3 +-
.../4.2.0.3.0/package/scripts/oozie_server.py | 5 -
.../0.12.0.2.0/package/scripts/pig_client.py | 4 +-
.../0.16.1.3.0/package/scripts/pig_client.py | 4 +-
.../0.4.0/package/scripts/ranger_admin.py | 8 +-
.../0.4.0/package/scripts/ranger_tagsync.py | 8 +-
.../0.4.0/package/scripts/ranger_usersync.py | 4 +-
.../RANGER/0.4.0/package/scripts/upgrade.py | 31 -
.../1.0.0.3.0/package/scripts/ranger_admin.py | 4 +-
.../1.0.0.3.0/package/scripts/ranger_tagsync.py | 7 +-
.../package/scripts/ranger_usersync.py | 2 +-
.../RANGER/1.0.0.3.0/package/scripts/upgrade.py | 4 +-
.../0.5.0.2.3/package/scripts/kms_server.py | 3 +-
.../0.5.0.2.3/package/scripts/upgrade.py | 30 -
.../1.0.0.3.0/package/scripts/kms_server.py | 2 +-
.../1.0.0.3.0/package/scripts/upgrade.py | 3 +-
.../0.60.0.2.2/package/scripts/slider_client.py | 8 +-
.../0.91.0.3.0/package/scripts/slider_client.py | 8 +-
.../1.2.1/package/scripts/job_history_server.py | 3 +-
.../SPARK/1.2.1/package/scripts/livy_server.py | 3 +-
.../SPARK/1.2.1/package/scripts/spark_client.py | 4 +-
.../package/scripts/spark_thrift_server.py | 3 +-
.../2.2.0/package/scripts/job_history_server.py | 3 +-
.../SPARK/2.2.0/package/scripts/livy_server.py | 3 +-
.../SPARK/2.2.0/package/scripts/spark_client.py | 3 +-
.../package/scripts/spark_thrift_server.py | 3 +-
.../2.0.0/package/scripts/job_history_server.py | 3 +-
.../2.0.0/package/scripts/livy2_server.py | 3 +-
.../2.0.0/package/scripts/spark_client.py | 3 +-
.../package/scripts/spark_thrift_server.py | 3 +-
.../1.4.4.2.0/package/scripts/sqoop_client.py | 4 +-
.../1.4.4.3.0/package/scripts/sqoop_client.py | 4 +-
.../STORM/0.9.1/package/scripts/drpc_server.py | 2 -
.../STORM/0.9.1/package/scripts/nimbus.py | 2 -
.../STORM/0.9.1/package/scripts/nimbus_prod.py | 2 -
.../STORM/0.9.1/package/scripts/pacemaker.py | 2 -
.../STORM/0.9.1/package/scripts/supervisor.py | 2 -
.../0.9.1/package/scripts/supervisor_prod.py | 2 -
.../STORM/0.9.1/package/scripts/ui_server.py | 2 -
.../1.0.1.3.0/package/scripts/drpc_server.py | 2 -
.../STORM/1.0.1.3.0/package/scripts/nimbus.py | 2 -
.../1.0.1.3.0/package/scripts/nimbus_prod.py | 2 -
.../1.0.1.3.0/package/scripts/pacemaker.py | 2 -
.../1.0.1.3.0/package/scripts/supervisor.py | 2 -
.../package/scripts/supervisor_prod.py | 2 -
.../1.0.1.3.0/package/scripts/ui_server.py | 2 -
.../TEZ/0.4.0.2.1/package/scripts/tez_client.py | 6 -
.../TEZ/0.9.0.3.0/package/scripts/tez_client.py | 4 -
.../scripts/application_timeline_server.py | 3 +-
.../2.1.0.2.0/package/scripts/historyserver.py | 3 +-
.../package/scripts/mapreduce2_client.py | 6 +-
.../2.1.0.2.0/package/scripts/nodemanager.py | 3 +-
.../package/scripts/resourcemanager.py | 2 -
.../2.1.0.2.0/package/scripts/yarn_client.py | 3 +-
.../scripts/application_timeline_server.py | 3 +-
.../3.0.0.3.0/package/scripts/historyserver.py | 3 +-
.../package/scripts/mapreduce2_client.py | 4 +-
.../3.0.0.3.0/package/scripts/nodemanager.py | 3 +-
.../package/scripts/resourcemanager.py | 2 -
.../3.0.0.3.0/package/scripts/yarn_client.py | 3 +-
.../0.6.0.2.5/package/scripts/master.py | 2 -
.../0.6.0.3.0/package/scripts/master.py | 2 -
.../3.4.5/package/scripts/zookeeper_client.py | 3 +-
.../3.4.5/package/scripts/zookeeper_server.py | 2 -
.../custom_actions/scripts/install_packages.py | 4 -
.../custom_actions/scripts/ru_set_all.py | 1 -
.../HDP/2.0.6/configuration/cluster-env.xml | 6 +-
.../scripts/shared_initialization.py | 10 +-
.../HDP/2.0.6/properties/stack_packages.json | 1146 ++++++++++++++++++
.../2.0.6/properties/stack_select_packages.json | 952 ---------------
.../HDP/3.0/properties/stack_packages.json | 1042 ++++++++++++++++
.../3.0/properties/stack_select_packages.json | 848 -------------
.../python/custom_actions/test_ru_set_all.py | 2 +
.../stacks/2.0.6/HBASE/test_hbase_client.py | 17 -
.../stacks/2.0.6/HBASE/test_hbase_master.py | 11 -
.../2.0.6/HBASE/test_hbase_regionserver.py | 10 -
.../2.0.6/HBASE/test_phoenix_queryserver.py | 5 -
.../python/stacks/2.0.6/HDFS/test_datanode.py | 11 -
.../stacks/2.0.6/HDFS/test_hdfs_client.py | 10 -
.../stacks/2.0.6/HDFS/test_journalnode.py | 9 -
.../python/stacks/2.0.6/HDFS/test_namenode.py | 9 -
.../python/stacks/2.0.6/HDFS/test_nfsgateway.py | 4 +-
.../stacks/2.0.6/HIVE/test_hive_client.py | 17 -
.../stacks/2.0.6/HIVE/test_hive_server.py | 11 -
.../stacks/2.0.6/HIVE/test_webhcat_server.py | 15 -
.../stacks/2.0.6/OOZIE/test_oozie_client.py | 11 -
.../stacks/2.0.6/OOZIE/test_oozie_server.py | 31 +-
.../python/stacks/2.0.6/PIG/test_pig_client.py | 16 -
.../python/stacks/2.0.6/SQOOP/test_sqoop.py | 11 -
.../stacks/2.0.6/YARN/test_historyserver.py | 3 -
.../stacks/2.0.6/YARN/test_mapreduce2_client.py | 10 -
.../stacks/2.0.6/YARN/test_nodemanager.py | 10 -
.../stacks/2.0.6/YARN/test_resourcemanager.py | 10 -
.../stacks/2.0.6/YARN/test_yarn_client.py | 10 -
.../2.0.6/ZOOKEEPER/test_zookeeper_client.py | 10 -
.../2.0.6/ZOOKEEPER/test_zookeeper_server.py | 12 -
.../hooks/after-INSTALL/test_after_install.py | 13 +-
.../stacks/2.1/FALCON/test_falcon_client.py | 10 -
.../stacks/2.1/FALCON/test_falcon_server.py | 10 -
.../stacks/2.1/HIVE/test_hive_metastore.py | 16 -
.../stacks/2.1/STORM/test_storm_drpc_server.py | 10 -
.../stacks/2.1/STORM/test_storm_nimbus.py | 11 -
.../stacks/2.1/STORM/test_storm_nimbus_prod.py | 11 -
.../stacks/2.1/STORM/test_storm_supervisor.py | 10 -
.../2.1/STORM/test_storm_supervisor_prod.py | 11 -
.../stacks/2.1/STORM/test_storm_ui_server.py | 10 -
.../python/stacks/2.1/TEZ/test_tez_client.py | 15 -
.../stacks/2.1/YARN/test_apptimelineserver.py | 10 -
.../stacks/2.2/ACCUMULO/test_accumulo_client.py | 11 -
.../stacks/2.2/KAFKA/test_kafka_broker.py | 11 -
.../python/stacks/2.2/KNOX/test_knox_gateway.py | 26 -
.../stacks/2.2/RANGER/test_ranger_admin.py | 10 -
.../stacks/2.2/RANGER/test_ranger_usersync.py | 9 -
.../stacks/2.2/SLIDER/test_slider_client.py | 17 -
.../stacks/2.2/SPARK/test_job_history_server.py | 10 -
.../stacks/2.2/SPARK/test_spark_client.py | 9 -
.../stacks/2.2/common/test_conf_select.py | 30 +-
.../stacks/2.3/MAHOUT/test_mahout_client.py | 14 +-
.../2.3/SPARK/test_spark_thrift_server.py | 10 -
.../src/test/python/stacks/utils/RMFTestCase.py | 12 +-
173 files changed, 2346 insertions(+), 2906 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-common/src/main/python/resource_management/libraries/functions/conf_select.py
----------------------------------------------------------------------
diff --git a/ambari-common/src/main/python/resource_management/libraries/functions/conf_select.py b/ambari-common/src/main/python/resource_management/libraries/functions/conf_select.py
index 4f11633..ffcaad5 100644
--- a/ambari-common/src/main/python/resource_management/libraries/functions/conf_select.py
+++ b/ambari-common/src/main/python/resource_management/libraries/functions/conf_select.py
@@ -21,9 +21,9 @@ limitations under the License.
__all__ = ["select", "create", "get_hadoop_conf_dir", "get_hadoop_dir", "get_package_dirs"]
# Python Imports
-import copy
import os
import subprocess
+import ambari_simplejson as json
# Local Imports
import stack_select
@@ -41,191 +41,6 @@ from resource_management.core.shell import as_sudo
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions import StackFeature
-STACK_ROOT_PATTERN = "{{ stack_root }}"
-
-_PACKAGE_DIRS = {
- "atlas": [
- {
- "conf_dir": "/etc/atlas/conf",
- "current_dir": "{0}/current/atlas-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "accumulo": [
- {
- "conf_dir": "/etc/accumulo/conf",
- "current_dir": "{0}/current/accumulo-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "falcon": [
- {
- "conf_dir": "/etc/falcon/conf",
- "current_dir": "{0}/current/falcon-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "hadoop": [
- {
- "conf_dir": "/etc/hadoop/conf",
- "current_dir": "{0}/current/hadoop-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "hbase": [
- {
- "conf_dir": "/etc/hbase/conf",
- "current_dir": "{0}/current/hbase-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "hive": [
- {
- "conf_dir": "/etc/hive/conf",
- "current_dir": "{0}/current/hive-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "hive2": [
- {
- "conf_dir": "/etc/hive2/conf",
- "current_dir": "{0}/current/hive-server2-hive2/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "kafka": [
- {
- "conf_dir": "/etc/kafka/conf",
- "current_dir": "{0}/current/kafka-broker/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "knox": [
- {
- "conf_dir": "/etc/knox/conf",
- "current_dir": "{0}/current/knox-server/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "mahout": [
- {
- "conf_dir": "/etc/mahout/conf",
- "current_dir": "{0}/current/mahout-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "nifi": [
- {
- "conf_dir": "/etc/nifi/conf",
- "current_dir": "{0}/current/nifi/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "oozie": [
- {
- "conf_dir": "/etc/oozie/conf",
- "current_dir": "{0}/current/oozie-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "phoenix": [
- {
- "conf_dir": "/etc/phoenix/conf",
- "current_dir": "{0}/current/phoenix-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "ranger-admin": [
- {
- "conf_dir": "/etc/ranger/admin/conf",
- "current_dir": "{0}/current/ranger-admin/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "ranger-tagsync": [
- {
- "conf_dir": "/etc/ranger/tagsync/conf",
- "current_dir": "{0}/current/ranger-tagsync/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "ranger-kms": [
- {
- "conf_dir": "/etc/ranger/kms/conf",
- "current_dir": "{0}/current/ranger-kms/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "ranger-usersync": [
- {
- "conf_dir": "/etc/ranger/usersync/conf",
- "current_dir": "{0}/current/ranger-usersync/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "slider": [
- {
- "conf_dir": "/etc/slider/conf",
- "current_dir": "{0}/current/slider-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "spark": [
- {
- "conf_dir": "/etc/spark/conf",
- "current_dir": "{0}/current/spark-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "zeppelin": [
- {
- "conf_dir": "/etc/zeppelin/conf",
- "current_dir": "{0}/current/zeppelin-server/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "spark2": [
- {
- "conf_dir": "/etc/spark2/conf",
- "current_dir": "{0}/current/spark2-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "sqoop": [
- {
- "conf_dir": "/etc/sqoop/conf",
- "current_dir": "{0}/current/sqoop-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "storm": [
- {
- "conf_dir": "/etc/storm/conf",
- "current_dir": "{0}/current/storm-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "tez": [
- {
- "conf_dir": "/etc/tez/conf",
- "current_dir": "{0}/current/tez-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "zookeeper": [
- {
- "conf_dir": "/etc/zookeeper/conf",
- "current_dir": "{0}/current/zookeeper-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "pig": [
- {
- "conf_dir": "/etc/pig/conf",
- "current_dir": "{0}/current/pig-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "flume": [
- {
- "conf_dir": "/etc/flume/conf",
- "current_dir": "{0}/current/flume-server/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "storm-slider-client": [
- {
- "conf_dir": "/etc/storm-slider-client/conf",
- "current_dir": "{0}/current/storm-slider-client/conf".format(STACK_ROOT_PATTERN)
- }
- ],
- "hive-hcatalog": [
- {
- "conf_dir": "/etc/hive-webhcat/conf",
- "prefix": "/etc/hive-webhcat",
- "current_dir": "{0}/current/hive-webhcat/etc/webhcat".format(STACK_ROOT_PATTERN)
- },
- {
- "conf_dir": "/etc/hive-hcatalog/conf",
- "prefix": "/etc/hive-hcatalog",
- "current_dir": "{0}/current/hive-webhcat/etc/hcatalog".format(STACK_ROOT_PATTERN)
- }
- ]
-}
-
DIRECTORY_TYPE_BACKUP = "backup"
DIRECTORY_TYPE_CURRENT = "current"
@@ -241,13 +56,35 @@ def get_package_dirs():
Get package dir mappings
:return:
"""
+ stack_name = default("/hostLevelParams/stack_name", None)
+ if stack_name is None:
+ raise Fail("The stack name is not present in the command. Packages for conf-select tool cannot be loaded.")
+
+ stack_packages_config = default("/configurations/cluster-env/stack_packages", None)
+ if stack_packages_config is None:
+ raise Fail("The stack packages are not defined on the command. Unable to load packages for the conf-select tool")
+
+ data = json.loads(stack_packages_config)
+
+ if stack_name not in data:
+ raise Fail(
+ "Cannot find conf-select packages for the {0} stack".format(stack_name))
+
+ conf_select_key = "conf-select"
+ data = data[stack_name]
+ if conf_select_key not in data:
+ raise Fail(
+ "There are no conf-select packages defined for this command for the {0} stack".format(stack_name))
+
+ package_dirs = data[conf_select_key]
+
stack_root = Script.get_stack_root()
- package_dirs = copy.deepcopy(_PACKAGE_DIRS)
for package_name, directories in package_dirs.iteritems():
for dir in directories:
current_dir = dir['current_dir']
- current_dir = current_dir.replace(STACK_ROOT_PATTERN, stack_root)
+ current_dir = current_dir.format(stack_root)
dir['current_dir'] = current_dir
+
return package_dirs
def create(stack_name, package, version, dry_run = False):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py
----------------------------------------------------------------------
diff --git a/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py b/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py
index 723871b..53c8e9f 100644
--- a/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py
+++ b/ambari-common/src/main/python/resource_management/libraries/functions/stack_select.py
@@ -121,8 +121,6 @@ def get_packages(scope, service_name = None, component_name = None):
"""
from resource_management.libraries.functions.default import default
- import time
-
if scope not in _PACKAGE_SCOPES:
raise Fail("The specified scope of {0} is not valid".format(scope))
@@ -140,11 +138,11 @@ def get_packages(scope, service_name = None, component_name = None):
if stack_name is None:
raise Fail("The stack name is not present in the command. Packages for stack-select tool cannot be loaded.")
- stack_select_packages_config = default("/configurations/cluster-env/stack_select_packages", None)
- if stack_select_packages_config is None:
+ stack_packages_config = default("/configurations/cluster-env/stack_packages", None)
+ if stack_packages_config is None:
raise Fail("The stack packages are not defined on the command. Unable to load packages for the stack-select tool")
- data = json.loads(stack_select_packages_config)
+ data = json.loads(stack_packages_config)
if stack_name not in data:
raise Fail(
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
index 34102b6..91a84ea 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/BlueprintConfigurationProcessor.java
@@ -2948,7 +2948,7 @@ public class BlueprintConfigurationProcessor {
Set<String> properties = Sets.newHashSet(ConfigHelper.CLUSTER_ENV_STACK_NAME_PROPERTY,
ConfigHelper.CLUSTER_ENV_STACK_ROOT_PROPERTY, ConfigHelper.CLUSTER_ENV_STACK_TOOLS_PROPERTY,
ConfigHelper.CLUSTER_ENV_STACK_FEATURES_PROPERTY,
- ConfigHelper.CLUSTER_ENV_STACK_SELECT_PACKAGES_PROPERTY);
+ ConfigHelper.CLUSTER_ENV_STACK_PACKAGES_PROPERTY);
try {
Map<String, Map<String, String>> defaultStackProperties = configHelper.getDefaultStackProperties(stackId);
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
index 5393f81..5ac4c8f 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
@@ -92,7 +92,7 @@ public class ConfigHelper {
public static final String CLUSTER_ENV_STACK_FEATURES_PROPERTY = "stack_features";
public static final String CLUSTER_ENV_STACK_TOOLS_PROPERTY = "stack_tools";
public static final String CLUSTER_ENV_STACK_ROOT_PROPERTY = "stack_root";
- public static final String CLUSTER_ENV_STACK_SELECT_PACKAGES_PROPERTY = "stack_select_packages";
+ public static final String CLUSTER_ENV_STACK_PACKAGES_PROPERTY = "stack_packages";
public static final String HTTP_ONLY = "HTTP_ONLY";
public static final String HTTPS_ONLY = "HTTPS_ONLY";
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java
index 216d39d..052edba 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/FinalUpgradeCatalog.java
@@ -77,7 +77,7 @@ public class FinalUpgradeCatalog extends AbstractUpgradeCatalog {
* <ul>
* <li>Adds/Updates {@link ConfigHelper#CLUSTER_ENV_STACK_FEATURES_PROPERTY} from stack</li>
* <li>Adds/Updates {@link ConfigHelper#CLUSTER_ENV_STACK_TOOLS_PROPERTY} from stack</li>
- * <li>Adds/Updates {@link ConfigHelper#CLUSTER_ENV_STACK_SELECT_PACKAGES_PROPERTY} from stack</li>
+ * <li>Adds/Updates {@link ConfigHelper#CLUSTER_ENV_STACK_PACKAGES_PROPERTY} from stack</li>
* </ul>
*
* Note: Config properties stack_features and stack_tools should always be updated to latest values as defined
@@ -108,7 +108,7 @@ public class FinalUpgradeCatalog extends AbstractUpgradeCatalog {
for(PropertyInfo property : properties) {
if(property.getName().equals(ConfigHelper.CLUSTER_ENV_STACK_FEATURES_PROPERTY) ||
property.getName().equals(ConfigHelper.CLUSTER_ENV_STACK_TOOLS_PROPERTY) ||
- property.getName().equals(ConfigHelper.CLUSTER_ENV_STACK_SELECT_PACKAGES_PROPERTY)) {
+ property.getName().equals(ConfigHelper.CLUSTER_ENV_STACK_PACKAGES_PROPERTY)) {
propertyMap.put(property.getName(), property.getValue());
}
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py b/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py
index 856446c..ae5181f 100644
--- a/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py
+++ b/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_client.py
@@ -20,7 +20,6 @@ limitations under the License.
from resource_management.core.logger import Logger
from resource_management.core.exceptions import ClientComponentHasNoStatus
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.script.script import Script
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -56,7 +55,6 @@ class AccumuloClient(Script):
return
Logger.info("Executing Accumulo Client Upgrade pre-restart")
- conf_select.select(params.stack_name, "accumulo", params.version)
stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py b/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py
index d884bcd..6aafb05 100644
--- a/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py
+++ b/ambari-server/src/main/resources/common-services/ACCUMULO/1.6.1.2.2.0/package/scripts/accumulo_script.py
@@ -21,7 +21,6 @@ from resource_management.core.exceptions import Fail
from resource_management.core.logger import Logger
from resource_management.libraries.functions import format
from resource_management.libraries.functions import check_process_status
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.security_commons import build_expectations
from resource_management.libraries.functions.security_commons import cached_kinit_executor
@@ -87,7 +86,6 @@ class AccumuloScript(Script):
stack_component = stack_select.get_package_name()
Logger.info("Executing Accumulo Upgrade pre-restart for {0}".format(stack_component))
- conf_select.select(params.stack_name, "accumulo", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py b/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py
index 4a8210d..e234164 100644
--- a/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py
+++ b/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/atlas_client.py
@@ -20,7 +20,7 @@ limitations under the License.
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.constants import StackFeature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -35,7 +35,6 @@ class AtlasClient(Script):
env.set_params(params)
if check_stack_feature(StackFeature.ATLAS_UPGRADE_SUPPORT, params.version_for_stack_feature_checks):
- conf_select.select(params.stack_name, "atlas", params.version)
stack_select.select_packages(params.version)
def install(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py b/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py
index 948fe8c..038b723 100644
--- a/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py
+++ b/ambari-server/src/main/resources/common-services/ATLAS/0.1.0.2.3/package/scripts/metadata_server.py
@@ -22,7 +22,7 @@ import os
# Local Imports
from metadata import metadata
from resource_management import Fail
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.core.resources.system import Execute, File
from resource_management.libraries.script.script import Script
from resource_management.libraries.functions.version import format_stack_version
@@ -60,7 +60,6 @@ class MetadataServer(Script):
env.set_params(params)
if check_stack_feature(StackFeature.ATLAS_UPGRADE_SUPPORT, params.version):
- conf_select.select(params.stack_name, "atlas", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py b/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py
index 3f9a5bc..ea1d547 100644
--- a/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py
+++ b/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/atlas_client.py
@@ -20,7 +20,7 @@ limitations under the License.
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.constants import StackFeature
from resource_management.core.exceptions import ClientComponentHasNoStatus
@@ -35,7 +35,6 @@ class AtlasClient(Script):
env.set_params(params)
if check_stack_feature(StackFeature.ATLAS_UPGRADE_SUPPORT, params.version):
- conf_select.select(params.stack_name, "atlas", params.version)
stack_select.select_packages(params.version)
def install(self, env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py b/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py
index daaa871..cc19858 100644
--- a/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py
+++ b/ambari-server/src/main/resources/common-services/ATLAS/0.7.0.3.0/package/scripts/metadata_server.py
@@ -22,7 +22,7 @@ import os
# Local Imports
from metadata import metadata
from resource_management import Fail
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.core.resources.system import Execute, File
from resource_management.libraries.script.script import Script
from resource_management.libraries.functions.version import format_stack_version
@@ -61,7 +61,6 @@ class MetadataServer(Script):
env.set_params(params)
if check_stack_feature(StackFeature.ATLAS_UPGRADE_SUPPORT, params.version):
- conf_select.select(params.stack_name, "atlas", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py
index 20623f7..8053dcb 100644
--- a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/druid_node.py
@@ -22,7 +22,6 @@ from resource_management import Script
from resource_management.core.logger import Logger
from resource_management.core.resources.system import Execute
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -52,8 +51,6 @@ class DruidBase(Script):
if params.stack_version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.stack_version):
stack_select.select_packages(params.stack_version)
- if params.stack_version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.stack_version):
- conf_select.select(params.stack_name, "druid", params.stack_version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py
index 36dab51..a5dd4fb 100644
--- a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/package/scripts/superset.py
@@ -26,7 +26,6 @@ from resource_management.core.resources.system import Execute
from resource_management.core.source import InlineTemplate
from resource_management.core.source import Template
from resource_management.libraries.functions import StackFeature
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.format import format
@@ -96,8 +95,6 @@ class Superset(Script):
if params.stack_version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.stack_version):
stack_select.select_packages(params.version)
- if params.stack_version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.stack_version):
- conf_select.select(params.stack_name, "superset", params.stack_version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py b/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py
index f75f34f..540027d 100644
--- a/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py
+++ b/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_client.py
@@ -18,7 +18,7 @@ limitations under the License.
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from falcon import falcon
from ambari_commons import OSConst
from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl
@@ -53,7 +53,6 @@ class FalconClientLinux(FalconClient):
return
Logger.info("Executing Falcon Client Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "falcon", params.version)
stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py b/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py
index d547a1a..055d6cb 100644
--- a/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py
+++ b/ambari-server/src/main/resources/common-services/FALCON/0.5.0.2.1/package/scripts/falcon_server.py
@@ -21,7 +21,6 @@ import falcon_server_upgrade
from resource_management.core.logger import Logger
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import check_process_status
from resource_management.libraries.functions.security_commons import build_expectations
@@ -81,7 +80,6 @@ class FalconServerLinux(FalconServer):
return
Logger.info("Executing Falcon Server Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "falcon", params.version)
stack_select.select_packages(params.version)
falcon_server_upgrade.pre_start_restore()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py b/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py
index a21ecf5..4340618 100644
--- a/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py
+++ b/ambari-server/src/main/resources/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py
@@ -21,7 +21,7 @@ from flume import flume
from flume import get_desired_state
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.flume_agent_helper import find_expected_agent_names, get_flume_status, get_flume_pid_files
from resource_management.core.exceptions import ComponentIsNotRunning
from resource_management.core.logger import Logger
@@ -86,7 +86,6 @@ class FlumeHandlerLinux(FlumeHandler):
return
Logger.info("Executing Flume Stack Upgrade pre-restart")
- conf_select.select(params.stack_name, "flume", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py
index 3027bff..650931f 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/hbase_client.py
@@ -20,7 +20,7 @@ limitations under the License.
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from hbase import hbase
@@ -56,8 +56,6 @@ class HbaseClientDefault(HbaseClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hbase", params.version)
-
# phoenix may not always be deployed
try:
stack_select.select_packages(params.version)
@@ -65,12 +63,5 @@ class HbaseClientDefault(HbaseClient):
print "Ignoring error due to missing phoenix-client"
print str(e)
-
- # set all of the hadoop clients since hbase client is upgraded as part
- # of the final "CLIENTS" group and we need to ensure that hadoop-client
- # is also set
- conf_select.select(params.stack_name, "hadoop", params.version)
-
-
if __name__ == "__main__":
HbaseClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py
index e6dff39..dfc35fb 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/phoenix_queryserver.py
@@ -17,7 +17,6 @@ limitations under the License.
"""
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -57,9 +56,7 @@ class PhoenixQueryServer(Script):
import params
env.set_params(params)
- if params.stack_version_formatted and check_stack_feature(StackFeature.PHOENIX, params.stack_version_formatted):
- # phoenix uses hbase configs
- conf_select.select(params.stack_name, "hbase", params.version)
+ if params.stack_version_formatted and check_stack_feature(StackFeature.PHOENIX, params.stack_version_formatted):
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py
index a502c1d..b5e2262 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/upgrade.py
@@ -25,7 +25,7 @@ from resource_management.core import shell
from resource_management.core.exceptions import ComponentIsNotRunning
from resource_management.core.exceptions import Fail
from resource_management.core.logger import Logger
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.decorator import retry
@@ -37,7 +37,6 @@ def prestart(env):
import params
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hbase", params.version)
stack_select.select_packages(params.version)
def post_regionserver(env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py
index 3027bff..b301c75 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/hbase_client.py
@@ -20,7 +20,7 @@ limitations under the License.
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from hbase import hbase
@@ -56,8 +56,6 @@ class HbaseClientDefault(HbaseClient):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hbase", params.version)
-
# phoenix may not always be deployed
try:
stack_select.select_packages(params.version)
@@ -66,11 +64,6 @@ class HbaseClientDefault(HbaseClient):
print str(e)
- # set all of the hadoop clients since hbase client is upgraded as part
- # of the final "CLIENTS" group and we need to ensure that hadoop-client
- # is also set
- conf_select.select(params.stack_name, "hadoop", params.version)
-
if __name__ == "__main__":
HbaseClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py
index 872a5c1..cdd1495 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/phoenix_queryserver.py
@@ -17,7 +17,6 @@ limitations under the License.
"""
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -59,7 +58,6 @@ class PhoenixQueryServer(Script):
if params.stack_version_formatted and check_stack_feature(StackFeature.PHOENIX, params.stack_version_formatted):
# phoenix uses hbase configs
- conf_select.select(params.stack_name, "hbase", params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py
index a502c1d..b5e2262 100644
--- a/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/HBASE/2.0.0.3.0/package/scripts/upgrade.py
@@ -25,7 +25,7 @@ from resource_management.core import shell
from resource_management.core.exceptions import ComponentIsNotRunning
from resource_management.core.exceptions import Fail
from resource_management.core.logger import Logger
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.decorator import retry
@@ -37,7 +37,6 @@ def prestart(env):
import params
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hbase", params.version)
stack_select.select_packages(params.version)
def post_regionserver(env):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py
index 257ccf9..0aa0bc0 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/datanode.py
@@ -23,7 +23,7 @@ from ambari_commons.constants import UPGRADE_TYPE_ROLLING
from hdfs_datanode import datanode
from resource_management import Script, Fail, shell, Logger
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions import format
@@ -43,8 +43,7 @@ class DataNode(Script):
"""
Get the name or path to the hdfs binary depending on the component name.
"""
- component_name = stack_select.get_package_name()
- return get_hdfs_binary(component_name)
+ return get_hdfs_binary("hadoop-hdfs-datanode")
def install(self, env):
@@ -130,7 +129,6 @@ class DataNodeDefault(DataNode):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py
index 5633cba..0896f30 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py
@@ -18,7 +18,7 @@ limitations under the License.
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.security_commons import build_expectations, \
@@ -60,7 +60,6 @@ class HdfsClientDefault(HdfsClient):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py
index bb2895e..75b2eeb 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/journalnode.py
@@ -19,7 +19,7 @@ limitations under the License.
from ambari_commons.constants import UPGRADE_TYPE_NON_ROLLING
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -49,7 +49,6 @@ class JournalNodeDefault(JournalNode):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py
index 47b8021..50bf1e0 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/namenode.py
@@ -29,7 +29,6 @@ from ambari_commons import constants
from resource_management.libraries.script.script import Script
from resource_management.core.resources.system import Execute, File
from resource_management.core import shell
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import Direction
from resource_management.libraries.functions.format import format
@@ -71,8 +70,7 @@ class NameNode(Script):
"""
Get the name or path to the hdfs binary depending on the component name.
"""
- component_name = stack_select.get_package_name()
- return get_hdfs_binary(component_name)
+ return get_hdfs_binary("hadoop-hdfs-namenode")
def install(self, env):
import params
@@ -196,11 +194,6 @@ class NameNodeDefault(NameNode):
import params
env.set_params(params)
- # When downgrading an Express Upgrade, the first thing we do is to revert the symlinks.
- # Therefore, we cannot call this code in that scenario.
- if upgrade_type != constants.UPGRADE_TYPE_NON_ROLLING or params.upgrade_direction != Direction.DOWNGRADE:
- conf_select.select(params.stack_name, "hadoop", params.version)
-
stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py
index 66968b7..f16e260 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/nfsgateway.py
@@ -24,7 +24,6 @@ from resource_management.libraries.functions.security_commons import build_expec
FILE_TYPE_XML
from hdfs_nfsgateway import nfsgateway
from hdfs import hdfs
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -43,7 +42,6 @@ class NFSGateway(Script):
env.set_params(params)
if params.stack_version_formatted and check_stack_feature(StackFeature.NFS, params.stack_version_formatted):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py
index 0494df0..4977e1c 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/snamenode.py
@@ -18,7 +18,7 @@ limitations under the License.
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.security_commons import build_expectations, \
@@ -69,7 +69,6 @@ class SNameNodeDefault(SNameNode):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py
index 628b01a..955ff60 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py
@@ -27,7 +27,7 @@ from resource_management.core.exceptions import Fail
from resource_management.core.resources.system import Directory
from resource_management.core.resources.service import Service
from resource_management.core import shell
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -133,7 +133,6 @@ class ZkfcSlaveDefault(ZkfcSlave):
import params
env.set_params(params)
if check_stack_feature(StackFeature.ZKFC_VERSION_ADVERTISED, params.version_for_stack_feature_checks):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def initialize_ha_zookeeper(params):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py
index 9f72aa0..d8fb361 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/datanode.py
@@ -19,7 +19,7 @@ limitations under the License.
import datanode_upgrade
from hdfs_datanode import datanode
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.security_commons import build_expectations, \
@@ -36,8 +36,7 @@ class DataNode(Script):
"""
Get the name or path to the hdfs binary depending on the component name.
"""
- component_name = self.get_component_name()
- return get_hdfs_binary(component_name)
+ return get_hdfs_binary("hadoop-hdfs-datanode")
def install(self, env):
@@ -84,7 +83,6 @@ class DataNodeDefault(DataNode):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py
index 5633cba..0896f30 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/hdfs_client.py
@@ -18,7 +18,7 @@ limitations under the License.
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.security_commons import build_expectations, \
@@ -60,7 +60,6 @@ class HdfsClientDefault(HdfsClient):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py
index bb2895e..75b2eeb 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/journalnode.py
@@ -19,7 +19,7 @@ limitations under the License.
from ambari_commons.constants import UPGRADE_TYPE_NON_ROLLING
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -49,7 +49,6 @@ class JournalNodeDefault(JournalNode):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py
index a904de8..7a0e784 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/namenode.py
@@ -29,7 +29,6 @@ from ambari_commons import constants
from resource_management.libraries.script.script import Script
from resource_management.core.resources.system import Execute, File
from resource_management.core import shell
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import Direction
from resource_management.libraries.functions.format import format
@@ -71,8 +70,7 @@ class NameNode(Script):
"""
Get the name or path to the hdfs binary depending on the component name.
"""
- component_name = self.get_component_name()
- return get_hdfs_binary(component_name)
+ return get_hdfs_binary("hadoop-hdfs-namenode")
def install(self, env):
import params
@@ -195,8 +193,6 @@ class NameNodeDefault(NameNode):
# When downgrading an Express Upgrade, the first thing we do is to revert the symlinks.
# Therefore, we cannot call this code in that scenario.
if upgrade_type != constants.UPGRADE_TYPE_NON_ROLLING or params.upgrade_direction != Direction.DOWNGRADE:
- conf_select.select(params.stack_name, "hadoop", params.version)
-
stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py
index ba38526..a3f9d35 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/nfsgateway.py
@@ -24,7 +24,6 @@ from resource_management.libraries.functions.security_commons import build_expec
FILE_TYPE_XML
from hdfs_nfsgateway import nfsgateway
from hdfs import hdfs
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -44,7 +43,6 @@ class NFSGateway(Script):
env.set_params(params)
if params.stack_version_formatted and check_stack_feature(StackFeature.NFS, params.stack_version_formatted):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py
index 5a4cc5a..f5ff3e1 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/snamenode.py
@@ -18,7 +18,7 @@ limitations under the License.
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.libraries.functions.security_commons import build_expectations, \
@@ -69,7 +69,6 @@ class SNameNodeDefault(SNameNode):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py
index 6ea9b52..3ff6a3d 100644
--- a/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py
+++ b/ambari-server/src/main/resources/common-services/HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py
@@ -27,7 +27,7 @@ from resource_management.core.exceptions import Fail
from resource_management.core.resources.system import Directory
from resource_management.core.resources.service import Service
from resource_management.core import shell
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.security_commons import build_expectations
@@ -140,7 +140,6 @@ class ZkfcSlaveDefault(ZkfcSlave):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ZKFC_VERSION_ADVERTISED, params.version) \
and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def initialize_ha_zookeeper(params):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py
index e6c9aab..2cdfc31 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_client.py
@@ -19,7 +19,7 @@ limitations under the License.
"""
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.core.logger import Logger
@@ -56,8 +56,6 @@ class HiveClientDefault(HiveClient):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hive", params.version)
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py
index 43f0c86..9b5cf43 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_metastore.py
@@ -22,7 +22,6 @@ import os
from resource_management.core.logger import Logger
from resource_management.core.resources.system import Execute, Directory
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import Direction
from resource_management.libraries.functions.format import format
@@ -105,7 +104,6 @@ class HiveMetastoreDefault(HiveMetastore):
is_upgrade = params.upgrade_direction == Direction.UPGRADE
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hive", params.version)
stack_select.select_packages(params.version)
if is_upgrade and params.stack_version_formatted_major and \
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py
index 6c76af8..080d62b 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server.py
@@ -20,7 +20,6 @@ limitations under the License.
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.copy_tarball import copy_to_hdfs
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -113,7 +112,6 @@ class HiveServerDefault(HiveServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hive", params.version)
stack_select.select_packages(params.version)
# Copy mapreduce.tar.gz and tez.tar.gz to HDFS
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py
index df2a295..e8e9666 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/hive_server_interactive.py
@@ -36,7 +36,6 @@ from resource_management.core.resources.system import Execute, Directory
# Imports needed for Rolling/Express Upgrade
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.copy_tarball import copy_to_hdfs
@@ -83,7 +82,6 @@ class HiveServerInteractiveDefault(HiveServerInteractive):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
stack_select.select_packages(params.version)
- conf_select.select(params.stack_name, "hive2", params.version)
# Copy hive.tar.gz and tez.tar.gz used by Hive Interactive to HDFS
resource_created = copy_to_hdfs(
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py
index 9bd5c6e..efec613 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/webhcat_server.py
@@ -19,7 +19,7 @@ Ambari Agent
"""
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.check_process_status import check_process_status
from resource_management.libraries.functions.stack_features import check_stack_feature
@@ -76,9 +76,6 @@ class WebHCatServerDefault(WebHCatServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- # webhcat has no conf, but uses hadoop home, so verify that regular hadoop conf is set
- conf_select.select(params.stack_name, "hive-hcatalog", params.version)
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py
index e6c9aab..2cdfc31 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py
@@ -19,7 +19,7 @@ limitations under the License.
"""
import sys
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select, stack_select
+from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
from resource_management.core.logger import Logger
@@ -56,8 +56,6 @@ class HiveClientDefault(HiveClient):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hive", params.version)
- conf_select.select(params.stack_name, "hadoop", params.version)
stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py
index 43f0c86..9b5cf43 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py
@@ -22,7 +22,6 @@ import os
from resource_management.core.logger import Logger
from resource_management.core.resources.system import Execute, Directory
from resource_management.libraries.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.constants import Direction
from resource_management.libraries.functions.format import format
@@ -105,7 +104,6 @@ class HiveMetastoreDefault(HiveMetastore):
is_upgrade = params.upgrade_direction == Direction.UPGRADE
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hive", params.version)
stack_select.select_packages(params.version)
if is_upgrade and params.stack_version_formatted_major and \
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py
index 6c76af8..080d62b 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py
@@ -20,7 +20,6 @@ limitations under the License.
from resource_management.libraries.script.script import Script
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.copy_tarball import copy_to_hdfs
from resource_management.libraries.functions.check_process_status import check_process_status
@@ -113,7 +112,6 @@ class HiveServerDefault(HiveServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- conf_select.select(params.stack_name, "hive", params.version)
stack_select.select_packages(params.version)
# Copy mapreduce.tar.gz and tez.tar.gz to HDFS
http://git-wip-us.apache.org/repos/asf/ambari/blob/97ccf3bf/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py
index 3b6fd36..1d2899a 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py
@@ -36,7 +36,6 @@ from resource_management.core.resources.system import Execute, Directory
# Imports needed for Rolling/Express Upgrade
from resource_management.libraries.functions import StackFeature
from resource_management.libraries.functions.stack_features import check_stack_feature
-from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.copy_tarball import copy_to_hdfs
@@ -84,7 +83,6 @@ class HiveServerInteractiveDefault(HiveServerInteractive):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
stack_select.select_packages(params.version)
- conf_select.select(params.stack_name, "hive2", params.version)
# Copy hive.tar.gz and tez.tar.gz used by Hive Interactive to HDFS
resource_created = copy_to_hdfs(
[47/52] [abbrv] ambari git commit: AMBARI-21672 - Update
Orchestration to support MAINT (part2) (jonathanhurley)
Posted by jl...@apache.org.
AMBARI-21672 - Update Orchestration to support MAINT (part2) (jonathanhurley)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/4dee0f0e
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/4dee0f0e
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/4dee0f0e
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 4dee0f0e838265d124dd3066b27760acb57c4cb5
Parents: 3155a43
Author: Jonathan Hurley <jh...@hortonworks.com>
Authored: Tue Aug 8 10:19:39 2017 -0400
Committer: Jonathan Hurley <jh...@hortonworks.com>
Committed: Tue Aug 8 10:21:23 2017 -0400
----------------------------------------------------------------------
.../java/org/apache/ambari/server/state/UpgradeContextTest.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/4dee0f0e/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
index e04be5e..629ea9b 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeContextTest.java
@@ -38,13 +38,13 @@ import org.apache.ambari.server.state.repository.VersionDefinitionXml;
import org.apache.ambari.server.state.stack.UpgradePack;
import org.apache.ambari.server.state.stack.upgrade.Direction;
import org.apache.ambari.server.state.stack.upgrade.UpgradeType;
-import org.apache.hadoop.metrics2.sink.relocated.google.common.collect.Lists;
import org.easymock.EasyMock;
import org.easymock.EasyMockSupport;
import org.easymock.Mock;
import org.junit.Before;
import org.junit.Test;
+import com.google.common.collect.Lists;
import com.google.common.collect.Sets;
/**
[04/52] [abbrv] ambari git commit: AMBARI-21580 - Replace Hard Coded
stack-select Structures (jonathanhurley)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py
index 83d82df..e6c9aab 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_client.py
@@ -50,9 +50,6 @@ class HiveClientWindows(HiveClient):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HiveClientDefault(HiveClient):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Hive client Stack Upgrade pre-restart")
@@ -61,7 +58,7 @@ class HiveClientDefault(HiveClient):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hive", params.version)
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py
index 99eb8b5..43f0c86 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_metastore.py
@@ -87,10 +87,6 @@ class HiveMetastoreWindows(HiveMetastore):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HiveMetastoreDefault(HiveMetastore):
- def get_component_name(self):
- return "hive-metastore"
-
-
def status(self, env):
import status_params
from resource_management.libraries.functions import check_process_status
@@ -110,7 +106,7 @@ class HiveMetastoreDefault(HiveMetastore):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hive", params.version)
- stack_select.select("hive-metastore", params.version)
+ stack_select.select_packages(params.version)
if is_upgrade and params.stack_version_formatted_major and \
check_stack_feature(StackFeature.HIVE_METASTORE_UPGRADE_SCHEMA, params.stack_version_formatted_major):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py
index 7c3a805..6c76af8 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server.py
@@ -72,9 +72,6 @@ class HiveServerWindows(HiveServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HiveServerDefault(HiveServer):
- def get_component_name(self):
- return "hive-server2"
-
def start(self, env, upgrade_type=None):
import params
env.set_params(params)
@@ -117,7 +114,7 @@ class HiveServerDefault(HiveServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hive", params.version)
- stack_select.select("hive-server2", params.version)
+ stack_select.select_packages(params.version)
# Copy mapreduce.tar.gz and tez.tar.gz to HDFS
resource_created = copy_to_hdfs(
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py
index 0504d18..3b6fd36 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/hive_server_interactive.py
@@ -68,9 +68,6 @@ class HiveServerInteractive(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HiveServerInteractiveDefault(HiveServerInteractive):
- def get_component_name(self):
- return "hive-server2-hive2"
-
def install(self, env):
import params
self.install_packages(env)
@@ -86,7 +83,7 @@ class HiveServerInteractiveDefault(HiveServerInteractive):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- stack_select.select("hive-server2-hive2", params.version)
+ stack_select.select_packages(params.version)
conf_select.select(params.stack_name, "hive2", params.version)
# Copy hive.tar.gz and tez.tar.gz used by Hive Interactive to HDFS
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py
index 18e11ab..9bd5c6e 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/2.1.0.3.0/package/scripts/webhcat_server.py
@@ -65,9 +65,6 @@ class WebHCatServerWindows(WebHCatServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class WebHCatServerDefault(WebHCatServer):
- def get_component_name(self):
- return "hive-webhcat"
-
def status(self, env):
import status_params
env.set_params(status_params)
@@ -82,7 +79,7 @@ class WebHCatServerDefault(WebHCatServer):
# webhcat has no conf, but uses hadoop home, so verify that regular hadoop conf is set
conf_select.select(params.stack_name, "hive-hcatalog", params.version)
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hive-webhcat", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py b/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py
index 81715f9..23fcaed 100644
--- a/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py
+++ b/ambari-server/src/main/resources/common-services/KAFKA/0.10.0.3.0/package/scripts/kafka_broker.py
@@ -36,9 +36,6 @@ from setup_ranger_kafka import setup_ranger_kafka
class KafkaBroker(Script):
- def get_component_name(self):
- return "kafka-broker"
-
def install(self, env):
self.install_packages(env)
@@ -52,7 +49,7 @@ class KafkaBroker(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- stack_select.select("kafka-broker", params.version)
+ stack_select.select_packages(params.version)
if params.version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version):
conf_select.select(params.stack_name, "kafka", params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
index 81715f9..23fcaed 100644
--- a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
+++ b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
@@ -36,9 +36,6 @@ from setup_ranger_kafka import setup_ranger_kafka
class KafkaBroker(Script):
- def get_component_name(self):
- return "kafka-broker"
-
def install(self, env):
self.install_packages(env)
@@ -52,7 +49,7 @@ class KafkaBroker(Script):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
- stack_select.select("kafka-broker", params.version)
+ stack_select.select_packages(params.version)
if params.version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version):
conf_select.select(params.stack_name, "kafka", params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py b/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py
index 8996d23..b086bef 100644
--- a/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py
+++ b/ambari-server/src/main/resources/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py
@@ -48,9 +48,6 @@ from setup_ranger_knox import setup_ranger_knox
class KnoxGateway(Script):
- def get_component_name(self):
- return "knox-server"
-
def install(self, env):
import params
env.set_params(params)
@@ -121,7 +118,7 @@ class KnoxGatewayDefault(KnoxGateway):
# <conf-selector-tool> will change the symlink to the conf folder.
conf_select.select(params.stack_name, "knox", params.version)
- stack_select.select("knox-server", params.version)
+ stack_select.select_packages(params.version)
# seed the new Knox data directory with the keystores of yesteryear
if params.upgrade_direction == Direction.UPGRADE:
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py b/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py
index 8996d23..b086bef 100644
--- a/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py
+++ b/ambari-server/src/main/resources/common-services/KNOX/0.5.0.3.0/package/scripts/knox_gateway.py
@@ -48,9 +48,6 @@ from setup_ranger_knox import setup_ranger_knox
class KnoxGateway(Script):
- def get_component_name(self):
- return "knox-server"
-
def install(self, env):
import params
env.set_params(params)
@@ -121,7 +118,7 @@ class KnoxGatewayDefault(KnoxGateway):
# <conf-selector-tool> will change the symlink to the conf folder.
conf_select.select(params.stack_name, "knox", params.version)
- stack_select.select("knox-server", params.version)
+ stack_select.select_packages(params.version)
# seed the new Knox data directory with the keystores of yesteryear
if params.upgrade_direction == Direction.UPGRADE:
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py b/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py
index 3486add..b598d17 100644
--- a/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py
+++ b/ambari-server/src/main/resources/common-services/MAHOUT/1.0.0.2.3/package/scripts/mahout_client.py
@@ -29,18 +29,13 @@ from resource_management.libraries.functions.default import default
class MahoutClient(Script):
- def get_component_name(self):
- return "mahout-client"
-
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
env.set_params(params)
conf_select.select(params.stack_name, "mahout", params.version)
- stack_select.select("mahout-client", params.version )
-
+ stack_select.select_packages(params.version)
def install(self, env):
self.install_packages(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py
index f98ecfd..f06d90a 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_client.py
@@ -32,9 +32,6 @@ from oozie_service import oozie_service
class OozieClient(Script):
- def get_component_name(self):
- return "oozie-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -61,7 +58,7 @@ class OozieClient(Script):
Logger.info("Executing Oozie Client Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "oozie", params.version)
- stack_select.select("oozie-client", params.version)
+ stack_select.select_packages(params.version)
# We substitute some configs (oozie.authentication.kerberos.principal) before generation (see oozie.py and params.py).
# This function returns changed configs (it's used for config generation before config download)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py
index 9320bc3..e823941 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/oozie_server.py
@@ -46,9 +46,6 @@ from resource_management.core.resources.zkmigrator import ZkMigrator
class OozieServer(Script):
- def get_component_name(self):
- return "oozie-server"
-
def install(self, env):
self.install_packages(env)
@@ -67,9 +64,8 @@ class OozieServer(Script):
# This is required as both need to be pointing to new installed oozie version.
# Sets the symlink : eg: <stack-root>/current/oozie-client -> <stack-root>/a.b.c.d-<version>/oozie
- stack_select.select("oozie-client", params.version)
# Sets the symlink : eg: <stack-root>/current/oozie-server -> <stack-root>/a.b.c.d-<version>/oozie
- stack_select.select("oozie-server", params.version)
+ stack_select.select_packages(params.version)
if params.version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version):
conf_select.select(params.stack_name, "oozie", params.version)
@@ -127,7 +123,7 @@ class OozieServerDefault(OozieServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "oozie", params.version)
- stack_select.select("oozie-server", params.version)
+ stack_select.select_packages(params.version)
OozieUpgrade.prepare_libext_directory()
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/params_linux.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/params_linux.py b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/params_linux.py
index f95210f..44c88b7 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/params_linux.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.0.0.2.0/package/scripts/params_linux.py
@@ -33,7 +33,6 @@ from resource_management.libraries.functions.expect import expect
from resource_management.libraries.resources.hdfs_resource import HdfsResource
from resource_management.libraries.functions.get_architecture import get_architecture
from resource_management.libraries.functions.stack_features import get_stack_feature_version
-from resource_management.libraries.functions.stack_tools import get_stack_name
from resource_management.libraries.functions.version import get_major_version
from resource_management.core.utils import PasswordString
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py b/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py
index f98ecfd..f06d90a 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_client.py
@@ -32,9 +32,6 @@ from oozie_service import oozie_service
class OozieClient(Script):
- def get_component_name(self):
- return "oozie-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -61,7 +58,7 @@ class OozieClient(Script):
Logger.info("Executing Oozie Client Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "oozie", params.version)
- stack_select.select("oozie-client", params.version)
+ stack_select.select_packages(params.version)
# We substitute some configs (oozie.authentication.kerberos.principal) before generation (see oozie.py and params.py).
# This function returns changed configs (it's used for config generation before config download)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py b/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py
index 9320bc3..8af08b6 100644
--- a/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py
+++ b/ambari-server/src/main/resources/common-services/OOZIE/4.2.0.3.0/package/scripts/oozie_server.py
@@ -46,8 +46,6 @@ from resource_management.core.resources.zkmigrator import ZkMigrator
class OozieServer(Script):
- def get_component_name(self):
- return "oozie-server"
def install(self, env):
self.install_packages(env)
@@ -67,9 +65,8 @@ class OozieServer(Script):
# This is required as both need to be pointing to new installed oozie version.
# Sets the symlink : eg: <stack-root>/current/oozie-client -> <stack-root>/a.b.c.d-<version>/oozie
- stack_select.select("oozie-client", params.version)
# Sets the symlink : eg: <stack-root>/current/oozie-server -> <stack-root>/a.b.c.d-<version>/oozie
- stack_select.select("oozie-server", params.version)
+ stack_select.select_packages(params.version)
if params.version and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version):
conf_select.select(params.stack_name, "oozie", params.version)
@@ -127,7 +124,7 @@ class OozieServerDefault(OozieServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "oozie", params.version)
- stack_select.select("oozie-server", params.version)
+ stack_select.select_packages(params.version)
OozieUpgrade.prepare_libext_directory()
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py b/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py
index 6fdcef8..9a33c88 100644
--- a/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py
+++ b/ambari-server/src/main/resources/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py
@@ -42,9 +42,6 @@ class PigClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class PigClientLinux(PigClient):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
@@ -52,7 +49,7 @@ class PigClientLinux(PigClient):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "pig", params.version)
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version) # includes pig-client
+ stack_select.select_packages(params.version)
def install(self, env):
self.install_packages(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py b/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py
index 6fdcef8..9a33c88 100644
--- a/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py
+++ b/ambari-server/src/main/resources/common-services/PIG/0.16.1.3.0/package/scripts/pig_client.py
@@ -42,9 +42,6 @@ class PigClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class PigClientLinux(PigClient):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
@@ -52,7 +49,7 @@ class PigClientLinux(PigClient):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "pig", params.version)
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version) # includes pig-client
+ stack_select.select_packages(params.version)
def install(self, env):
self.install_packages(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py
index ecbacbf..e27a03e 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_admin.py
@@ -38,9 +38,6 @@ import os, errno
class RangerAdmin(Script):
- def get_component_name(self):
- return "ranger-admin"
-
def install(self, env):
self.install_packages(env)
import params
@@ -210,7 +207,7 @@ class RangerAdmin(Script):
stack_name = upgrade_stack[0]
stack_version = upgrade_stack[1]
- stack_select.select("ranger-admin", stack_version)
+ stack_select.select_packages(params.version)
conf_select.select(stack_name, "ranger-admin", stack_version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py
index 008fb99..c9b5c4f 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_tagsync.py
@@ -86,10 +86,7 @@ class RangerTagsync(Script):
if params.stack_supports_ranger_tagsync:
Logger.info("Executing Ranger Tagsync Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "ranger-tagsync", params.version)
- stack_select.select("ranger-tagsync", params.version)
-
- def get_component_name(self):
- return "ranger-tagsync"
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
@@ -115,7 +112,7 @@ class RangerTagsync(Script):
stack_name = upgrade_stack[0]
stack_version = upgrade_stack[1]
- stack_select.select("ranger-tagsync", stack_version)
+ stack_select.select_packages(params.version)
conf_select.select(stack_name, "ranger-tagsync", stack_version)
if params.stack_supports_ranger_tagsync_ssl_xml_support:
Logger.info("Upgrading Tagsync, stack support Atlas user for Tagsync, creating keystore for same.")
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py
index b9366f6..8654bc2 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/ranger_usersync.py
@@ -109,9 +109,6 @@ class RangerUsersync(Script):
env.set_params(params)
upgrade.prestart(env, "ranger-usersync")
- def get_component_name(self):
- return "ranger-usersync"
-
def get_log_folder(self):
import params
return params.usersync_log_dir
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py
index a07a1fd..ca1b2bf 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/0.4.0/package/scripts/upgrade.py
@@ -28,4 +28,4 @@ def prestart(env, stack_component):
if params.version and params.stack_supports_rolling_upgrade:
conf_select.select(params.stack_name, stack_component, params.version)
- stack_select.select(stack_component, params.version)
+ stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py
index bdf7661..b13d6ed 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_admin.py
@@ -39,9 +39,6 @@ import os, errno
class RangerAdmin(Script):
- def get_component_name(self):
- return "ranger-admin"
-
def install(self, env):
self.install_packages(env)
import params
@@ -195,7 +192,7 @@ class RangerAdmin(Script):
stack_name = upgrade_stack[0]
stack_version = upgrade_stack[1]
- stack_select.select("ranger-admin", stack_version)
+ stack_select.select_packages(params.version)
conf_select.select(stack_name, "ranger-admin", stack_version)
def get_log_folder(self):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py
index c1e32ba..35f9fe6 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_tagsync.py
@@ -86,10 +86,8 @@ class RangerTagsync(Script):
if params.stack_supports_ranger_tagsync:
Logger.info("Executing Ranger Tagsync Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "ranger-tagsync", params.version)
- stack_select.select("ranger-tagsync", params.version)
+ stack_select.select_packages(params.version)
- def get_component_name(self):
- return "ranger-tagsync"
def get_log_folder(self):
import params
@@ -115,7 +113,7 @@ class RangerTagsync(Script):
stack_name = upgrade_stack[0]
stack_version = upgrade_stack[1]
- stack_select.select("ranger-tagsync", stack_version)
+ stack_select.select_packages(params.version)
conf_select.select(stack_name, "ranger-tagsync", stack_version)
if params.stack_supports_ranger_tagsync_ssl_xml_support:
Logger.info("Upgrading Tagsync, stack support Atlas user for Tagsync, creating keystore for same.")
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py
index ca84528..fa5a320 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/ranger_usersync.py
@@ -105,9 +105,6 @@ class RangerUsersync(Script):
env.set_params(params)
upgrade.prestart(env, "ranger-usersync")
- def get_component_name(self):
- return "ranger-usersync"
-
def get_log_folder(self):
import params
return params.usersync_log_dir
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py
index a07a1fd..ca1b2bf 100644
--- a/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/RANGER/1.0.0.3.0/package/scripts/upgrade.py
@@ -28,4 +28,4 @@ def prestart(env, stack_component):
if params.version and params.stack_supports_rolling_upgrade:
conf_select.select(params.stack_name, stack_component, params.version)
- stack_select.select(stack_component, params.version)
+ stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py b/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py
index 829a998..0bd11f3 100755
--- a/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py
+++ b/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/kms_server.py
@@ -33,9 +33,6 @@ import upgrade
class KmsServer(Script):
- def get_component_name(self):
- return "ranger-kms"
-
def install(self, env):
self.install_packages(env)
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py
index 8478bb8..73c32ff 100644
--- a/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/RANGER_KMS/0.5.0.2.3/package/scripts/upgrade.py
@@ -27,4 +27,4 @@ def prestart(env, stack_component):
if params.version and params.stack_supports_config_versioning:
conf_select.select(params.stack_name, stack_component, params.version)
- stack_select.select(stack_component, params.version)
+ stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py b/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py
index 613931b..3b138fc 100755
--- a/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py
+++ b/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/kms_server.py
@@ -33,9 +33,6 @@ import upgrade
class KmsServer(Script):
- def get_component_name(self):
- return "ranger-kms"
-
def install(self, env):
self.install_packages(env)
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py b/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py
index 8478bb8..73c32ff 100644
--- a/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py
+++ b/ambari-server/src/main/resources/common-services/RANGER_KMS/1.0.0.3.0/package/scripts/upgrade.py
@@ -27,4 +27,4 @@ def prestart(env, stack_component):
if params.version and params.stack_supports_config_versioning:
conf_select.select(params.stack_name, stack_component, params.version)
- stack_select.select(stack_component, params.version)
+ stack_select.select_packages(params.version)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py b/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py
index cf9f830..9284c81 100644
--- a/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py
+++ b/ambari-server/src/main/resources/common-services/SLIDER/0.60.0.2.2/package/scripts/slider_client.py
@@ -33,22 +33,18 @@ class SliderClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class SliderClientLinux(SliderClient):
- def get_component_name(self):
- return "slider-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "slider", params.version)
- stack_select.select("slider-client", params.version)
+ stack_select.select_packages(params.version)
# also set all of the hadoop clients since slider client is upgraded as
# part of the final "CLIENTS" group and we need to ensure that
# hadoop-client is also set
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
def install(self, env):
self.install_packages(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py b/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py
index cf9f830..9284c81 100644
--- a/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py
+++ b/ambari-server/src/main/resources/common-services/SLIDER/0.91.0.3.0/package/scripts/slider_client.py
@@ -33,22 +33,18 @@ class SliderClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class SliderClientLinux(SliderClient):
- def get_component_name(self):
- return "slider-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "slider", params.version)
- stack_select.select("slider-client", params.version)
+ stack_select.select_packages(params.version)
# also set all of the hadoop clients since slider client is upgraded as
# part of the final "CLIENTS" group and we need to ensure that
# hadoop-client is also set
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
def install(self, env):
self.install_packages(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py
index 154f430..9bdc4b9 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/job_history_server.py
@@ -67,9 +67,6 @@ class JobHistoryServer(Script):
check_process_status(status_params.spark_history_server_pid_file)
- def get_component_name(self):
- return "spark-historyserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -77,7 +74,7 @@ class JobHistoryServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark Job History Server Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "spark", params.version)
- stack_select.select("spark-historyserver", params.version)
+ stack_select.select_packages(params.version)
# Spark 1.3.1.2.3, and higher, which was included in HDP 2.3, does not have a dependency on Tez, so it does not
# need to copy the tarball, otherwise, copy it.
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py
index 97a9e4a..ae26fac 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/livy_server.py
@@ -126,9 +126,6 @@ class LivyServer(Script):
else:
Logger.info("DFS directory '" + dir_path + "' exists.")
- def get_component_name(self):
- return "livy-server"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -136,7 +133,7 @@ class LivyServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Livy Server Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "spark", params.version)
- stack_select.select("livy-server", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py
index 31bf4c6..a2e26b8 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_client.py
@@ -51,9 +51,6 @@ class SparkClient(Script):
def status(self, env):
raise ClientComponentHasNoStatus()
- def get_component_name(self):
- return "spark-client"
-
def stack_upgrade_save_new_config(self, env):
"""
Because this gets called during a Rolling Upgrade, the new configs have already been saved, so we must be
@@ -82,7 +79,7 @@ class SparkClient(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark Client Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "spark", params.version)
- stack_select.select("spark-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
SparkClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py
index cdaabf3..7d595f2 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/1.2.1/package/scripts/spark_thrift_server.py
@@ -62,9 +62,6 @@ class SparkThriftServer(Script):
env.set_params(status_params)
check_process_status(status_params.spark_thrift_server_pid_file)
- def get_component_name(self):
- return "spark-thriftserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -72,7 +69,7 @@ class SparkThriftServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark Thrift Server Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "spark", params.version)
- stack_select.select("spark-thriftserver", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py
index 3937c88..9935063 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/job_history_server.py
@@ -65,11 +65,7 @@ class JobHistoryServer(Script):
env.set_params(status_params)
check_process_status(status_params.spark_history_server_pid_file)
-
- def get_component_name(self):
- # TODO, change to "spark" after RPM switches the name
- return "spark2-historyserver"
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -79,7 +75,7 @@ class JobHistoryServer(Script):
Logger.info("Executing Spark Job History Server Stack Upgrade pre-restart")
# TODO, change to "spark" after RPM switches the name
conf_select.select(params.stack_name, "spark2", params.version)
- stack_select.select("spark2-historyserver", params.version)
+ stack_select.select_packages(params.version)
# Spark 1.3.1.2.3, and higher, which was included in HDP 2.3, does not have a dependency on Tez, so it does not
# need to copy the tarball, otherwise, copy it.
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py
index 269c97d..e801639 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/livy_server.py
@@ -125,10 +125,6 @@ class LivyServer(Script):
else:
Logger.info("DFS directory '" + dir_path + "' exists.")
- def get_component_name(self):
- # TODO, change to "livy" after RPM switches the name
- return "livy2-server"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -137,7 +133,7 @@ class LivyServer(Script):
Logger.info("Executing Livy Server Stack Upgrade pre-restart")
# TODO, change to "spark" and "livy" after RPM switches the name
conf_select.select(params.stack_name, "spark2", params.version)
- stack_select.select("livy2-server", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py
index 3acde4e..2ff69e7 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_client.py
@@ -43,10 +43,6 @@ class SparkClient(Script):
def status(self, env):
raise ClientComponentHasNoStatus()
- def get_component_name(self):
- # TODO, change to "spark" after RPM switches the name
- return "spark2-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -55,7 +51,7 @@ class SparkClient(Script):
Logger.info("Executing Spark Client Stack Upgrade pre-restart")
# TODO, change to "spark" after RPM switches the name
conf_select.select(params.stack_name, "spark2", params.version)
- stack_select.select("spark2-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
SparkClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py
index 8953b35..6a1bd87 100644
--- a/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK/2.2.0/package/scripts/spark_thrift_server.py
@@ -62,10 +62,6 @@ class SparkThriftServer(Script):
env.set_params(status_params)
check_process_status(status_params.spark_thrift_server_pid_file)
- def get_component_name(self):
- # TODO, change to "spark" after RPM switches the name
- return "spark2-thriftserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -73,7 +69,7 @@ class SparkThriftServer(Script):
Logger.info("Executing Spark Thrift Server Stack Upgrade pre-restart")
# TODO, change to "spark" after RPM switches the name
conf_select.select(params.stack_name, "spark2", params.version)
- stack_select.select("spark2-thriftserver", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py
index 2631b49..b6a792a 100755
--- a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/job_history_server.py
@@ -67,9 +67,6 @@ class JobHistoryServer(Script):
check_process_status(status_params.spark_history_server_pid_file)
- def get_component_name(self):
- return "spark2-historyserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -77,7 +74,7 @@ class JobHistoryServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark2 Job History Server Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "spark2", params.version)
- stack_select.select("spark2-historyserver", params.version)
+ stack_select.select_packages(params.version)
# Spark 1.3.1.2.3, and higher, which was included in HDP 2.3, does not have a dependency on Tez, so it does not
# need to copy the tarball, otherwise, copy it.
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py
index 50b9cf1..c710757 100644
--- a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/livy2_server.py
@@ -125,9 +125,6 @@ class LivyServer(Script):
else:
Logger.info("DFS directory '" + dir_path + "' exists.")
- def get_component_name(self):
- return "livy2-server"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -135,7 +132,7 @@ class LivyServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Livy2 Server Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "spark2", params.version)
- stack_select.select("livy2-server", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py
index 563b7e9..6b0cd89 100755
--- a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py
+++ b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_client.py
@@ -43,9 +43,6 @@ class SparkClient(Script):
def status(self, env):
raise ClientComponentHasNoStatus()
- def get_component_name(self):
- return "spark2-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
@@ -53,7 +50,7 @@ class SparkClient(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
Logger.info("Executing Spark2 Client Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "spark", params.version)
- stack_select.select("spark2-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
SparkClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py
index 72307cb..7c7982b 100755
--- a/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py
+++ b/ambari-server/src/main/resources/common-services/SPARK2/2.0.0/package/scripts/spark_thrift_server.py
@@ -62,16 +62,13 @@ class SparkThriftServer(Script):
env.set_params(status_params)
check_process_status(status_params.spark_thrift_server_pid_file)
- def get_component_name(self):
- return "spark2-thriftserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
Logger.info("Executing Spark2 Thrift Server Stack Upgrade pre-restart")
conf_select.select(params.stack_name, "spark2", params.version)
- stack_select.select("spark2-thriftserver", params.version)
+ stack_select.select_packages(params.version)
def get_log_folder(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/service_check.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/service_check.py b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/service_check.py
index bb503f5..5b48ffd 100644
--- a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/service_check.py
+++ b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/service_check.py
@@ -33,9 +33,6 @@ class SqoopServiceCheck(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class SqoopServiceCheckDefault(SqoopServiceCheck):
- def get_component_name(self):
- return "sqoop-server"
-
def service_check(self, env):
import params
env.set_params(params)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py
index d420fab..8c7dd35 100644
--- a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py
+++ b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.2.0/package/scripts/sqoop_client.py
@@ -46,16 +46,13 @@ class SqoopClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class SqoopClientDefault(SqoopClient):
- def get_component_name(self):
- return "sqoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "sqoop", params.version)
- stack_select.select("sqoop-client", params.version)
+ stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/service_check.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/service_check.py b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/service_check.py
index bb503f5..5b48ffd 100644
--- a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/service_check.py
+++ b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/service_check.py
@@ -33,9 +33,6 @@ class SqoopServiceCheck(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class SqoopServiceCheckDefault(SqoopServiceCheck):
- def get_component_name(self):
- return "sqoop-server"
-
def service_check(self, env):
import params
env.set_params(params)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py
index d420fab..8c7dd35 100644
--- a/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py
+++ b/ambari-server/src/main/resources/common-services/SQOOP/1.4.4.3.0/package/scripts/sqoop_client.py
@@ -46,16 +46,13 @@ class SqoopClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class SqoopClientDefault(SqoopClient):
- def get_component_name(self):
- return "sqoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "sqoop", params.version)
- stack_select.select("sqoop-client", params.version)
+ stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py
index f991e71..06f6de9 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/drpc_server.py
@@ -36,9 +36,6 @@ from resource_management.libraries.functions.security_commons import build_expec
class DrpcServer(Script):
- def get_component_name(self):
- return "storm-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -55,7 +52,7 @@ class DrpcServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py
index 126ae78..bf38a2d 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus.py
@@ -38,9 +38,6 @@ from ambari_commons.os_family_impl import OsFamilyImpl
from resource_management.core.resources.service import Service
class Nimbus(Script):
- def get_component_name(self):
- return "storm-nimbus"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -59,9 +56,7 @@ class NimbusDefault(Nimbus):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
- stack_select.select("storm-nimbus", params.version)
-
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py
index 39bda4d..18d8fea 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/nimbus_prod.py
@@ -31,9 +31,6 @@ from resource_management.libraries.functions import StackFeature
class Nimbus(Script):
- def get_component_name(self):
- return "storm-nimbus"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -50,8 +47,7 @@ class Nimbus(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
- stack_select.select("storm-nimbus", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py
index fa3112d..f111f25 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/pacemaker.py
@@ -36,9 +36,6 @@ from resource_management.libraries.functions.security_commons import build_expec
class PaceMaker(Script):
- def get_component_name(self):
- return "storm-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -54,7 +51,7 @@ class PaceMaker(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/rest_api.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/rest_api.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/rest_api.py
index f9b3b80..255f76d 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/rest_api.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/rest_api.py
@@ -38,9 +38,6 @@ class StormRestApi(Script):
In HDP 2.2, it was removed since the functionality was moved to Storm UI Server.
"""
- def get_component_name(self):
- return "storm-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py
index ec3f533..6c88a9e 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor.py
@@ -35,9 +35,6 @@ from resource_management.core.resources.service import Service
class Supervisor(Script):
- def get_component_name(self):
- return "storm-supervisor"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -77,8 +74,7 @@ class SupervisorDefault(Supervisor):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
- stack_select.select("storm-supervisor", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py
index d6c3545..46626bc 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/supervisor_prod.py
@@ -33,9 +33,6 @@ from resource_management.libraries.functions import StackFeature
class Supervisor(Script):
- def get_component_name(self):
- return "storm-supervisor"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -51,8 +48,7 @@ class Supervisor(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
- stack_select.select("storm-supervisor", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py
index e257ef9..571784c 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1/package/scripts/ui_server.py
@@ -42,9 +42,6 @@ from resource_management.core.resources.service import Service
class UiServer(Script):
- def get_component_name(self):
- return "storm-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -82,7 +79,7 @@ class UiServerDefault(UiServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
+ stack_select.select_packages(params.version)
def link_metrics_sink_jar(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py
index f991e71..06f6de9 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/drpc_server.py
@@ -36,9 +36,6 @@ from resource_management.libraries.functions.security_commons import build_expec
class DrpcServer(Script):
- def get_component_name(self):
- return "storm-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -55,7 +52,7 @@ class DrpcServer(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py
index 360af5d..f641137 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus.py
@@ -38,9 +38,6 @@ from ambari_commons.os_family_impl import OsFamilyImpl
from resource_management.core.resources.service import Service
class Nimbus(Script):
- def get_component_name(self):
- return "storm-nimbus"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -59,8 +56,7 @@ class NimbusDefault(Nimbus):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
- stack_select.select("storm-nimbus", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py
index 39bda4d..18d8fea 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/nimbus_prod.py
@@ -31,9 +31,6 @@ from resource_management.libraries.functions import StackFeature
class Nimbus(Script):
- def get_component_name(self):
- return "storm-nimbus"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -50,8 +47,7 @@ class Nimbus(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
- stack_select.select("storm-nimbus", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py
index fa3112d..f111f25 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/pacemaker.py
@@ -36,9 +36,6 @@ from resource_management.libraries.functions.security_commons import build_expec
class PaceMaker(Script):
- def get_component_name(self):
- return "storm-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -54,7 +51,7 @@ class PaceMaker(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/rest_api.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/rest_api.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/rest_api.py
index f9b3b80..255f76d 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/rest_api.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/rest_api.py
@@ -38,9 +38,6 @@ class StormRestApi(Script):
In HDP 2.2, it was removed since the functionality was moved to Storm UI Server.
"""
- def get_component_name(self):
- return "storm-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py
index ec3f533..6c88a9e 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor.py
@@ -35,9 +35,6 @@ from resource_management.core.resources.service import Service
class Supervisor(Script):
- def get_component_name(self):
- return "storm-supervisor"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -77,8 +74,7 @@ class SupervisorDefault(Supervisor):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
- stack_select.select("storm-supervisor", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py
index d6c3545..46626bc 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/supervisor_prod.py
@@ -33,9 +33,6 @@ from resource_management.libraries.functions import StackFeature
class Supervisor(Script):
- def get_component_name(self):
- return "storm-supervisor"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -51,8 +48,7 @@ class Supervisor(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
- stack_select.select("storm-supervisor", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py
index e257ef9..571784c 100644
--- a/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py
+++ b/ambari-server/src/main/resources/common-services/STORM/1.0.1.3.0/package/scripts/ui_server.py
@@ -42,9 +42,6 @@ from resource_management.core.resources.service import Service
class UiServer(Script):
- def get_component_name(self):
- return "storm-client"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -82,7 +79,7 @@ class UiServerDefault(UiServer):
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "storm", params.version)
- stack_select.select("storm-client", params.version)
+ stack_select.select_packages(params.version)
def link_metrics_sink_jar(self):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py b/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py
index 8018f0f..8a6a6d3 100644
--- a/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py
+++ b/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/package/scripts/tez_client.py
@@ -58,9 +58,6 @@ class TezClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class TezClientLinux(TezClient):
- def get_component_name(self):
- return "hadoop-client"
-
def stack_upgrade_save_new_config(self, env):
"""
Because this gets called during a Rolling Upgrade, the new tez configs have already been saved, so we must be
@@ -90,7 +87,7 @@ class TezClientLinux(TezClient):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "tez", params.version)
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
def install(self, env):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py b/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py
index 8018f0f..8a6a6d3 100644
--- a/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py
+++ b/ambari-server/src/main/resources/common-services/TEZ/0.9.0.3.0/package/scripts/tez_client.py
@@ -58,9 +58,6 @@ class TezClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class TezClientLinux(TezClient):
- def get_component_name(self):
- return "hadoop-client"
-
def stack_upgrade_save_new_config(self, env):
"""
Because this gets called during a Rolling Upgrade, the new tez configs have already been saved, so we must be
@@ -90,7 +87,7 @@ class TezClientLinux(TezClient):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "tez", params.version)
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
def install(self, env):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py
index b1e0c16..a435b80 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py
@@ -66,9 +66,6 @@ class ApplicationTimelineServerWindows(ApplicationTimelineServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class ApplicationTimelineServerDefault(ApplicationTimelineServer):
- def get_component_name(self):
- return "hadoop-yarn-timelineserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
@@ -76,7 +73,7 @@ class ApplicationTimelineServerDefault(ApplicationTimelineServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-yarn-timelineserver", params.version)
+ stack_select.select_packages(params.version)
def status(self, env):
import status_params
[02/52] [abbrv] ambari git commit: AMBARI-21580 - Replace Hard Coded
stack-select Structures (jonathanhurley)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py
index bcd9c80..680c984 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_hdfs_client.py
@@ -37,6 +37,8 @@ class Test(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "HDFS/2.1.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"HDFS", "role":"HDFS_CLIENT"}
+
def test_generate_configs_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hdfs_client.py",
classname = "HdfsClient",
@@ -81,6 +83,7 @@ class Test(RMFTestCase):
classname = "HdfsClient",
command = "restart",
config_file="client-upgrade.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -101,6 +104,7 @@ class Test(RMFTestCase):
classname = "HdfsClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
@@ -128,6 +132,7 @@ class Test(RMFTestCase):
classname = "HdfsClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalledIgnoreEarlier('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', version), sudo=True,)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py
index ff8f92e..06c5fdd 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_journalnode.py
@@ -29,6 +29,8 @@ class TestJournalnode(RMFTestCase):
STACK_VERSION = "2.0.6"
UPGRADE_STACK_VERSION = "2.2"
+ CONFIG_OVERRIDES = {"serviceName":"HDFS", "role":"JOURNALNODE"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/journalnode.py",
classname = "JournalNode",
@@ -388,6 +390,7 @@ class TestJournalnode(RMFTestCase):
classname = "JournalNode",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-hdfs-journalnode', version), sudo=True,)
@@ -406,6 +409,7 @@ class TestJournalnode(RMFTestCase):
classname = "JournalNode",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
index f0f2587..e6503a2 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_namenode.py
@@ -35,6 +35,8 @@ class TestNamenode(RMFTestCase):
STACK_VERSION = "2.0.6"
DEFAULT_IMMUTABLE_PATHS = ['/apps/hive/warehouse', '/apps/falcon', '/mr-history/done', '/app-logs', '/tmp']
+ CONFIG_OVERRIDES = {"serviceName":"HDFS", "role":"NAMENODE"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/namenode.py",
classname = "NameNode",
@@ -1402,6 +1404,7 @@ class TestNamenode(RMFTestCase):
classname = "NameNode",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -1423,6 +1426,7 @@ class TestNamenode(RMFTestCase):
classname = "NameNode",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, None), (0, None), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py
index de425cd..773d3fe 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_nfsgateway.py
@@ -34,6 +34,8 @@ class TestNFSGateway(RMFTestCase):
STACK_VERSION = "2.0.6"
UPGRADE_STACK_VERSION = "2.2"
+ CONFIG_OVERRIDES = {"serviceName":"HDFS", "role":"NFS_GATEWAY"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/nfsgateway.py",
classname = "NFSGateway",
@@ -291,6 +293,7 @@ class TestNFSGateway(RMFTestCase):
classname = "NFSGateway",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None), (0, None), (0, None)])
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hcat_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hcat_client.py b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hcat_client.py
index ff7e728..457fccf 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hcat_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hcat_client.py
@@ -25,6 +25,8 @@ class TestHcatClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "HIVE/0.12.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"HIVE", "role":"HCAT"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hcat_client.py",
classname = "HCatClient",
@@ -117,6 +119,7 @@ class TestHcatClient(RMFTestCase):
classname = "HCatClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py
index 6afc298..3bc597e 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_hive_client.py
@@ -25,11 +25,14 @@ class TestHiveClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "HIVE/0.12.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = { "serviceName" : "HIVE", "role" : "HIVE_CLIENT" }
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hive_client.py",
classname = "HiveClient",
command = "configure",
config_file="default_client.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES
)
@@ -110,6 +113,7 @@ class TestHiveClient(RMFTestCase):
classname = "HiveClient",
command = "configure",
config_file="secured_client.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES
)
@@ -198,6 +202,7 @@ class TestHiveClient(RMFTestCase):
classname = "HiveClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -219,6 +224,7 @@ class TestHiveClient(RMFTestCase):
classname = "HiveClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py
index 03dd391..a6a4fa0 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HIVE/test_webhcat_server.py
@@ -29,6 +29,8 @@ class TestWebHCatServer(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "HIVE/0.12.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"HIVE", "role":"WEBHCAT_SERVER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/webhcat_server.py",
classname = "WebHCatServer",
@@ -286,6 +288,7 @@ class TestWebHCatServer(RMFTestCase):
classname = "WebHCatServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -308,6 +311,7 @@ class TestWebHCatServer(RMFTestCase):
classname = "WebHCatServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, '')],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py b/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py
index f7e4410..31d54ae 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_client.py
@@ -28,6 +28,8 @@ class TestOozieClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "OOZIE/4.0.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"OOZIE", "role":"OOZIE_CLIENT"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/oozie_client.py",
classname = "OozieClient",
@@ -243,6 +245,7 @@ class TestOozieClient(RMFTestCase):
classname = "OozieClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -264,6 +267,7 @@ class TestOozieClient(RMFTestCase):
classname = "OozieClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py b/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py
index 5ef6ad9..17b8abf 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/OOZIE/test_oozie_server.py
@@ -39,6 +39,8 @@ class TestOozieServer(RMFTestCase):
UPGRADE_STACK_VERSION = "2.2"
DEFAULT_IMMUTABLE_PATHS = ['/apps/hive/warehouse', '/apps/falcon', '/mr-history/done', '/app-logs', '/tmp']
+ CONFIG_OVERRIDES = {"serviceName":"OOZIE", "role":"OOZIE_SERVER"}
+
def setUp(self):
self.maxDiff = None
@@ -1194,6 +1196,7 @@ class TestOozieServer(RMFTestCase):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/oozie_server.py",
classname = "OozieServer", command = "pre_upgrade_restart", config_file = "oozie-upgrade.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.UPGRADE_STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, prepare_war_stdout)])
@@ -1206,6 +1209,9 @@ class TestOozieServer(RMFTestCase):
self.assertEqual(glob_mock.call_count,1)
glob_mock.assert_called_with('/usr/hdp/2.2.1.0-2135/hadoop/lib/hadoop-lzo*.jar')
+ self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-client', u'2.2.1.0-2135'),
+ sudo = True )
+
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-server', u'2.2.1.0-2135'),
sudo = True )
@@ -1250,6 +1256,7 @@ class TestOozieServer(RMFTestCase):
mocks_dict = {}
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/oozie_server.py",
classname = "OozieServer", command = "pre_upgrade_restart", config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.UPGRADE_STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, prepare_war_stdout)],
@@ -1266,6 +1273,8 @@ class TestOozieServer(RMFTestCase):
self.assertResourceCalled('Link', '/etc/oozie/conf',
to = '/usr/hdp/current/oozie-client/conf',
)
+
+ self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-client', '2.3.0.0-1234'), sudo = True)
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-server', '2.3.0.0-1234'), sudo = True)
self.assertResourceCalled('Directory', '/usr/hdp/current/oozie-server/libext', mode = 0777)
@@ -1313,6 +1322,7 @@ class TestOozieServer(RMFTestCase):
self.assertEqual(isfile_mock.call_count,1)
isfile_mock.assert_called_with('/usr/share/HDP-oozie/ext-2.2.zip')
+ self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-client', u'2.2.0.0-0000'), sudo = True)
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-server', u'2.2.0.0-0000'), sudo = True)
self.assertResourceCalled('Directory', '/usr/hdp/current/oozie-server/libext',mode = 0777)
@@ -1507,6 +1517,7 @@ class TestOozieServer(RMFTestCase):
glob_mock.assert_called_with('/usr/hdp/2.3.0.0-1234/hadoop/lib/hadoop-lzo*.jar')
self.assertResourceCalled('Link', '/etc/oozie/conf', to = '/usr/hdp/current/oozie-client/conf')
+ self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-client', '2.3.0.0-1234'), sudo = True)
self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'oozie-server', '2.3.0.0-1234'), sudo = True)
self.assertResourceCalled('Directory', '/usr/hdp/current/oozie-server/libext', mode = 0777)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py b/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py
index 804abe7..63076f9 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/PIG/test_pig_client.py
@@ -25,6 +25,8 @@ class TestPigClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "PIG/0.12.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"PIG", "role":"PIG"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/pig_client.py",
classname = "PigClient",
@@ -143,6 +145,7 @@ class TestPigClient(RMFTestCase):
classname = "PigClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -161,6 +164,7 @@ class TestPigClient(RMFTestCase):
classname = "PigClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, '')],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py b/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py
index 87b8fec..4622ae3 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/SQOOP/test_sqoop.py
@@ -25,6 +25,8 @@ class TestSqoop(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "SQOOP/1.4.4.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"SQOOP", "role":"SQOOP"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/sqoop_client.py",
classname = "SqoopClient",
@@ -136,6 +138,7 @@ class TestSqoop(RMFTestCase):
classname = "SqoopClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py
index b29cfb5..e156af2 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py
@@ -34,7 +34,9 @@ class TestHistoryServer(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "YARN/2.1.0.2.0/package"
STACK_VERSION = "2.0.6"
DEFAULT_IMMUTABLE_PATHS = ['/apps/hive/warehouse', '/apps/falcon', '/mr-history/done', '/app-logs', '/tmp']
-
+
+ CONFIG_OVERRIDES = {"serviceName":"MAPREDUCE2", "role":"HISTORYSERVER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/historyserver.py",
classname="HistoryServer",
@@ -764,6 +766,7 @@ class TestHistoryServer(RMFTestCase):
classname = "HistoryServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, None), (0, None, None), (0, None, None), (0, None, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py
index 7e06969..5898355 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py
@@ -34,6 +34,8 @@ class TestMapReduce2Client(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "YARN/2.1.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"MAPREDUCE2", "role":"MAPREDUCE2_CLIENT"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/mapreduce2_client.py",
classname = "MapReduce2Client",
@@ -390,6 +392,7 @@ class TestMapReduce2Client(RMFTestCase):
classname = "MapReduce2Client",
command = "restart",
config_file="client-upgrade.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES
)
@@ -410,6 +413,7 @@ class TestMapReduce2Client(RMFTestCase):
classname = "MapReduce2Client",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
@@ -439,6 +443,7 @@ class TestMapReduce2Client(RMFTestCase):
classname = "MapReduce2Client",
command = "stack_upgrade_save_new_config",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py
index dfbdd23..4281696 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py
@@ -34,6 +34,8 @@ class TestNodeManager(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "YARN/2.1.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"YARN", "role":"NODEMANAGER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/nodemanager.py",
classname="Nodemanager",
@@ -581,6 +583,7 @@ class TestNodeManager(RMFTestCase):
classname = "Nodemanager",
command = "post_upgrade_restart",
config_file = "default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
checked_call_mocks = [(0, process_output)],
@@ -609,6 +612,7 @@ class TestNodeManager(RMFTestCase):
classname="Nodemanager",
command = "post_upgrade_restart",
config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, process_output)],
@@ -632,6 +636,7 @@ class TestNodeManager(RMFTestCase):
classname="Nodemanager",
command = "post_upgrade_restart",
config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(999, process_output)],
@@ -655,6 +660,7 @@ class TestNodeManager(RMFTestCase):
classname = "Nodemanager",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py
index 5ccd6a4..652fea8 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py
@@ -37,6 +37,8 @@ class TestResourceManager(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "YARN/2.1.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"YARN", "role":"RESOURCEMANAGER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/resourcemanager.py",
classname="Resourcemanager",
@@ -547,6 +549,7 @@ class TestResourceManager(RMFTestCase):
classname = "Resourcemanager",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py
index f71c93a..09a6278 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py
@@ -34,6 +34,8 @@ class TestYarnClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "YARN/2.1.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"YARN", "role":"YARN_CLIENT"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/yarn_client.py",
classname = "YarnClient",
@@ -556,6 +558,7 @@ class TestYarnClient(RMFTestCase):
classname = "YarnClient",
command = "restart",
config_file="client-upgrade.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES
)
@@ -577,6 +580,7 @@ class TestYarnClient(RMFTestCase):
classname = "YarnClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py b/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py
index e4c6fbd..f074036 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_client.py
@@ -27,6 +27,8 @@ class TestZookeeperClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "ZOOKEEPER/3.4.5/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"ZOOKEEPER", "role":"ZOOKEEPER_CLIENT"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/zookeeper_client.py",
classname = "ZookeeperClient",
@@ -170,6 +172,7 @@ class TestZookeeperClient(RMFTestCase):
classname = "ZookeeperClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -191,6 +194,7 @@ class TestZookeeperClient(RMFTestCase):
classname = "ZookeeperClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py b/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py
index 6d38a67..bc58e56 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/ZOOKEEPER/test_zookeeper_server.py
@@ -28,6 +28,8 @@ class TestZookeeperServer(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "ZOOKEEPER/3.4.5/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"ZOOKEEPER", "role":"ZOOKEEPER_SERVER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/zookeeper_server.py",
classname = "ZookeeperServer",
@@ -257,6 +259,7 @@ class TestZookeeperServer(RMFTestCase):
classname = "ZookeeperServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -278,6 +281,7 @@ class TestZookeeperServer(RMFTestCase):
classname = "ZookeeperServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
@@ -313,6 +317,7 @@ class TestZookeeperServer(RMFTestCase):
classname = "ZookeeperServer",
command = "post_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py b/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py
index 19c785c..caef738 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/hooks/after-INSTALL/test_after_install.py
@@ -26,13 +26,15 @@ from resource_management.libraries.functions import conf_select
@patch("os.path.exists", new = MagicMock(return_value=True))
@patch("os.path.isfile", new = MagicMock(return_value=False))
class TestHookAfterInstall(RMFTestCase):
+ CONFIG_OVERRIDES = {"serviceName":"HIVE", "role":"HIVE_SERVER"}
def test_hook_default(self):
self.executeScript("2.0.6/hooks/after-INSTALL/scripts/hook.py",
classname="AfterInstallHook",
command="hook",
- config_file="default.json"
+ config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES
)
self.assertResourceCalled('XmlConfig', 'core-site.xml',
owner = 'hdfs',
@@ -49,7 +51,7 @@ class TestHookAfterInstall(RMFTestCase):
self.assertNoMoreResources()
- @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1243"))
+ @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1234"))
@patch("resource_management.libraries.functions.conf_select.create")
@patch("resource_management.libraries.functions.conf_select.select")
@patch("os.symlink")
@@ -72,11 +74,12 @@ class TestHookAfterInstall(RMFTestCase):
self.executeScript("2.0.6/hooks/after-INSTALL/scripts/hook.py",
classname="AfterInstallHook",
command="hook",
- config_dict = json_content)
+ config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES)
- self.assertResourceCalled('Execute', 'ambari-sudo.sh /usr/bin/hdp-select set all `ambari-python-wrap /usr/bin/hdp-select versions | grep ^2.3 | tail -1`',
- only_if = 'ls -d /usr/hdp/2.3*')
+ self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hive-server2', '2.3.0.0-1234'),
+ sudo = True)
self.assertResourceCalled('XmlConfig', 'core-site.xml',
owner = 'hdfs',
@@ -116,7 +119,7 @@ class TestHookAfterInstall(RMFTestCase):
self.assertNoMoreResources()
- @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1243"))
+ @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1234"))
@patch("resource_management.libraries.functions.conf_select.create")
@patch("resource_management.libraries.functions.conf_select.select")
@patch("os.symlink")
@@ -145,11 +148,12 @@ class TestHookAfterInstall(RMFTestCase):
self.executeScript("2.0.6/hooks/after-INSTALL/scripts/hook.py",
classname="AfterInstallHook",
command="hook",
- config_dict = json_content)
+ config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES)
- self.assertResourceCalled('Execute', 'ambari-sudo.sh /usr/bin/hdp-select set all `ambari-python-wrap /usr/bin/hdp-select versions | grep ^2.3 | tail -1`',
- only_if = 'ls -d /usr/hdp/2.3*')
+ self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hive-server2', '2.3.0.0-1234'),
+ sudo = True)
self.assertResourceCalled('XmlConfig', 'core-site.xml',
owner = 'hdfs',
@@ -190,7 +194,7 @@ class TestHookAfterInstall(RMFTestCase):
self.assertNoMoreResources()
- @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1243"))
+ @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1234"))
@patch("resource_management.libraries.functions.conf_select.create")
@patch("resource_management.libraries.functions.conf_select.select")
@patch("os.symlink")
@@ -224,12 +228,13 @@ class TestHookAfterInstall(RMFTestCase):
self.executeScript("2.0.6/hooks/after-INSTALL/scripts/hook.py",
classname="AfterInstallHook",
command="hook",
- config_dict = json_content)
+ config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES)
- self.assertResourceCalled('Execute', 'ambari-sudo.sh /usr/bin/hdp-select set all `ambari-python-wrap /usr/bin/hdp-select versions | grep ^2.3.0.0-1234 | tail -1`',
- only_if = 'ls -d /usr/hdp/2.3.0.0-1234*')
+ self.assertResourceCalled('Execute', ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hive-server2', '2.3.0.0-1234'),
+ sudo = True)
- @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1243"))
+ @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1234"))
@patch("resource_management.libraries.functions.conf_select.create")
@patch("resource_management.libraries.functions.conf_select.select")
@patch("os.symlink")
@@ -253,7 +258,8 @@ class TestHookAfterInstall(RMFTestCase):
self.executeScript("2.0.6/hooks/after-INSTALL/scripts/hook.py",
classname="AfterInstallHook",
command="hook",
- config_dict = json_content)
+ config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES)
# same assertions as test_hook_default_conf_select, but skip hdp-select set all
@@ -297,7 +303,7 @@ class TestHookAfterInstall(RMFTestCase):
@patch("resource_management.core.Logger.warning")
- @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1243"))
+ @patch("shared_initialization.load_version", new = MagicMock(return_value="2.3.0.0-1234"))
@patch("resource_management.libraries.functions.conf_select.create")
@patch("resource_management.libraries.functions.conf_select.select")
@patch("os.symlink")
@@ -326,6 +332,7 @@ class TestHookAfterInstall(RMFTestCase):
self.executeScript("2.0.6/hooks/after-INSTALL/scripts/hook.py",
classname="AfterInstallHook",
command="hook",
- config_dict = json_content)
+ config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES)
- logger_warning_mock.assert_any_call('Skipping running stack-selector-tool for stack 2.3.0.0-1234 as its a sys_prepped host. This may cause symlink pointers not to be created for HDP componets installed later on top of an already sys_prepped host.')
+ logger_warning_mock.assert_any_call('Skipping running stack-selector-tool becase this is a sys_prepped host. This may cause symlink pointers not to be created for HDP componets installed later on top of an already sys_prepped host.')
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py b/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py
index b9747a2..dcc649d 100644
--- a/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py
+++ b/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_client.py
@@ -27,6 +27,8 @@ class TestFalconClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "FALCON/0.5.0.2.1/package"
STACK_VERSION = "2.1"
+ CONFIG_OVERRIDES = {"serviceName":"FALCON", "role":"FALCON_CLIENT"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/falcon_client.py",
classname="FalconClient",
@@ -101,6 +103,7 @@ class TestFalconClient(RMFTestCase):
classname = "FalconClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -120,6 +123,7 @@ class TestFalconClient(RMFTestCase):
classname = "FalconClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py b/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py
index 44da365..a7e6a1e 100644
--- a/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py
+++ b/ambari-server/src/test/python/stacks/2.1/FALCON/test_falcon_server.py
@@ -33,6 +33,8 @@ class TestFalconServer(RMFTestCase):
UPGRADE_STACK_VERSION = "2.2"
DEFAULT_IMMUTABLE_PATHS = ['/apps/hive/warehouse', '/apps/falcon', '/mr-history/done', '/app-logs', '/tmp']
+ CONFIG_OVERRIDES = {"serviceName":"FALCON", "role":"FALCON_SERVER"}
+
def test_start_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/falcon_server.py",
classname="FalconServer",
@@ -225,6 +227,7 @@ class TestFalconServer(RMFTestCase):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/falcon_server.py",
classname = "FalconServer", command = "restart", config_file = "falcon-upgrade.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.UPGRADE_STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES )
@@ -427,6 +430,7 @@ class TestFalconServer(RMFTestCase):
classname = "FalconServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -463,6 +467,7 @@ class TestFalconServer(RMFTestCase):
classname = "FalconServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py b/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py
index e34734c..e3ed890 100644
--- a/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py
+++ b/ambari-server/src/test/python/stacks/2.1/HIVE/test_hive_metastore.py
@@ -33,6 +33,8 @@ class TestHiveMetastore(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "HIVE/0.12.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = { "serviceName" : "HIVE", "role" : "HIVE_METASTORE" }
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hive_metastore.py",
classname = "HiveMetastore",
@@ -416,6 +418,7 @@ class TestHiveMetastore(RMFTestCase):
classname = "HiveMetastore",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -437,6 +440,7 @@ class TestHiveMetastore(RMFTestCase):
classname = "HiveMetastore",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
@@ -551,6 +555,7 @@ class TestHiveMetastore(RMFTestCase):
classname = "HiveMetastore",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
@@ -570,7 +575,7 @@ class TestHiveMetastore(RMFTestCase):
self.assertResourceCalledIgnoreEarlier('Directory', '/var/lib/hive', owner = 'hive', group = 'hadoop',
mode = 0755, create_parents = True, cd_access = 'a')
- self.assertResourceCalled('Execute', ('rm', '-f', '/usr/hdp/current/hive-server2/lib/ojdbc6.jar'),
+ self.assertResourceCalled('Execute', ('rm', '-f', '/usr/hdp/current/hive-metastore/lib/ojdbc6.jar'),
path = ['/bin', '/usr/bin/'],
sudo = True)
@@ -586,7 +591,7 @@ class TestHiveMetastore(RMFTestCase):
self.assertResourceCalled('File', '/usr/hdp/2.3.0.0-1234/hive/lib/mysql-connector-java.jar',
mode = 0644)
- self.assertResourceCalled('File', '/usr/hdp/current/hive-server2/conf/conf.server/hadoop-metrics2-hivemetastore.properties',
+ self.assertResourceCalled('File', '/usr/hdp/current/hive-metastore/conf/conf.server/hadoop-metrics2-hivemetastore.properties',
content = Template('hadoop-metrics2-hivemetastore.properties.j2'),
owner = 'hive',
group = 'hadoop',
@@ -596,7 +601,7 @@ class TestHiveMetastore(RMFTestCase):
content = StaticFile('startMetastore.sh'),
mode = 0755,
)
- self.assertResourceCalled('Execute', ('rm', '-f', '/usr/hdp/current/hive-server2/lib/ojdbc6.jar'),
+ self.assertResourceCalled('Execute', ('rm', '-f', '/usr/hdp/current/hive-metastore/lib/ojdbc6.jar'),
path = ['/bin', '/usr/bin/'],
sudo = True,
)
@@ -760,6 +765,7 @@ class TestHiveMetastore(RMFTestCase):
classname = "HiveMetastore",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
@@ -776,7 +782,7 @@ class TestHiveMetastore(RMFTestCase):
mode = 0755, create_parents = True, cd_access = 'a')
self.assertResourceCalled('Execute',
- ('rm', '-f', '/usr/hdp/current/hive-server2/lib/ojdbc6.jar'),
+ ('rm', '-f', '/usr/hdp/current/hive-metastore/lib/ojdbc6.jar'),
path=["/bin", "/usr/bin/"],
sudo = True)
@@ -790,22 +796,22 @@ class TestHiveMetastore(RMFTestCase):
sudo = True)
self.assertResourceCalled('Execute',
- ('yes | ambari-sudo.sh cp /tmp/sqla-client-jdbc/java/* /usr/hdp/current/hive-server2/lib'))
+ ('yes | ambari-sudo.sh cp /tmp/sqla-client-jdbc/java/* /usr/hdp/current/hive-metastore/lib'))
self.assertResourceCalled('Directory',
- '/usr/hdp/current/hive-server2/lib/native/lib64',
+ '/usr/hdp/current/hive-metastore/lib/native/lib64',
create_parents = True)
self.assertResourceCalled('Execute',
- ('yes | ambari-sudo.sh cp /tmp/sqla-client-jdbc/native/lib64/* /usr/hdp/current/hive-server2/lib/native/lib64'))
+ ('yes | ambari-sudo.sh cp /tmp/sqla-client-jdbc/native/lib64/* /usr/hdp/current/hive-metastore/lib/native/lib64'))
self.assertResourceCalled('Execute',
- ('ambari-sudo.sh chown -R hive:hadoop /usr/hdp/current/hive-server2/lib/*'))
+ ('ambari-sudo.sh chown -R hive:hadoop /usr/hdp/current/hive-metastore/lib/*'))
self.assertResourceCalled('File', '/usr/hdp/2.3.0.0-1234/hive/lib/sqla-client-jdbc.tar.gz',
mode = 0644,
)
- self.assertResourceCalled('File', '/usr/hdp/current/hive-server2/conf/conf.server/hadoop-metrics2-hivemetastore.properties',
+ self.assertResourceCalled('File', '/usr/hdp/current/hive-metastore/conf/conf.server/hadoop-metrics2-hivemetastore.properties',
content = Template('hadoop-metrics2-hivemetastore.properties.j2'),
owner = 'hive',
group = 'hadoop',
@@ -815,7 +821,7 @@ class TestHiveMetastore(RMFTestCase):
content = StaticFile('startMetastore.sh'),
mode = 0755,
)
- self.assertResourceCalled('Execute', ('rm', '-f', '/usr/hdp/current/hive-server2/lib/ojdbc6.jar'),
+ self.assertResourceCalled('Execute', ('rm', '-f', '/usr/hdp/current/hive-metastore/lib/ojdbc6.jar'),
path = ['/bin', '/usr/bin/'],
sudo = True,
)
@@ -825,34 +831,34 @@ class TestHiveMetastore(RMFTestCase):
self.assertResourceCalled('Execute', ('tar', '-xvf', u'/tmp/sqla-client-jdbc.tar.gz', '-C', '/tmp'),
sudo = True,
)
- self.assertResourceCalled('Execute', 'yes | ambari-sudo.sh cp /tmp/sqla-client-jdbc/java/* /usr/hdp/current/hive-server2/lib',)
- self.assertResourceCalled('Directory', '/usr/hdp/current/hive-server2/lib/native/lib64',
+ self.assertResourceCalled('Execute', 'yes | ambari-sudo.sh cp /tmp/sqla-client-jdbc/java/* /usr/hdp/current/hive-metastore/lib',)
+ self.assertResourceCalled('Directory', '/usr/hdp/current/hive-metastore/lib/native/lib64',
create_parents = True,
)
- self.assertResourceCalled('Execute', 'yes | ambari-sudo.sh cp /tmp/sqla-client-jdbc/native/lib64/* /usr/hdp/current/hive-server2/lib/native/lib64',)
- self.assertResourceCalled('Execute', 'ambari-sudo.sh chown -R hive:hadoop /usr/hdp/current/hive-server2/lib/*',)
+ self.assertResourceCalled('Execute', 'yes | ambari-sudo.sh cp /tmp/sqla-client-jdbc/native/lib64/* /usr/hdp/current/hive-metastore/lib/native/lib64',)
+ self.assertResourceCalled('Execute', 'ambari-sudo.sh chown -R hive:hadoop /usr/hdp/current/hive-metastore/lib/*',)
self.assertResourceCalled('File', '/usr/hdp/2.3.0.0-1234/hive/lib/sqla-client-jdbc.tar.gz',
mode = 0644,
)
self.assertResourceCalled('Execute',
- ('yes | ambari-sudo.sh cp /usr/hdp/current/hive-server2/lib/*.jar /usr/hdp/2.3.0.0-1234/hive/lib'))
+ ('yes | ambari-sudo.sh cp /usr/hdp/current/hive-metastore/lib/*.jar /usr/hdp/2.3.0.0-1234/hive/lib'))
self.assertResourceCalled('Directory',
'/usr/hdp/2.3.0.0-1234/hive/lib/native/lib64',
create_parents = True)
self.assertResourceCalled('Execute',
- ('yes | ambari-sudo.sh cp /usr/hdp/current/hive-server2/lib/native/lib64/* /usr/hdp/2.3.0.0-1234/hive/lib/native/lib64'))
+ ('yes | ambari-sudo.sh cp /usr/hdp/current/hive-metastore/lib/native/lib64/* /usr/hdp/2.3.0.0-1234/hive/lib/native/lib64'))
self.assertResourceCalled('Execute',
- ('ambari-sudo.sh chown -R hive:hadoop /usr/hdp/current/hive-server2/lib/*'))
+ ('ambari-sudo.sh chown -R hive:hadoop /usr/hdp/current/hive-metastore/lib/*'))
self.assertResourceCalled('File', '/usr/hdp/2.3.0.0-1234/hive/lib/sqla-client-jdbc.tar.gz',
mode = 0644,
)
self.assertResourceCalled('Execute', "/usr/hdp/2.3.0.0-1234/hive/bin/schematool -dbType sqlanywhere -upgradeSchema",
- logoutput = True, environment = {'HIVE_CONF_DIR': '/usr/hdp/current/hive-server2/conf/conf.server'},
+ logoutput = True, environment = {'HIVE_CONF_DIR': '/usr/hdp/current/hive-metastore/conf/conf.server'},
tries = 1, user = 'hive')
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py
index f208d3a..608b156 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_drpc_server.py
@@ -27,6 +27,8 @@ from test_storm_base import TestStormBase
@patch("resource_management.libraries.functions.get_user_call_output.get_user_call_output", new=MagicMock(return_value=(0, '123', '')))
class TestStormDrpcServer(TestStormBase):
+ CONFIG_OVERRIDES = {"serviceName":"STORM", "role":"DRPC_SERVER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/drpc_server.py",
classname = "DrpcServer",
@@ -144,6 +146,7 @@ class TestStormDrpcServer(TestStormBase):
classname = "DrpcServer",
command = "pre_upgrade_restart",
config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -161,6 +164,7 @@ class TestStormDrpcServer(TestStormBase):
classname = "DrpcServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py
index fd25126..ab5da22 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus.py
@@ -26,6 +26,7 @@ from test_storm_base import TestStormBase
@patch("resource_management.libraries.functions.get_user_call_output.get_user_call_output", new=MagicMock(return_value=(0, '123', '')))
class TestStormNimbus(TestStormBase):
+ CONFIG_OVERRIDES = {"serviceName":"STORM", "role":"NIMBUS"}
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/nimbus.py",
@@ -282,6 +283,7 @@ class TestStormNimbus(TestStormBase):
classname = "Nimbus",
command = "pre_upgrade_restart",
config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -300,6 +302,7 @@ class TestStormNimbus(TestStormBase):
classname = "Nimbus",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py
index 850a98b..efa50c8 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_nimbus_prod.py
@@ -25,6 +25,7 @@ import resource_management.core.source
from test_storm_base import TestStormBase
class TestStormNimbus(TestStormBase):
+ CONFIG_OVERRIDES = {"serviceName":"STORM", "role":"NIMBUS"}
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/nimbus_prod.py",
@@ -117,6 +118,7 @@ class TestStormNimbus(TestStormBase):
classname = "Nimbus",
command = "pre_upgrade_restart",
config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -136,6 +138,7 @@ class TestStormNimbus(TestStormBase):
classname = "Nimbus",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, '')],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py
index b7ec7ba..116597b 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor.py
@@ -27,6 +27,8 @@ from test_storm_base import TestStormBase
@patch("resource_management.libraries.functions.get_user_call_output.get_user_call_output", new=MagicMock(return_value=(0, '123', '')))
class TestStormSupervisor(TestStormBase):
+ CONFIG_OVERRIDES = {"serviceName":"STORM", "role":"SUPERVISOR"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/supervisor.py",
classname = "Supervisor",
@@ -182,6 +184,7 @@ class TestStormSupervisor(TestStormBase):
classname = "Supervisor",
command = "pre_upgrade_restart",
config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -200,6 +203,7 @@ class TestStormSupervisor(TestStormBase):
classname = "Supervisor",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py
index 21c5f2c..46221a9 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_supervisor_prod.py
@@ -27,6 +27,8 @@ from test_storm_base import TestStormBase
@patch("resource_management.libraries.functions.get_user_call_output.get_user_call_output", new=MagicMock(return_value=(0, '123', '')))
class TestStormSupervisor(TestStormBase):
+ CONFIG_OVERRIDES = {"serviceName":"STORM", "role":"SUPERVISOR"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/supervisor_prod.py",
classname = "Supervisor",
@@ -159,6 +161,7 @@ class TestStormSupervisor(TestStormBase):
classname = "Supervisor",
command = "pre_upgrade_restart",
config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -178,6 +181,7 @@ class TestStormSupervisor(TestStormBase):
classname = "Supervisor",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py
index 3ac38c7..985c754 100644
--- a/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py
+++ b/ambari-server/src/test/python/stacks/2.1/STORM/test_storm_ui_server.py
@@ -27,6 +27,8 @@ from test_storm_base import TestStormBase
@patch("resource_management.libraries.functions.get_user_call_output.get_user_call_output", new=MagicMock(return_value=(0, '123', '')))
class TestStormUiServer(TestStormBase):
+ CONFIG_OVERRIDES = {"serviceName":"STORM", "role":"STORM_UI_SERVER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/ui_server.py",
classname = "UiServer",
@@ -209,10 +211,10 @@ class TestStormUiServer(TestStormBase):
)
self.assertNoMoreResources()
- def test_pre_upgrade_restart(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/ui_server.py",
classname = "UiServer",
command = "pre_upgrade_restart",
+ config_overrides = self.CONFIG_OVERRIDES,
config_file="default.json",
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -231,6 +233,7 @@ class TestStormUiServer(TestStormBase):
classname = "UiServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py b/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py
index e63090a..bd7567a 100644
--- a/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py
+++ b/ambari-server/src/test/python/stacks/2.1/TEZ/test_tez_client.py
@@ -27,6 +27,8 @@ class TestTezClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "TEZ/0.4.0.2.1/package"
STACK_VERSION = "2.1"
+ CONFIG_OVERRIDES = {"serviceName":"TEZ", "role":"TEZ_CLIENT"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/tez_client.py",
classname = "TezClient",
@@ -70,6 +72,7 @@ class TestTezClient(RMFTestCase):
classname = "TezClient",
command = "restart",
config_file="client-upgrade.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -84,6 +87,7 @@ class TestTezClient(RMFTestCase):
classname = "TezClient",
command = "restart",
config_file="client-upgrade.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py b/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py
index 530d1d9..ad2d25f 100644
--- a/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py
+++ b/ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py
@@ -34,6 +34,8 @@ class TestAppTimelineServer(RMFTestCase):
STACK_VERSION = "2.0.6"
DEFAULT_IMMUTABLE_PATHS = ['/apps/hive/warehouse', '/apps/falcon', '/mr-history/done', '/app-logs', '/tmp']
+ CONFIG_OVERRIDES = {"serviceName":"YARN", "role":"APP_TIMELINE_SERVER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/application_timeline_server.py",
classname="ApplicationTimelineServer",
@@ -279,6 +281,7 @@ class TestAppTimelineServer(RMFTestCase):
classname = "ApplicationTimelineServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, '')],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py b/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py
index e3430e5..3ffd0a9 100644
--- a/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py
+++ b/ambari-server/src/test/python/stacks/2.2/ACCUMULO/test_accumulo_client.py
@@ -29,6 +29,8 @@ class TestAccumuloClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "ACCUMULO/1.6.1.2.2.0/package"
STACK_VERSION = "2.1"
+ CONFIG_OVERRIDES = {"serviceName":"ACCUMULO", "role":"ACCUMULO_CLIENT"}
+
def test_pre_upgrade_restart(self):
config_file = self.get_src_folder() + "/test/python/stacks/2.2/configs/default.json"
with open(config_file, "r") as f:
@@ -41,6 +43,7 @@ class TestAccumuloClient(RMFTestCase):
classname = "AccumuloClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -62,6 +65,7 @@ class TestAccumuloClient(RMFTestCase):
classname = "AccumuloClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py b/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py
index d6afa50..477830e 100644
--- a/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py
+++ b/ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py
@@ -28,6 +28,8 @@ class TestKafkaBroker(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "KAFKA/0.8.1/package"
STACK_VERSION = "2.2"
+ CONFIG_OVERRIDES = {"serviceName":"KAFKA", "role":"KAFKA_BROKER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/kafka_broker.py",
classname = "KafkaBroker",
@@ -133,6 +135,7 @@ class TestKafkaBroker(RMFTestCase):
classname = "KafkaBroker",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -152,6 +155,7 @@ class TestKafkaBroker(RMFTestCase):
classname = "KafkaBroker",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py b/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py
index 638f92e..d4dcc48 100644
--- a/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py
+++ b/ambari-server/src/test/python/stacks/2.2/SLIDER/test_slider_client.py
@@ -27,6 +27,8 @@ class TestSliderClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "SLIDER/0.60.0.2.2/package"
STACK_VERSION = "2.2"
+ CONFIG_OVERRIDES = {"serviceName":"SLIDER", "role":"SLIDER"}
+
def test_configure_default(self):
self.maxDiff = None
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/slider_client.py",
@@ -168,6 +170,7 @@ class TestSliderClient(RMFTestCase):
classname = "SliderClient",
command = "pre_upgrade_restart",
config_file="default.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -187,6 +190,7 @@ class TestSliderClient(RMFTestCase):
classname = "SliderClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
@@ -194,6 +198,8 @@ class TestSliderClient(RMFTestCase):
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'slider-client', '2.3.0.0-1234'), sudo=True)
self.assertResourceCalledIgnoreEarlier("Execute", ('ambari-python-wrap', '/usr/bin/hdp-select', 'set', 'hadoop-client', '2.3.0.0-1234'), sudo=True)
+ self.assertResourceCalled('Link', '/etc/hadoop/conf', to='/usr/hdp/current/hadoop-client/conf')
+
self.assertNoMoreResources()
self.assertEquals(2, mocks_dict['call'].call_count)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py b/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py
index 186ff72..b87f8fc 100644
--- a/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py
+++ b/ambari-server/src/test/python/stacks/2.2/SPARK/test_job_history_server.py
@@ -30,6 +30,8 @@ class TestJobHistoryServer(RMFTestCase):
STACK_VERSION = "2.2"
DEFAULT_IMMUTABLE_PATHS = ['/apps/hive/warehouse', '/apps/falcon', '/mr-history/done', '/app-logs', '/tmp']
+ CONFIG_OVERRIDES = {"serviceName":"SPARK", "role":"SPARK_JOBHISTORYSERVER"}
+
@patch("resource_management.libraries.functions.copy_tarball.copy_to_hdfs")
def test_configure_default(self, copy_to_hdfs_mock):
copy_to_hdfs_mock = True
@@ -334,6 +336,7 @@ class TestJobHistoryServer(RMFTestCase):
classname = "JobHistoryServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py b/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py
index 0921edc..3fe59ad 100644
--- a/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py
+++ b/ambari-server/src/test/python/stacks/2.2/SPARK/test_spark_client.py
@@ -29,6 +29,8 @@ class TestSparkClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "SPARK/1.2.1/package"
STACK_VERSION = "2.2"
+ CONFIG_OVERRIDES = {"serviceName":"SPARK", "role":"SPARK_CLIENT"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/spark_client.py",
classname = "SparkClient",
@@ -163,6 +165,7 @@ class TestSparkClient(RMFTestCase):
classname = "SparkClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
@@ -192,6 +195,7 @@ class TestSparkClient(RMFTestCase):
classname = "SparkClient",
command = "stack_upgrade_save_new_config",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py b/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py
index 17be97f..9286b7a 100644
--- a/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py
+++ b/ambari-server/src/test/python/stacks/2.3/MAHOUT/test_mahout_client.py
@@ -29,6 +29,8 @@ class TestMahoutClient(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "MAHOUT/1.0.0.2.3/package"
STACK_VERSION = "2.3"
+ CONFIG_OVERRIDES = {"serviceName":"MAHOUT", "role":"MAHOUT"}
+
def test_configure_default(self):
self.executeScript(
self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/mahout_client.py",
@@ -73,6 +75,7 @@ class TestMahoutClient(RMFTestCase):
classname = "MahoutClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
@@ -98,6 +101,7 @@ class TestMahoutClient(RMFTestCase):
classname = "MahoutClient",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = itertools.cycle([(0, None, '')]),
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py b/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py
index e8e9320..ddd1ab3 100644
--- a/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py
+++ b/ambari-server/src/test/python/stacks/2.3/SPARK/test_spark_thrift_server.py
@@ -30,6 +30,8 @@ class TestSparkThriftServer(RMFTestCase):
STACK_VERSION = "2.3"
DEFAULT_IMMUTABLE_PATHS = ['/apps/hive/warehouse', '/apps/falcon', '/mr-history/done', '/app-logs', '/tmp']
+ CONFIG_OVERRIDES = {"serviceName":"SPARK", "role":"SPARK_THRIFTSERVER"}
+
@patch("resource_management.libraries.functions.copy_tarball.copy_to_hdfs")
def test_configure_default(self, copy_to_hdfs_mock):
copy_to_hdfs_mock = True
@@ -180,6 +182,7 @@ class TestSparkThriftServer(RMFTestCase):
classname = "SparkThriftServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/utils/RMFTestCase.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/utils/RMFTestCase.py b/ambari-server/src/test/python/stacks/utils/RMFTestCase.py
index 2f3794d..e48c8c7 100644
--- a/ambari-server/src/test/python/stacks/utils/RMFTestCase.py
+++ b/ambari-server/src/test/python/stacks/utils/RMFTestCase.py
@@ -109,6 +109,9 @@ class RMFTestCase(TestCase):
if "stack_features" not in self.config_dict["configurations"]["cluster-env"]:
self.config_dict["configurations"]["cluster-env"]["stack_features"] = RMFTestCase.get_stack_features()
+ if "stack_select_packages" not in self.config_dict["configurations"]["cluster-env"]:
+ self.config_dict["configurations"]["cluster-env"]["stack_select_packages"] = RMFTestCase.get_stack_select_packages()
+
if config_overrides:
for key, value in config_overrides.iteritems():
self.config_dict[key] = value
@@ -192,6 +195,15 @@ class RMFTestCase(TestCase):
return f.read()
@staticmethod
+ def get_stack_select_packages():
+ """
+ Read stack_select_packages config property from resources/stacks/HDP/2.0.6/properties/stack_features.json
+ """
+ stack_features_file = os.path.join(RMFTestCase.get_src_folder(), PATH_TO_STACKS, "2.0.6", "properties", "stack_select_packages.json")
+ with open(stack_features_file, "r") as f:
+ return f.read()
+
+ @staticmethod
def _getStackTestsFolder():
return os.path.join(RMFTestCase.get_src_folder(), PATH_TO_STACK_TESTS)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/hook.py
----------------------------------------------------------------------
diff --git a/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/hook.py b/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/hook.py
index 8a583b3..8bae9e6 100644
--- a/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/hook.py
+++ b/contrib/management-packs/hdf-ambari-mpack/src/main/resources/stacks/HDF/2.0/hooks/after-INSTALL/scripts/hook.py
@@ -28,7 +28,7 @@ class AfterInstallHook(Hook):
import params
env.set_params(params)
- setup_stack_symlinks()
+ setup_stack_symlinks(self.stroutfile)
setup_config()
link_configs(self.stroutfile)
[38/52] [abbrv] ambari git commit: AMBARI-21669 Provide ability on
the UI to parse include/exclude files host task name. (atkach)
Posted by jl...@apache.org.
AMBARI-21669 Provide ability on the UI to parse include/exclude files host task name. (atkach)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/153e03aa
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/153e03aa
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/153e03aa
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 153e03aa024ffa483ad2f905151f1dcb8911b520
Parents: 58827ad
Author: Andrii Tkach <at...@apache.org>
Authored: Mon Aug 7 16:24:50 2017 +0300
Committer: Andrii Tkach <at...@apache.org>
Committed: Mon Aug 7 17:24:41 2017 +0300
----------------------------------------------------------------------
ambari-web/app/utils/helper.js | 11 ++++++++---
ambari-web/test/utils/helper_test.js | 5 +++++
2 files changed, 13 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/153e03aa/ambari-web/app/utils/helper.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/utils/helper.js b/ambari-web/app/utils/helper.js
index 4867c65..3bc247c 100644
--- a/ambari-web/app/utils/helper.js
+++ b/ambari-web/app/utils/helper.js
@@ -698,23 +698,28 @@ App.format = {
var detailArr = command_detail.split(' ');
var self = this;
var result = '';
+ var isIncludeExcludeFiles = false;
//if an optional operation display name has been specified in the service metainfo.xml
if (ops_display_name != null && ops_display_name.length > 0) {
result = result + ' ' + ops_display_name;
} else {
detailArr.forEach( function(item) {
// if the item has the pattern SERVICE/COMPONENT, drop the SERVICE part
- if (item.contains('/')) {
+ if (item.contains('/') && !isIncludeExcludeFiles) {
item = item.split('/')[1];
}
- if (item == 'DECOMMISSION,') {
+ if (item === 'DECOMMISSION,') {
// ignore text 'DECOMMISSION,'( command came from 'excluded/included'), here get the component name from request_inputs
- item = (jQuery.parseJSON(request_inputs)) ? jQuery.parseJSON(request_inputs).slave_type : '';
+ var parsedInputs = jQuery.parseJSON(request_inputs);
+ item = (parsedInputs) ? (parsedInputs.slave_type || '') : '';
+ isIncludeExcludeFiles = (parsedInputs) ? parsedInputs.is_add_or_delete_slave_request === 'true' : false;
}
if (self.components[item]) {
result = result + ' ' + self.components[item];
} else if (self.command[item]) {
result = result + ' ' + self.command[item];
+ } else if (isIncludeExcludeFiles) {
+ result = result + ' ' + item;
} else {
result = result + ' ' + self.role(item, false);
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/153e03aa/ambari-web/test/utils/helper_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/utils/helper_test.js b/ambari-web/test/utils/helper_test.js
index 9dcbc4f..e64ee7e 100644
--- a/ambari-web/test/utils/helper_test.js
+++ b/ambari-web/test/utils/helper_test.js
@@ -280,6 +280,11 @@ describe('utils/helper', function() {
it('should return install repo message', function() {
expect(App.format.commandDetail(installRepo)).to.be.equal(Em.I18n.t('common.installRepo.task'));
});
+ it('should return raw text when is_add_or_delete_slave_request=true', function() {
+ var inputs = '{"is_add_or_delete_slave_request":"true"}';
+ expect(App.format.commandDetail('DECOMMISSION, Update Include/Exclude Files', inputs))
+ .to.be.equal(' Update Include/Exclude Files');
+ });
});
describe('#taskStatus()', function(){
var testable = [
[28/52] [abbrv] ambari git commit: AMBARI-21592 Log Feeder properties
should be handled by one class (mgergely)
Posted by jl...@apache.org.
AMBARI-21592 Log Feeder properties should be handled by one class (mgergely)
Change-Id: I3193f3b7a4b7f64ed7d60191f446640500b46a0e
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/27386c3d
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/27386c3d
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/27386c3d
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 27386c3d9eae250a72f3b23308c752e5e32765c1
Parents: 98f15c9
Author: Miklos Gergely <mg...@hortonworks.com>
Authored: Fri Aug 4 11:03:51 2017 +0200
Committer: Miklos Gergely <mg...@hortonworks.com>
Committed: Fri Aug 4 11:03:51 2017 +0200
----------------------------------------------------------------------
.../org/apache/ambari/logfeeder/LogFeeder.java | 10 +-
.../ambari/logfeeder/common/ConfigHandler.java | 27 +-
.../logfeeder/input/AbstractInputFile.java | 4 +-
.../apache/ambari/logfeeder/input/Input.java | 70 +--
.../logfeeder/input/InputConfigUploader.java | 17 +-
.../ambari/logfeeder/input/InputManager.java | 28 +-
.../ambari/logfeeder/input/InputSimulate.java | 77 +--
.../loglevelfilter/LogLevelFilterHandler.java | 29 +-
.../logfeeder/metrics/LogFeederAMSClient.java | 45 +-
.../ambari/logfeeder/output/OutputHDFSFile.java | 3 +-
.../ambari/logfeeder/output/OutputS3File.java | 3 +-
.../ambari/logfeeder/output/OutputSolr.java | 39 +-
.../logfeeder/util/LogFeederPropertiesUtil.java | 498 +++++++++++++++++++
.../ambari/logfeeder/util/LogFeederUtil.java | 165 +-----
.../apache/ambari/logfeeder/util/SSLUtil.java | 14 +-
.../logconfig/LogConfigHandlerTest.java | 4 +-
.../logfeeder/metrics/MetricsManagerTest.java | 4 +-
17 files changed, 575 insertions(+), 462 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java
index ba3412b..2461819 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/LogFeeder.java
@@ -36,7 +36,7 @@ import org.apache.ambari.logfeeder.input.InputConfigUploader;
import org.apache.ambari.logfeeder.loglevelfilter.LogLevelFilterHandler;
import org.apache.ambari.logfeeder.metrics.MetricData;
import org.apache.ambari.logfeeder.metrics.MetricsManager;
-import org.apache.ambari.logfeeder.util.LogFeederUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logfeeder.util.SSLUtil;
import com.google.common.collect.Maps;
import com.google.gson.GsonBuilder;
@@ -80,13 +80,13 @@ public class LogFeeder {
SSLUtil.ensureStorePasswords();
- config = LogSearchConfigFactory.createLogSearchConfig(Component.LOGFEEDER, Maps.fromProperties(LogFeederUtil.getProperties()),
- LogFeederUtil.getClusterName(), LogSearchConfigZK.class);
+ config = LogSearchConfigFactory.createLogSearchConfig(Component.LOGFEEDER,Maps.fromProperties(LogFeederPropertiesUtil.getProperties()),
+ LogFeederPropertiesUtil.getClusterName(), LogSearchConfigZK.class);
configHandler = new ConfigHandler(config);
configHandler.init();
LogLevelFilterHandler.init(config);
InputConfigUploader.load(config);
- config.monitorInputConfigChanges(configHandler, new LogLevelFilterHandler(), LogFeederUtil.getClusterName());
+ config.monitorInputConfigChanges(configHandler, new LogLevelFilterHandler(), LogFeederPropertiesUtil.getClusterName());
metricsManager.init();
@@ -182,7 +182,7 @@ public class LogFeeder {
if (cli.isMonitor()) {
try {
- LogFeederUtil.loadProperties();
+ LogFeederPropertiesUtil.loadProperties();
} catch (Throwable t) {
LOG.warn("Could not load logfeeder properites");
System.exit(1);
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java
index 30b61a1..11df9dc 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/common/ConfigHandler.java
@@ -47,9 +47,9 @@ import org.apache.commons.io.IOUtils;
import org.apache.commons.lang.BooleanUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.ambari.logfeeder.util.AliasUtil.AliasType;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logsearch.config.api.InputConfigMonitor;
import org.apache.ambari.logsearch.config.api.LogSearchConfig;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
import org.apache.ambari.logsearch.config.api.model.inputconfig.FilterDescriptor;
import org.apache.ambari.logsearch.config.api.model.inputconfig.FilterGrokDescriptor;
import org.apache.ambari.logsearch.config.api.model.inputconfig.InputConfig;
@@ -62,30 +62,9 @@ import org.apache.log4j.Logger;
import com.google.gson.reflect.TypeToken;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
public class ConfigHandler implements InputConfigMonitor {
private static final Logger LOG = Logger.getLogger(ConfigHandler.class);
- @LogSearchPropertyDescription(
- name = "logfeeder.config.files",
- description = "Comma separated list of the config files containing global / output configurations.",
- examples = {"global.json,output.json", "/etc/ambari-logsearch-logfeeder/conf/global.json"},
- defaultValue = "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CONFIG_FILES_PROPERTY = "logfeeder.config.files";
-
- private static final int DEFAULT_SIMULATE_INPUT_NUMBER = 0;
- @LogSearchPropertyDescription(
- name = "logfeeder.simulate.input_number",
- description = "The number of the simulator instances to run with. O means no simulation.",
- examples = {"10"},
- defaultValue = DEFAULT_SIMULATE_INPUT_NUMBER + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String SIMULATE_INPUT_NUMBER_PROPERTY = "logfeeder.simulate.input_number";
-
private final LogSearchConfig logSearchConfig;
private final OutputManager outputManager = new OutputManager();
@@ -135,7 +114,7 @@ public class ConfigHandler implements InputConfigMonitor {
private List<String> getConfigFiles() {
List<String> configFiles = new ArrayList<>();
- String logFeederConfigFilesProperty = LogFeederUtil.getStringProperty(CONFIG_FILES_PROPERTY);
+ String logFeederConfigFilesProperty = LogFeederPropertiesUtil.getConfigFiles();
LOG.info("logfeeder.config.files=" + logFeederConfigFilesProperty);
if (logFeederConfigFilesProperty != null) {
configFiles.addAll(Arrays.asList(logFeederConfigFilesProperty.split(",")));
@@ -238,7 +217,7 @@ public class ConfigHandler implements InputConfigMonitor {
}
private void simulateIfNeeded() throws Exception {
- int simulatedInputNumber = LogFeederUtil.getIntProperty(SIMULATE_INPUT_NUMBER_PROPERTY, DEFAULT_SIMULATE_INPUT_NUMBER);
+ int simulatedInputNumber = LogFeederPropertiesUtil.getSimulateInputNumber();
if (simulatedInputNumber == 0)
return;
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/AbstractInputFile.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/AbstractInputFile.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/AbstractInputFile.java
index 9535260..b021c37 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/AbstractInputFile.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/AbstractInputFile.java
@@ -29,6 +29,7 @@ import java.util.HashMap;
import java.util.Map;
import org.apache.ambari.logfeeder.util.FileUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logfeeder.util.LogFeederUtil;
import org.apache.ambari.logsearch.config.api.model.inputconfig.InputFileBaseDescriptor;
import org.apache.commons.lang.ObjectUtils;
@@ -68,8 +69,7 @@ public abstract class AbstractInputFile extends Input {
public void init() throws Exception {
LOG.info("init() called");
- checkPointExtension = LogFeederUtil.getStringProperty(InputManager.CHECKPOINT_EXTENSION_PROPERTY,
- InputManager.DEFAULT_CHECKPOINT_EXTENSION);
+ checkPointExtension = LogFeederPropertiesUtil.getCheckPointExtension();
// Let's close the file and set it to true after we start monitoring it
setClosed(true);
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/Input.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/Input.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/Input.java
index 8050263..972011d 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/Input.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/Input.java
@@ -31,8 +31,7 @@ import org.apache.ambari.logfeeder.filter.Filter;
import org.apache.ambari.logfeeder.metrics.MetricData;
import org.apache.ambari.logfeeder.output.Output;
import org.apache.ambari.logfeeder.output.OutputManager;
-import org.apache.ambari.logfeeder.util.LogFeederUtil;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logsearch.config.api.model.inputconfig.Conditions;
import org.apache.ambari.logsearch.config.api.model.inputconfig.Fields;
import org.apache.ambari.logsearch.config.api.model.inputconfig.FilterDescriptor;
@@ -40,58 +39,7 @@ import org.apache.ambari.logsearch.config.api.model.inputconfig.InputDescriptor;
import org.apache.commons.lang.BooleanUtils;
import org.apache.log4j.Priority;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
public abstract class Input extends ConfigItem implements Runnable {
- private static final boolean DEFAULT_CACHE_ENABLED = false;
- @LogSearchPropertyDescription(
- name = "logfeeder.cache.enabled",
- description = "Enables the usage of a cache to avoid duplications.",
- examples = {"true"},
- defaultValue = DEFAULT_CACHE_ENABLED + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CACHE_ENABLED_PROPERTY = "logfeeder.cache.enabled";
-
- private static final String DEFAULT_CACHE_KEY_FIELD = "log_message";
- @LogSearchPropertyDescription(
- name = "logfeeder.cache.key.field",
- description = "The field which's value should be cached and should be checked for repteitions.",
- examples = {"some_field_prone_to_repeating_value"},
- defaultValue = DEFAULT_CACHE_KEY_FIELD,
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CACHE_KEY_FIELD_PROPERTY = "logfeeder.cache.key.field";
-
- private static final int DEFAULT_CACHE_SIZE = 100;
- @LogSearchPropertyDescription(
- name = "logfeeder.cache.size",
- description = "The number of log entries to cache in order to avoid duplications.",
- examples = {"50"},
- defaultValue = DEFAULT_CACHE_SIZE + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CACHE_SIZE_PROPERTY = "logfeeder.cache.size";
-
- private static final boolean DEFAULT_CACHE_LAST_DEDUP_ENABLED = false;
- @LogSearchPropertyDescription(
- name = "logfeeder.cache.last.dedup.enabled",
- description = "Enable filtering directly repeating log entries irrelevant of the time spent between them.",
- examples = {"true"},
- defaultValue = DEFAULT_CACHE_LAST_DEDUP_ENABLED + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CACHE_LAST_DEDUP_ENABLED_PROPERTY = "logfeeder.cache.last.dedup.enabled";
-
- private static final long DEFAULT_CACHE_DEDUP_INTERVAL = 1000;
- @LogSearchPropertyDescription(
- name = "logfeeder.cache.dedup.interval",
- description = "Maximum number of milliseconds between two identical messages to be filtered out.",
- examples = {"500"},
- defaultValue = DEFAULT_CACHE_DEDUP_INTERVAL + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CACHE_DEDUP_INTERVAL_PROPERTY = "logfeeder.cache.dedup.interval";
private static final boolean DEFAULT_TAIL = true;
private static final boolean DEFAULT_USE_EVENT_MD5 = false;
@@ -294,25 +242,25 @@ public abstract class Input extends ConfigItem implements Runnable {
private void initCache() {
boolean cacheEnabled = inputDescriptor.isCacheEnabled() != null
? inputDescriptor.isCacheEnabled()
- : LogFeederUtil.getBooleanProperty(CACHE_ENABLED_PROPERTY, DEFAULT_CACHE_ENABLED);
+ : LogFeederPropertiesUtil.isCacheEnabled();
if (cacheEnabled) {
String cacheKeyField = inputDescriptor.getCacheKeyField() != null
? inputDescriptor.getCacheKeyField()
- : LogFeederUtil.getStringProperty(CACHE_KEY_FIELD_PROPERTY, DEFAULT_CACHE_KEY_FIELD);
+ : LogFeederPropertiesUtil.getCacheKeyField();
setCacheKeyField(cacheKeyField);
- boolean cacheLastDedupEnabled = inputDescriptor.getCacheLastDedupEnabled() != null
- ? inputDescriptor.getCacheLastDedupEnabled()
- : LogFeederUtil.getBooleanProperty(CACHE_LAST_DEDUP_ENABLED_PROPERTY, DEFAULT_CACHE_LAST_DEDUP_ENABLED);
-
int cacheSize = inputDescriptor.getCacheSize() != null
? inputDescriptor.getCacheSize()
- : LogFeederUtil.getIntProperty(CACHE_SIZE_PROPERTY, DEFAULT_CACHE_SIZE);
+ : LogFeederPropertiesUtil.getCacheSize();
+
+ boolean cacheLastDedupEnabled = inputDescriptor.getCacheLastDedupEnabled() != null
+ ? inputDescriptor.getCacheLastDedupEnabled()
+ : LogFeederPropertiesUtil.isCacheLastDedupEnabled();
long cacheDedupInterval = inputDescriptor.getCacheDedupInterval() != null
? inputDescriptor.getCacheDedupInterval()
- : Long.parseLong(LogFeederUtil.getStringProperty(CACHE_DEDUP_INTERVAL_PROPERTY, String.valueOf(DEFAULT_CACHE_DEDUP_INTERVAL)));
+ : Long.parseLong(LogFeederPropertiesUtil.getCacheDedupInterval());
setCache(new LRUCache(cacheSize, filePath, cacheDedupInterval, cacheLastDedupEnabled));
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java
index 10642d1..5fdfded 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputConfigUploader.java
@@ -28,25 +28,14 @@ import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.apache.ambari.logsearch.config.api.LogSearchConfig;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
-import org.apache.ambari.logfeeder.util.LogFeederUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.log4j.Logger;
import com.google.common.io.Files;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
public class InputConfigUploader extends Thread {
protected static final Logger LOG = Logger.getLogger(InputConfigUploader.class);
- @LogSearchPropertyDescription(
- name = "logfeeder.config.dir",
- description = "The directory where shipper configuration files are looked for.",
- examples = {"/etc/ambari-logsearch-logfeeder/conf"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CONFIG_DIR_PROPERTY = "logfeeder.config.dir";
-
private static final long SLEEP_BETWEEN_CHECK = 2000;
private final File configDir;
@@ -68,7 +57,7 @@ public class InputConfigUploader extends Thread {
super("Input Config Loader");
setDaemon(true);
- this.configDir = new File(LogFeederUtil.getStringProperty(CONFIG_DIR_PROPERTY));
+ this.configDir = new File(LogFeederPropertiesUtil.getConfigDir());
this.config = config;
}
@@ -85,7 +74,7 @@ public class InputConfigUploader extends Thread {
String inputConfig = Files.toString(inputConfigFile, Charset.defaultCharset());
if (!config.inputConfigExistsLogFeeder(serviceName)) {
- config.createInputConfig(LogFeederUtil.getClusterName(), serviceName, inputConfig);
+ config.createInputConfig(LogFeederPropertiesUtil.getClusterName(), serviceName, inputConfig);
}
filesHandled.add(inputConfigFile.getAbsolutePath());
} catch (Exception e) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputManager.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputManager.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputManager.java
index 091015a..f1b422f 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputManager.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputManager.java
@@ -35,36 +35,16 @@ import java.util.UUID;
import org.apache.ambari.logfeeder.metrics.MetricData;
import org.apache.ambari.logfeeder.util.FileUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logfeeder.util.LogFeederUtil;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
import org.apache.commons.io.filefilter.WildcardFileFilter;
import org.apache.commons.lang3.StringUtils;
import org.apache.log4j.Logger;
import org.apache.solr.common.util.Base64;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
public class InputManager {
private static final Logger LOG = Logger.getLogger(InputManager.class);
- public static final String DEFAULT_CHECKPOINT_EXTENSION = ".cp";
- @LogSearchPropertyDescription(
- name = "logfeeder.checkpoint.extension",
- description = "The extension used for checkpoint files.",
- examples = {"ckp"},
- defaultValue = DEFAULT_CHECKPOINT_EXTENSION,
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- public static final String CHECKPOINT_EXTENSION_PROPERTY = "logfeeder.checkpoint.extension";
-
- @LogSearchPropertyDescription(
- name = "logfeeder.checkpoint.folder",
- description = "The folder wher checkpoint files are stored.",
- examples = {"/etc/ambari-logsearch-logfeeder/conf/checkpoints"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CHECKPOINT_FOLDER_PROPERTY = "logfeeder.checkpoint.folder";
-
private static final String CHECKPOINT_SUBFOLDER_NAME = "logfeeder_checkpoints";
private Map<String, List<Input>> inputs = new HashMap<>();
@@ -138,11 +118,11 @@ public class InputManager {
}
private void initCheckPointSettings() {
- checkPointExtension = LogFeederUtil.getStringProperty(CHECKPOINT_EXTENSION_PROPERTY, DEFAULT_CHECKPOINT_EXTENSION);
+ checkPointExtension = LogFeederPropertiesUtil.getCheckPointExtension();
LOG.info("Determining valid checkpoint folder");
boolean isCheckPointFolderValid = false;
// We need to keep track of the files we are reading.
- String checkPointFolder = LogFeederUtil.getStringProperty(CHECKPOINT_FOLDER_PROPERTY);
+ String checkPointFolder = LogFeederPropertiesUtil.getCheckpointFolder();
if (!StringUtils.isEmpty(checkPointFolder)) {
checkPointFolderFile = new File(checkPointFolder);
isCheckPointFolderValid = verifyCheckPointFolder(checkPointFolderFile);
@@ -150,7 +130,7 @@ public class InputManager {
if (!isCheckPointFolderValid) {
// Let's use tmp folder
- String tmpFolder = LogFeederUtil.getLogFeederTempDir();
+ String tmpFolder = LogFeederPropertiesUtil.getLogFeederTempDir();
checkPointFolderFile = new File(tmpFolder, CHECKPOINT_SUBFOLDER_NAME);
LOG.info("Checking if tmp folder can be used for checkpoints. Folder=" + checkPointFolderFile);
isCheckPointFolderValid = verifyCheckPointFolder(checkPointFolderFile);
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputSimulate.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputSimulate.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputSimulate.java
index 7c487ba..df6c941 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputSimulate.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/input/InputSimulate.java
@@ -33,8 +33,8 @@ import java.util.concurrent.atomic.AtomicInteger;
import org.apache.ambari.logfeeder.filter.Filter;
import org.apache.ambari.logfeeder.filter.FilterJSON;
import org.apache.ambari.logfeeder.output.Output;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logfeeder.util.LogFeederUtil;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
import org.apache.ambari.logsearch.config.api.model.inputconfig.InputDescriptor;
import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.FilterJsonDescriptorImpl;
import org.apache.ambari.logsearch.config.zookeeper.model.inputconfig.impl.InputDescriptorImpl;
@@ -43,70 +43,9 @@ import org.apache.solr.common.util.Base64;
import com.google.common.base.Joiner;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
public class InputSimulate extends Input {
private static final String LOG_TEXT_PATTERN = "{ logtime=\"%d\", level=\"%s\", log_message=\"%s\", host=\"%s\"}";
-
- private static final String DEFAULT_LOG_LEVEL = "WARN";
- @LogSearchPropertyDescription(
- name = "logfeeder.simulate.log_level",
- description = "The log level to create the simulated log entries with.",
- examples = {"INFO"},
- defaultValue = DEFAULT_LOG_LEVEL,
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String LOG_LEVEL_PROPERTY = "logfeeder.simulate.log_level";
-
- private static final int DEFAULT_NUMBER_OF_WORDS = 1000;
- @LogSearchPropertyDescription(
- name = "logfeeder.simulate.number_of_words",
- description = "The size of the set of words that may be used to create the simulated log entries with.",
- examples = {"100"},
- defaultValue = DEFAULT_NUMBER_OF_WORDS + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String NUMBER_OF_WORDS_PROPERTY = "logfeeder.simulate.number_of_words";
-
- private static final int DEFAULT_MIN_LOG_WORDS = 5;
- @LogSearchPropertyDescription(
- name = "logfeeder.simulate.min_log_words",
- description = "The minimum number of words in a simulated log entry.",
- examples = {"3"},
- defaultValue = DEFAULT_MIN_LOG_WORDS + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String MIN_LOG_WORDS_PROPERTY = "logfeeder.simulate.min_log_words";
-
- private static final int DEFAULT_MAX_LOG_WORDS = 5;
- @LogSearchPropertyDescription(
- name = "logfeeder.simulate.max_log_words",
- description = "The maximum number of words in a simulated log entry.",
- examples = {"8"},
- defaultValue = DEFAULT_MAX_LOG_WORDS + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String MAX_LOG_WORDS_PROPERTY = "logfeeder.simulate.max_log_words";
-
- private static final int DEFAULT_SLEEP_MILLISECONDS = 10000;
- @LogSearchPropertyDescription(
- name = "logfeeder.simulate.sleep_milliseconds",
- description = "The milliseconds to sleep between creating two simulated log entries.",
- examples = {"5000"},
- defaultValue = DEFAULT_SLEEP_MILLISECONDS + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String SLEEP_MILLISECONDS_PROPERTY = "logfeeder.simulate.sleep_milliseconds";
-
- @LogSearchPropertyDescription(
- name = "logfeeder.simulate.log_ids",
- description = "The comma separated list of log ids for which to create the simulated log entries.",
- examples = {"ambari_server,zookeeper,infra_solr,logsearch_app"},
- defaultValue = "The log ids of the installed services in the cluster",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String LOG_IDS_PROPERTY = "logfeeder.simulate.log_ids";
-
+
private static final Map<String, String> typeToFilePath = new HashMap<>();
private static final List<String> inputTypes = new ArrayList<>();
public static void loadTypeToFilePath(List<InputDescriptor> inputList) {
@@ -137,11 +76,11 @@ public class InputSimulate extends Input {
public InputSimulate() throws Exception {
this.types = getSimulatedLogTypes();
- this.level = LogFeederUtil.getStringProperty(LOG_LEVEL_PROPERTY, DEFAULT_LOG_LEVEL);
- this.numberOfWords = LogFeederUtil.getIntProperty(NUMBER_OF_WORDS_PROPERTY, DEFAULT_NUMBER_OF_WORDS, 50, 1000000);
- this.minLogWords = LogFeederUtil.getIntProperty(MIN_LOG_WORDS_PROPERTY, DEFAULT_MIN_LOG_WORDS, 1, 10);
- this.maxLogWords = LogFeederUtil.getIntProperty(MAX_LOG_WORDS_PROPERTY, DEFAULT_MAX_LOG_WORDS, 10, 20);
- this.sleepMillis = LogFeederUtil.getIntProperty(SLEEP_MILLISECONDS_PROPERTY, DEFAULT_SLEEP_MILLISECONDS);
+ this.level = LogFeederPropertiesUtil.getSimulateLogLevel();
+ this.numberOfWords = LogFeederPropertiesUtil.getSimulateNumberOfWords();
+ this.minLogWords = LogFeederPropertiesUtil.getSimulateMinLogWords();
+ this.maxLogWords = LogFeederPropertiesUtil.getSimulateMaxLogWords();
+ this.sleepMillis = LogFeederPropertiesUtil.getSimulateSleepMilliseconds();
this.host = "#" + hostNumber.incrementAndGet() + "-" + LogFeederUtil.hostName;
Filter filter = new FilterJSON();
@@ -151,7 +90,7 @@ public class InputSimulate extends Input {
}
private List<String> getSimulatedLogTypes() {
- String logsToSimulate = LogFeederUtil.getStringProperty(LOG_IDS_PROPERTY);
+ String logsToSimulate = LogFeederPropertiesUtil.getSimulateLogIds();
return (logsToSimulate == null) ?
inputTypes :
Arrays.asList(logsToSimulate.split(","));
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/loglevelfilter/LogLevelFilterHandler.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/loglevelfilter/LogLevelFilterHandler.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/loglevelfilter/LogLevelFilterHandler.java
index 79bf5ea..e44873b 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/loglevelfilter/LogLevelFilterHandler.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/loglevelfilter/LogLevelFilterHandler.java
@@ -29,37 +29,16 @@ import java.util.Map;
import java.util.TimeZone;
import org.apache.ambari.logfeeder.common.LogFeederConstants;
-import org.apache.ambari.logfeeder.util.LogFeederUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logsearch.config.api.LogLevelFilterMonitor;
import org.apache.ambari.logsearch.config.api.LogSearchConfig;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang.StringUtils;
import org.apache.log4j.Logger;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
public class LogLevelFilterHandler implements LogLevelFilterMonitor {
private static final Logger LOG = Logger.getLogger(LogLevelFilterHandler.class);
-
- private static final boolean DEFAULT_LOG_FILTER_ENABLE = false;
- @LogSearchPropertyDescription(
- name = "logfeeder.log.filter.enable",
- description = "Enables the filtering of the log entries by log level filters.",
- examples = {"true"},
- defaultValue = DEFAULT_LOG_FILTER_ENABLE + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String LOG_FILTER_ENABLE_PROPERTY = "logfeeder.log.filter.enable";
-
- @LogSearchPropertyDescription(
- name = "logfeeder.include.default.level",
- description = "Comma separtaed list of the default log levels to be enabled by the filtering.",
- examples = {"FATAL,ERROR,WARN"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String INCLUDE_DEFAULT_LEVEL_PROPERTY = "logfeeder.include.default.level";
private static final String TIMEZONE = "GMT";
private static final String DATE_FORMAT = "yyyy-MM-dd'T'HH:mm:ss.SSS";
@@ -79,8 +58,8 @@ public class LogLevelFilterHandler implements LogLevelFilterMonitor {
public static void init(LogSearchConfig config_) {
config = config_;
- filterEnabled = LogFeederUtil.getBooleanProperty(LOG_FILTER_ENABLE_PROPERTY, DEFAULT_LOG_FILTER_ENABLE);
- defaultLogLevels = Arrays.asList(LogFeederUtil.getStringProperty(INCLUDE_DEFAULT_LEVEL_PROPERTY).split(","));
+ filterEnabled = LogFeederPropertiesUtil.isLogFilterEnabled();
+ defaultLogLevels = Arrays.asList(LogFeederPropertiesUtil.getIncludeDefaultLevel().split(","));
TimeZone.setDefault(TimeZone.getTimeZone(TIMEZONE));
}
@@ -120,7 +99,7 @@ public class LogLevelFilterHandler implements LogLevelFilterMonitor {
defaultFilter.setDefaultLevels(defaultLogLevels);
try {
- config.createLogLevelFilter(LogFeederUtil.getClusterName(), logId, defaultFilter);
+ config.createLogLevelFilter(LogFeederPropertiesUtil.getClusterName(), logId, defaultFilter);
filters.put(logId, defaultFilter);
} catch (Exception e) {
LOG.warn("Could not persist the default filter for log " + logId, e);
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/metrics/LogFeederAMSClient.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/metrics/LogFeederAMSClient.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/metrics/LogFeederAMSClient.java
index fdad9a6..f446446 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/metrics/LogFeederAMSClient.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/metrics/LogFeederAMSClient.java
@@ -19,9 +19,8 @@
package org.apache.ambari.logfeeder.metrics;
-import org.apache.ambari.logfeeder.util.LogFeederUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logfeeder.util.SSLUtil;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
import org.apache.commons.lang3.StringUtils;
import org.apache.hadoop.metrics2.sink.timeline.AbstractTimelineMetricsSink;
import org.apache.hadoop.metrics2.sink.timeline.TimelineMetrics;
@@ -29,8 +28,6 @@ import org.apache.log4j.Logger;
import com.google.common.base.Splitter;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
import java.util.Collection;
import java.util.List;
@@ -38,53 +35,21 @@ import java.util.List;
public class LogFeederAMSClient extends AbstractTimelineMetricsSink {
private static final Logger LOG = Logger.getLogger(LogFeederAMSClient.class);
- @LogSearchPropertyDescription(
- name = "logfeeder.metrics.collector.hosts",
- description = "Comma separtaed list of metric collector hosts.",
- examples = {"c6401.ambari.apache.org"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String METRICS_COLLECTOR_HOSTS_PROPERTY = "logfeeder.metrics.collector.hosts";
-
- @LogSearchPropertyDescription(
- name = "logfeeder.metrics.collector.protocol",
- description = "The protocol used by metric collectors.",
- examples = {"http", "https"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String METRICS_COLLECTOR_PROTOCOL_PROPERTY = "logfeeder.metrics.collector.protocol";
-
- @LogSearchPropertyDescription(
- name = "logfeeder.metrics.collector.port",
- description = "The port used by metric collectors.",
- examples = {"6188"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String METRICS_COLLECTOR_PORT_PROPERTY = "logfeeder.metrics.collector.port";
-
- @LogSearchPropertyDescription(
- name = "logfeeder.metrics.collector.path",
- description = "The path used by metric collectors.",
- examples = {"/ws/v1/timeline/metrics"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String METRICS_COLLECTOR_PATH_PROPERTY = "logfeeder.metrics.collector.path";
-
private final List<String> collectorHosts;
private final String collectorProtocol;
private final String collectorPort;
private final String collectorPath;
public LogFeederAMSClient() {
- String collectorHostsString = LogFeederUtil.getStringProperty(METRICS_COLLECTOR_HOSTS_PROPERTY);
+ String collectorHostsString = LogFeederPropertiesUtil.getMetricsCollectorHosts();
if (!StringUtils.isBlank(collectorHostsString)) {
collectorHostsString = collectorHostsString.trim();
LOG.info("AMS collector Hosts=" + collectorHostsString);
collectorHosts = Splitter.on(",").splitToList(collectorHostsString);
- collectorProtocol = LogFeederUtil.getStringProperty(METRICS_COLLECTOR_PROTOCOL_PROPERTY);
- collectorPort = LogFeederUtil.getStringProperty(METRICS_COLLECTOR_PORT_PROPERTY);
- collectorPath = LogFeederUtil.getStringProperty(METRICS_COLLECTOR_PATH_PROPERTY);
+ collectorProtocol = LogFeederPropertiesUtil.getMetricsCollectorProtocol();
+ collectorPort = LogFeederPropertiesUtil.getMetricsCollectorPort();
+ collectorPath = LogFeederPropertiesUtil.getMetricsCollectorPath();
} else {
collectorHosts = null;
collectorProtocol = null;
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputHDFSFile.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputHDFSFile.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputHDFSFile.java
index 2b47a00..ba4d60a 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputHDFSFile.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputHDFSFile.java
@@ -26,6 +26,7 @@ import org.apache.ambari.logfeeder.output.spool.RolloverCondition;
import org.apache.ambari.logfeeder.output.spool.RolloverHandler;
import org.apache.ambari.logfeeder.util.LogFeederUtil;
import org.apache.ambari.logfeeder.util.LogFeederHDFSUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logfeeder.util.PlaceholderUtil;
import org.apache.commons.lang3.StringUtils;
import org.apache.hadoop.fs.FileSystem;
@@ -87,7 +88,7 @@ public class OutputHDFSFile extends Output implements RolloverHandler, RolloverC
HashMap<String, String> contextParam = buildContextParam();
hdfsOutDir = PlaceholderUtil.replaceVariables(hdfsOutDir, contextParam);
LOG.info("hdfs Output dir=" + hdfsOutDir);
- String localFileDir = LogFeederUtil.getLogFeederTempDir() + "hdfs/service/";
+ String localFileDir = LogFeederPropertiesUtil.getLogFeederTempDir() + "hdfs/service/";
logSpooler = new LogSpooler(localFileDir, filenamePrefix, this, this);
this.startHDFSCopyThread();
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputS3File.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputS3File.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputS3File.java
index 9f41a15..5b213e8 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputS3File.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputS3File.java
@@ -26,6 +26,7 @@ import org.apache.ambari.logfeeder.output.spool.LogSpooler;
import org.apache.ambari.logfeeder.output.spool.LogSpoolerContext;
import org.apache.ambari.logfeeder.output.spool.RolloverCondition;
import org.apache.ambari.logfeeder.output.spool.RolloverHandler;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logfeeder.util.LogFeederUtil;
import org.apache.ambari.logfeeder.util.S3Util;
import org.apache.ambari.logsearch.config.api.model.inputconfig.FilterDescriptor;
@@ -205,7 +206,7 @@ public class OutputS3File extends Output implements RolloverCondition, RolloverH
@VisibleForTesting
protected LogSpooler createSpooler(String filePath) {
- String spoolDirectory = LogFeederUtil.getLogFeederTempDir() + "/s3/service";
+ String spoolDirectory = LogFeederPropertiesUtil.getLogFeederTempDir() + "/s3/service";
LOG.info(String.format("Creating spooler with spoolDirectory=%s, filePath=%s", spoolDirectory, filePath));
return new LogSpooler(spoolDirectory, new File(filePath).getName()+"-", this, this,
s3OutputConfiguration.getRolloverTimeThresholdSecs());
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputSolr.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputSolr.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputSolr.java
index e3da864..38219df 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputSolr.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/OutputSolr.java
@@ -37,8 +37,8 @@ import java.util.concurrent.TimeUnit;
import org.apache.ambari.logfeeder.input.InputMarker;
import org.apache.ambari.logfeeder.util.DateUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logfeeder.util.LogFeederUtil;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputProperties;
import org.apache.ambari.logsearch.config.api.model.outputconfig.OutputSolrProperties;
import org.apache.commons.lang3.StringUtils;
@@ -56,34 +56,12 @@ import org.apache.solr.common.SolrInputDocument;
import org.apache.solr.common.cloud.CollectionStateWatcher;
import org.apache.solr.common.cloud.DocCollection;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
public class OutputSolr extends Output implements CollectionStateWatcher {
private static final Logger LOG = Logger.getLogger(OutputSolr.class);
private static final int OUTPUT_PROPERTIES_WAIT_MS = 10000;
private static final int SHARDS_WAIT_MS = 10000;
-
- private static final String DEFAULT_SOLR_JAAS_FILE = "/etc/security/keytabs/logsearch_solr.service.keytab";
- @LogSearchPropertyDescription(
- name = "logfeeder.solr.jaas.file",
- description = "The jaas file used for solr.",
- examples = {"/etc/ambari-logsearch-logfeeder/conf/logfeeder_jaas.conf"},
- defaultValue = DEFAULT_SOLR_JAAS_FILE,
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String SOLR_JAAS_FILE_PROPERTY = "logfeeder.solr.jaas.file";
-
- private static final boolean DEFAULT_SOLR_KERBEROS_ENABLE = false;
- @LogSearchPropertyDescription(
- name = "logfeeder.solr.kerberos.enable",
- description = "Enables using kerberos for accessing solr.",
- examples = {"true"},
- defaultValue = DEFAULT_SOLR_KERBEROS_ENABLE + "",
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String SOLR_KERBEROS_ENABLE_PROPERTY = "logfeeder.solr.kerberos.enable";
private static final int DEFAULT_MAX_BUFFER_SIZE = 5000;
private static final int DEFAULT_MAX_INTERVAL_MS = 3000;
@@ -197,8 +175,8 @@ public class OutputSolr extends Output implements CollectionStateWatcher {
}
private void setupSecurity() {
- String jaasFile = LogFeederUtil.getStringProperty(SOLR_JAAS_FILE_PROPERTY, DEFAULT_SOLR_JAAS_FILE);
- boolean securityEnabled = LogFeederUtil.getBooleanProperty(SOLR_KERBEROS_ENABLE_PROPERTY, DEFAULT_SOLR_KERBEROS_ENABLE);
+ String jaasFile = LogFeederPropertiesUtil.getSolrJaasFile();
+ boolean securityEnabled = LogFeederPropertiesUtil.isSolrKerberosEnabled();
if (securityEnabled) {
System.setProperty("java.security.auth.login.config", jaasFile);
HttpClientUtil.addConfigurer(new Krb5HttpClientConfigurer());
@@ -397,21 +375,22 @@ public class OutputSolr extends Output implements CollectionStateWatcher {
if (outputData != null) {
createSolrDocument(outputData);
} else {
- if (isDrain() && outgoingBuffer.size() == 0) {
+ if (isDrain() && outgoingBuffer.isEmpty()) {
break;
}
}
- if (localBuffer.size() > 0 && ((outputData == null && isDrain()) ||
- (nextDispatchDuration <= 0 || localBuffer.size() >= maxBufferSize))) {
+ if (!localBuffer.isEmpty() &&
+ (outputData == null && isDrain() || nextDispatchDuration <= 0 || localBuffer.size() >= maxBufferSize)
+ ) {
boolean response = sendToSolr(outputData);
- if( isDrain() && !response) {
+ if (isDrain() && !response) {
//Since sending to Solr response failed and it is in draining mode, let's break;
LOG.warn("In drain mode and sending to Solr failed. So exiting. output=" + getShortDescription());
break;
}
}
- if (localBuffer.size() == 0) {
+ if (localBuffer.isEmpty()) {
//If localBuffer is empty, then reset the timer
lastDispatchTime = currTimeMS;
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederPropertiesUtil.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederPropertiesUtil.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederPropertiesUtil.java
new file mode 100644
index 0000000..1636653
--- /dev/null
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederPropertiesUtil.java
@@ -0,0 +1,498 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.ambari.logfeeder.util;
+
+import java.io.BufferedInputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.util.HashMap;
+import java.util.Properties;
+
+import org.apache.ambari.logfeeder.LogFeeder;
+import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.log4j.Logger;
+
+/**
+ * This class contains utility methods used by LogFeeder
+ */
+public class LogFeederPropertiesUtil {
+ private static final Logger LOG = Logger.getLogger(LogFeederPropertiesUtil.class);
+
+ public static final String LOGFEEDER_PROPERTIES_FILE = "logfeeder.properties";
+
+ private static Properties props;
+ public static Properties getProperties() {
+ return props;
+ }
+
+ public static void loadProperties() throws Exception {
+ loadProperties(LOGFEEDER_PROPERTIES_FILE);
+ }
+
+ /**
+ * This method will read the properties from System, followed by propFile and finally from the map
+ */
+ public static void loadProperties(String propFile) throws Exception {
+ LOG.info("Loading properties. propFile=" + propFile);
+ props = new Properties(System.getProperties());
+ boolean propLoaded = false;
+
+ // First get properties file path from environment value
+ String propertiesFilePath = System.getProperty("properties");
+ if (StringUtils.isNotEmpty(propertiesFilePath)) {
+ File propertiesFile = new File(propertiesFilePath);
+ if (propertiesFile.exists() && propertiesFile.isFile()) {
+ LOG.info("Properties file path set in environment. Loading properties file=" + propertiesFilePath);
+ try (FileInputStream fis = new FileInputStream(propertiesFile)) {
+ props.load(fis);
+ propLoaded = true;
+ } catch (Throwable t) {
+ LOG.error("Error loading properties file. properties file=" + propertiesFile.getAbsolutePath());
+ }
+ } else {
+ LOG.error("Properties file path set in environment, but file not found. properties file=" + propertiesFilePath);
+ }
+ }
+
+ if (!propLoaded) {
+ try (BufferedInputStream bis = (BufferedInputStream) LogFeeder.class.getClassLoader().getResourceAsStream(propFile)) {
+ // Properties not yet loaded, let's try from class loader
+ if (bis != null) {
+ LOG.info("Loading properties file " + propFile + " from classpath");
+ props.load(bis);
+ propLoaded = true;
+ } else {
+ LOG.fatal("Properties file not found in classpath. properties file name= " + propFile);
+ }
+ }
+ }
+
+ if (!propLoaded) {
+ LOG.fatal("Properties file is not loaded.");
+ throw new Exception("Properties not loaded");
+ }
+ }
+
+ public static String getStringProperty(String key) {
+ return props == null ? null : props.getProperty(key);
+ }
+
+ public static String getStringProperty(String key, String defaultValue) {
+ return props == null ? defaultValue : props.getProperty(key, defaultValue);
+ }
+
+ public static boolean getBooleanProperty(String key, boolean defaultValue) {
+ String value = getStringProperty(key);
+ return toBoolean(value, defaultValue);
+ }
+
+ private static boolean toBoolean(String value, boolean defaultValue) {
+ if (StringUtils.isEmpty(value)) {
+ return defaultValue;
+ }
+
+ return "true".equalsIgnoreCase(value) || "yes".equalsIgnoreCase(value);
+ }
+
+ public static int getIntProperty(String key, int defaultValue) {
+ return getIntProperty(key, defaultValue, null, null);
+ }
+
+ public static int getIntProperty(String key, int defaultValue, Integer minValue, Integer maxValue) {
+ String value = getStringProperty(key);
+ int retValue = LogFeederUtil.objectToInt(value, defaultValue, ", key=" + key);
+ if (minValue != null && retValue < minValue) {
+ LOG.info("Minimum rule was applied for " + key + ": " + retValue + " < " + minValue);
+ retValue = minValue;
+ }
+ if (maxValue != null && retValue > maxValue) {
+ LOG.info("Maximum rule was applied for " + key + ": " + retValue + " > " + maxValue);
+ retValue = maxValue;
+ }
+ return retValue;
+ }
+
+ private static final String CLUSTER_NAME_PROPERTY = "cluster.name";
+
+ @LogSearchPropertyDescription(
+ name = CLUSTER_NAME_PROPERTY,
+ description = "The name of the cluster the Log Feeder program runs in.",
+ examples = {"cl1"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getClusterName() {
+ return getStringProperty(CLUSTER_NAME_PROPERTY);
+ }
+
+ private static final String TMP_DIR_PROPERTY = "logfeeder.tmp.dir";
+ private static final String DEFAULT_TMP_DIR = "/tmp/$username/logfeeder/";
+ private static String logFeederTempDir = null;
+
+ @LogSearchPropertyDescription(
+ name = TMP_DIR_PROPERTY,
+ description = "The tmp dir used for creating temporary files.",
+ examples = {"/tmp/"},
+ defaultValue = DEFAULT_TMP_DIR,
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public synchronized static String getLogFeederTempDir() {
+ if (logFeederTempDir == null) {
+ String tempDirValue = getStringProperty(TMP_DIR_PROPERTY, DEFAULT_TMP_DIR);
+ HashMap<String, String> contextParam = new HashMap<String, String>();
+ String username = System.getProperty("user.name");
+ contextParam.put("username", username);
+ logFeederTempDir = PlaceholderUtil.replaceVariables(tempDirValue, contextParam);
+ }
+ return logFeederTempDir;
+ }
+
+ public static final String CREDENTIAL_STORE_PROVIDER_PATH_PROPERTY = "hadoop.security.credential.provider.path";
+
+ @LogSearchPropertyDescription(
+ name = CREDENTIAL_STORE_PROVIDER_PATH_PROPERTY,
+ description = "The jceks file that provides passwords.",
+ examples = {"jceks://file/etc/ambari-logsearch-logfeeder/conf/logfeeder.jceks"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getCredentialStoreProviderPath() {
+ return getStringProperty(CREDENTIAL_STORE_PROVIDER_PATH_PROPERTY);
+ }
+
+ private static final String CONFIG_FILES_PROPERTY = "logfeeder.config.files";
+
+ @LogSearchPropertyDescription(
+ name = CONFIG_FILES_PROPERTY,
+ description = "Comma separated list of the config files containing global / output configurations.",
+ examples = {"global.json,output.json", "/etc/ambari-logsearch-logfeeder/conf/global.json"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getConfigFiles() {
+ return getStringProperty(CONFIG_FILES_PROPERTY);
+ }
+
+ private static final String CONFIG_DIR_PROPERTY = "logfeeder.config.dir";
+
+ @LogSearchPropertyDescription(
+ name = CONFIG_DIR_PROPERTY,
+ description = "The directory where shipper configuration files are looked for.",
+ examples = {"/etc/ambari-logsearch-logfeeder/conf"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getConfigDir() {
+ return getStringProperty(CONFIG_DIR_PROPERTY);
+ }
+
+ public static final String CHECKPOINT_EXTENSION_PROPERTY = "logfeeder.checkpoint.extension";
+ public static final String DEFAULT_CHECKPOINT_EXTENSION = ".cp";
+
+ @LogSearchPropertyDescription(
+ name = CHECKPOINT_EXTENSION_PROPERTY,
+ description = "The extension used for checkpoint files.",
+ examples = {"ckp"},
+ defaultValue = DEFAULT_CHECKPOINT_EXTENSION,
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getCheckPointExtension() {
+ return getStringProperty(CHECKPOINT_EXTENSION_PROPERTY, DEFAULT_CHECKPOINT_EXTENSION);
+ }
+
+ private static final String CHECKPOINT_FOLDER_PROPERTY = "logfeeder.checkpoint.folder";
+
+ @LogSearchPropertyDescription(
+ name = CHECKPOINT_FOLDER_PROPERTY,
+ description = "The folder wher checkpoint files are stored.",
+ examples = {"/etc/ambari-logsearch-logfeeder/conf/checkpoints"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getCheckpointFolder() {
+ return getStringProperty(CHECKPOINT_FOLDER_PROPERTY);
+ }
+
+ private static final String CACHE_ENABLED_PROPERTY = "logfeeder.cache.enabled";
+ private static final boolean DEFAULT_CACHE_ENABLED = false;
+
+ @LogSearchPropertyDescription(
+ name = CACHE_ENABLED_PROPERTY,
+ description = "Enables the usage of a cache to avoid duplications.",
+ examples = {"true"},
+ defaultValue = DEFAULT_CACHE_ENABLED + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static boolean isCacheEnabled() {
+ return getBooleanProperty(CACHE_ENABLED_PROPERTY, DEFAULT_CACHE_ENABLED);
+ }
+
+ private static final String CACHE_KEY_FIELD_PROPERTY = "logfeeder.cache.key.field";
+ private static final String DEFAULT_CACHE_KEY_FIELD = "log_message";
+
+ @LogSearchPropertyDescription(
+ name = CACHE_KEY_FIELD_PROPERTY,
+ description = "The field which's value should be cached and should be checked for repteitions.",
+ examples = {"some_field_prone_to_repeating_value"},
+ defaultValue = DEFAULT_CACHE_KEY_FIELD,
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getCacheKeyField() {
+ return getStringProperty(CACHE_KEY_FIELD_PROPERTY, DEFAULT_CACHE_KEY_FIELD);
+ }
+
+ private static final String CACHE_SIZE_PROPERTY = "logfeeder.cache.size";
+ private static final int DEFAULT_CACHE_SIZE = 100;
+
+ @LogSearchPropertyDescription(
+ name = CACHE_SIZE_PROPERTY,
+ description = "The number of log entries to cache in order to avoid duplications.",
+ examples = {"50"},
+ defaultValue = DEFAULT_CACHE_SIZE + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static int getCacheSize() {
+ return getIntProperty(CACHE_SIZE_PROPERTY, DEFAULT_CACHE_SIZE);
+ }
+
+ private static final String CACHE_LAST_DEDUP_ENABLED_PROPERTY = "logfeeder.cache.last.dedup.enabled";
+ private static final boolean DEFAULT_CACHE_LAST_DEDUP_ENABLED = false;
+
+ @LogSearchPropertyDescription(
+ name = CACHE_LAST_DEDUP_ENABLED_PROPERTY,
+ description = "Enable filtering directly repeating log entries irrelevant of the time spent between them.",
+ examples = {"true"},
+ defaultValue = DEFAULT_CACHE_LAST_DEDUP_ENABLED + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static boolean isCacheLastDedupEnabled() {
+ return getBooleanProperty(CACHE_LAST_DEDUP_ENABLED_PROPERTY, DEFAULT_CACHE_LAST_DEDUP_ENABLED);
+ }
+
+ private static final String CACHE_DEDUP_INTERVAL_PROPERTY = "logfeeder.cache.dedup.interval";
+ private static final long DEFAULT_CACHE_DEDUP_INTERVAL = 1000;
+
+ @LogSearchPropertyDescription(
+ name = CACHE_DEDUP_INTERVAL_PROPERTY,
+ description = "Maximum number of milliseconds between two identical messages to be filtered out.",
+ examples = {"500"},
+ defaultValue = DEFAULT_CACHE_DEDUP_INTERVAL + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getCacheDedupInterval() {
+ return getStringProperty(CACHE_DEDUP_INTERVAL_PROPERTY, String.valueOf(DEFAULT_CACHE_DEDUP_INTERVAL));
+ }
+
+ private static final String LOG_FILTER_ENABLE_PROPERTY = "logfeeder.log.filter.enable";
+ private static final boolean DEFAULT_LOG_FILTER_ENABLE = false;
+
+ @LogSearchPropertyDescription(
+ name = LOG_FILTER_ENABLE_PROPERTY,
+ description = "Enables the filtering of the log entries by log level filters.",
+ examples = {"true"},
+ defaultValue = DEFAULT_LOG_FILTER_ENABLE + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static boolean isLogFilterEnabled() {
+ return getBooleanProperty(LOG_FILTER_ENABLE_PROPERTY, DEFAULT_LOG_FILTER_ENABLE);
+ }
+
+ private static final String INCLUDE_DEFAULT_LEVEL_PROPERTY = "logfeeder.include.default.level";
+
+ @LogSearchPropertyDescription(
+ name = INCLUDE_DEFAULT_LEVEL_PROPERTY,
+ description = "Comma separtaed list of the default log levels to be enabled by the filtering.",
+ examples = {"FATAL,ERROR,WARN"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getIncludeDefaultLevel() {
+ return getStringProperty(INCLUDE_DEFAULT_LEVEL_PROPERTY);
+ }
+
+ private static final String DEFAULT_SOLR_JAAS_FILE = "/etc/security/keytabs/logsearch_solr.service.keytab";
+ private static final String SOLR_JAAS_FILE_PROPERTY = "logfeeder.solr.jaas.file";
+
+ @LogSearchPropertyDescription(
+ name = SOLR_JAAS_FILE_PROPERTY,
+ description = "The jaas file used for solr.",
+ examples = {"/etc/ambari-logsearch-logfeeder/conf/logfeeder_jaas.conf"},
+ defaultValue = DEFAULT_SOLR_JAAS_FILE,
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getSolrJaasFile() {
+ return getStringProperty(SOLR_JAAS_FILE_PROPERTY, DEFAULT_SOLR_JAAS_FILE);
+ }
+
+ private static final String SOLR_KERBEROS_ENABLE_PROPERTY = "logfeeder.solr.kerberos.enable";
+ private static final boolean DEFAULT_SOLR_KERBEROS_ENABLE = false;
+
+ @LogSearchPropertyDescription(
+ name = SOLR_KERBEROS_ENABLE_PROPERTY,
+ description = "Enables using kerberos for accessing solr.",
+ examples = {"true"},
+ defaultValue = DEFAULT_SOLR_KERBEROS_ENABLE + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static boolean isSolrKerberosEnabled() {
+ return getBooleanProperty(SOLR_KERBEROS_ENABLE_PROPERTY, DEFAULT_SOLR_KERBEROS_ENABLE);
+ }
+
+ private static final String METRICS_COLLECTOR_HOSTS_PROPERTY = "logfeeder.metrics.collector.hosts";
+
+ @LogSearchPropertyDescription(
+ name = METRICS_COLLECTOR_HOSTS_PROPERTY,
+ description = "Comma separtaed list of metric collector hosts.",
+ examples = {"c6401.ambari.apache.org"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getMetricsCollectorHosts() {
+ return getStringProperty(METRICS_COLLECTOR_HOSTS_PROPERTY);
+ }
+
+ private static final String METRICS_COLLECTOR_PROTOCOL_PROPERTY = "logfeeder.metrics.collector.protocol";
+
+ @LogSearchPropertyDescription(
+ name = METRICS_COLLECTOR_PROTOCOL_PROPERTY,
+ description = "The protocol used by metric collectors.",
+ examples = {"http", "https"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getMetricsCollectorProtocol() {
+ return getStringProperty(METRICS_COLLECTOR_PROTOCOL_PROPERTY);
+ }
+
+ private static final String METRICS_COLLECTOR_PORT_PROPERTY = "logfeeder.metrics.collector.port";
+
+ @LogSearchPropertyDescription(
+ name = METRICS_COLLECTOR_PORT_PROPERTY,
+ description = "The port used by metric collectors.",
+ examples = {"6188"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getMetricsCollectorPort() {
+ return getStringProperty(METRICS_COLLECTOR_PORT_PROPERTY);
+ }
+
+ private static final String METRICS_COLLECTOR_PATH_PROPERTY = "logfeeder.metrics.collector.path";
+
+ @LogSearchPropertyDescription(
+ name = METRICS_COLLECTOR_PATH_PROPERTY,
+ description = "The path used by metric collectors.",
+ examples = {"/ws/v1/timeline/metrics"},
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getMetricsCollectorPath() {
+ return getStringProperty(METRICS_COLLECTOR_PATH_PROPERTY);
+ }
+
+ private static final String SIMULATE_INPUT_NUMBER_PROPERTY = "logfeeder.simulate.input_number";
+ private static final int DEFAULT_SIMULATE_INPUT_NUMBER = 0;
+
+ @LogSearchPropertyDescription(
+ name = SIMULATE_INPUT_NUMBER_PROPERTY,
+ description = "The number of the simulator instances to run with. O means no simulation.",
+ examples = {"10"},
+ defaultValue = DEFAULT_SIMULATE_INPUT_NUMBER + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static int getSimulateInputNumber() {
+ return getIntProperty(SIMULATE_INPUT_NUMBER_PROPERTY, DEFAULT_SIMULATE_INPUT_NUMBER);
+ }
+
+ private static final String SIMULATE_LOG_LEVEL_PROPERTY = "logfeeder.simulate.log_level";
+ private static final String DEFAULT_SIMULATE_LOG_LEVEL = "WARN";
+
+ @LogSearchPropertyDescription(
+ name = SIMULATE_LOG_LEVEL_PROPERTY,
+ description = "The log level to create the simulated log entries with.",
+ examples = {"INFO"},
+ defaultValue = DEFAULT_SIMULATE_LOG_LEVEL,
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getSimulateLogLevel() {
+ return getStringProperty(SIMULATE_LOG_LEVEL_PROPERTY, DEFAULT_SIMULATE_LOG_LEVEL);
+ }
+
+ private static final String SIMULATE_NUMBER_OF_WORDS_PROPERTY = "logfeeder.simulate.number_of_words";
+ private static final int DEFAULT_SIMULATE_NUMBER_OF_WORDS = 1000;
+
+ @LogSearchPropertyDescription(
+ name = SIMULATE_NUMBER_OF_WORDS_PROPERTY,
+ description = "The size of the set of words that may be used to create the simulated log entries with.",
+ examples = {"100"},
+ defaultValue = DEFAULT_SIMULATE_NUMBER_OF_WORDS + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static int getSimulateNumberOfWords() {
+ return getIntProperty(SIMULATE_NUMBER_OF_WORDS_PROPERTY, DEFAULT_SIMULATE_NUMBER_OF_WORDS, 50, 1000000);
+ }
+
+ private static final String SIMULATE_MIN_LOG_WORDS_PROPERTY = "logfeeder.simulate.min_log_words";
+ private static final int DEFAULT_SIMULATE_MIN_LOG_WORDS = 5;
+
+ @LogSearchPropertyDescription(
+ name = SIMULATE_MIN_LOG_WORDS_PROPERTY,
+ description = "The minimum number of words in a simulated log entry.",
+ examples = {"3"},
+ defaultValue = DEFAULT_SIMULATE_MIN_LOG_WORDS + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static int getSimulateMinLogWords() {
+ return getIntProperty(SIMULATE_MIN_LOG_WORDS_PROPERTY, DEFAULT_SIMULATE_MIN_LOG_WORDS, 1, 10);
+ }
+
+ private static final String SIMULATE_MAX_LOG_WORDS_PROPERTY = "logfeeder.simulate.max_log_words";
+ private static final int DEFAULT_SIMULATE_MAX_LOG_WORDS = 5;
+
+ @LogSearchPropertyDescription(
+ name = SIMULATE_MAX_LOG_WORDS_PROPERTY,
+ description = "The maximum number of words in a simulated log entry.",
+ examples = {"8"},
+ defaultValue = DEFAULT_SIMULATE_MAX_LOG_WORDS + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static int getSimulateMaxLogWords() {
+ return getIntProperty(SIMULATE_MAX_LOG_WORDS_PROPERTY, DEFAULT_SIMULATE_MAX_LOG_WORDS, 10, 20);
+ }
+
+ private static final String SIMULATE_SLEEP_MILLISECONDS_PROPERTY = "logfeeder.simulate.sleep_milliseconds";
+ private static final int DEFAULT_SIMULATE_SLEEP_MILLISECONDS = 10000;
+
+ @LogSearchPropertyDescription(
+ name = SIMULATE_SLEEP_MILLISECONDS_PROPERTY,
+ description = "The milliseconds to sleep between creating two simulated log entries.",
+ examples = {"5000"},
+ defaultValue = DEFAULT_SIMULATE_SLEEP_MILLISECONDS + "",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static int getSimulateSleepMilliseconds() {
+ return getIntProperty(SIMULATE_SLEEP_MILLISECONDS_PROPERTY, DEFAULT_SIMULATE_SLEEP_MILLISECONDS);
+ }
+
+ private static final String SIMULATE_LOG_IDS_PROPERTY = "logfeeder.simulate.log_ids";
+
+ @LogSearchPropertyDescription(
+ name = SIMULATE_LOG_IDS_PROPERTY,
+ description = "The comma separated list of log ids for which to create the simulated log entries.",
+ examples = {"ambari_server,zookeeper,infra_solr,logsearch_app"},
+ defaultValue = "The log ids of the installed services in the cluster",
+ sources = {LOGFEEDER_PROPERTIES_FILE}
+ )
+ public static String getSimulateLogIds() {
+ return getStringProperty(SIMULATE_LOG_IDS_PROPERTY);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederUtil.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederUtil.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederUtil.java
index a244a4e..9efab25 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederUtil.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/LogFeederUtil.java
@@ -19,20 +19,14 @@
package org.apache.ambari.logfeeder.util;
-import java.io.BufferedInputStream;
-import java.io.File;
-import java.io.FileInputStream;
import java.lang.reflect.Type;
import java.net.InetAddress;
import java.net.UnknownHostException;
import java.util.HashMap;
import java.util.Hashtable;
import java.util.Map;
-import java.util.Properties;
-import org.apache.ambari.logfeeder.LogFeeder;
import org.apache.ambari.logfeeder.metrics.MetricData;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
import org.apache.commons.lang3.StringUtils;
import org.apache.log4j.Level;
import org.apache.log4j.Logger;
@@ -47,26 +41,6 @@ import com.google.gson.reflect.TypeToken;
public class LogFeederUtil {
private static final Logger LOG = Logger.getLogger(LogFeederUtil.class);
- public static final String LOGFEEDER_PROPERTIES_FILE = "logfeeder.properties";
-
- @LogSearchPropertyDescription(
- name = "cluster.name",
- description = "The name of the cluster the Log Feeder program runs in.",
- examples = {"cl1"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CLUSTER_NAME_PROPERTY = "cluster.name";
-
- private static final String DEFAULT_TMP_DIR = "/tmp/$username/logfeeder/";
- @LogSearchPropertyDescription(
- name = "logfeeder.tmp.dir",
- description = "The tmp dir used for creating temporary files.",
- examples = {"/tmp/"},
- defaultValue = DEFAULT_TMP_DIR,
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String TMP_DIR_PROPERTY = "logfeeder.tmp.dir";
-
private final static String GSON_DATE_FORMAT = "yyyy-MM-dd HH:mm:ss.SSS";
private static Gson gson = new GsonBuilder().setDateFormat(GSON_DATE_FORMAT).create();
@@ -96,113 +70,6 @@ public class LogFeederUtil {
LOG.error("Error getting hostname.", e);
}
}
-
- private static Properties props;
- public static Properties getProperties() {
- return props;
- }
-
- public static void loadProperties() throws Exception {
- loadProperties(LOGFEEDER_PROPERTIES_FILE);
- }
-
- /**
- * This method will read the properties from System, followed by propFile and finally from the map
- */
- public static void loadProperties(String propFile) throws Exception {
- LOG.info("Loading properties. propFile=" + propFile);
- props = new Properties(System.getProperties());
- boolean propLoaded = false;
-
- // First get properties file path from environment value
- String propertiesFilePath = System.getProperty("properties");
- if (StringUtils.isNotEmpty(propertiesFilePath)) {
- File propertiesFile = new File(propertiesFilePath);
- if (propertiesFile.exists() && propertiesFile.isFile()) {
- LOG.info("Properties file path set in environment. Loading properties file=" + propertiesFilePath);
- try (FileInputStream fis = new FileInputStream(propertiesFile)) {
- props.load(fis);
- propLoaded = true;
- } catch (Throwable t) {
- LOG.error("Error loading properties file. properties file=" + propertiesFile.getAbsolutePath());
- }
- } else {
- LOG.error("Properties file path set in environment, but file not found. properties file=" + propertiesFilePath);
- }
- }
-
- if (!propLoaded) {
- try (BufferedInputStream bis = (BufferedInputStream) LogFeeder.class.getClassLoader().getResourceAsStream(propFile)) {
- // Properties not yet loaded, let's try from class loader
- if (bis != null) {
- LOG.info("Loading properties file " + propFile + " from classpath");
- props.load(bis);
- propLoaded = true;
- } else {
- LOG.fatal("Properties file not found in classpath. properties file name= " + propFile);
- }
- }
- }
-
- if (!propLoaded) {
- LOG.fatal("Properties file is not loaded.");
- throw new Exception("Properties not loaded");
- }
- }
-
- public static String getStringProperty(String key) {
- return props == null ? null : props.getProperty(key);
- }
-
- public static String getStringProperty(String key, String defaultValue) {
- return props == null ? defaultValue : props.getProperty(key, defaultValue);
- }
-
- public static boolean getBooleanProperty(String key, boolean defaultValue) {
- String value = getStringProperty(key);
- return toBoolean(value, defaultValue);
- }
-
- private static boolean toBoolean(String value, boolean defaultValue) {
- if (StringUtils.isEmpty(value)) {
- return defaultValue;
- }
-
- return "true".equalsIgnoreCase(value) || "yes".equalsIgnoreCase(value);
- }
-
- public static int getIntProperty(String key, int defaultValue) {
- return getIntProperty(key, defaultValue, null, null);
- }
-
- public static int getIntProperty(String key, int defaultValue, Integer minValue, Integer maxValue) {
- String value = getStringProperty(key);
- int retValue = objectToInt(value, defaultValue, ", key=" + key);
- if (minValue != null && retValue < minValue) {
- LOG.info("Minimum rule was applied for " + key + ": " + retValue + " < " + minValue);
- retValue = minValue;
- }
- if (maxValue != null && retValue > maxValue) {
- LOG.info("Maximum rule was applied for " + key + ": " + retValue + " > " + maxValue);
- retValue = maxValue;
- }
- return retValue;
- }
-
- public static int objectToInt(Object objValue, int retValue, String errMessage) {
- if (objValue == null) {
- return retValue;
- }
- String strValue = objValue.toString();
- if (StringUtils.isNotEmpty(strValue)) {
- try {
- retValue = Integer.parseInt(strValue);
- } catch (Throwable t) {
- LOG.error("Error parsing integer value. str=" + strValue + ", " + errMessage);
- }
- }
- return retValue;
- }
public static void logStatForMetric(MetricData metric, String prefixStr, String postFix) {
long currStat = metric.value;
@@ -232,6 +99,21 @@ public class LogFeederUtil {
return gson.fromJson(jsonStr, type);
}
+ public static int objectToInt(Object objValue, int retValue, String errMessage) {
+ if (objValue == null) {
+ return retValue;
+ }
+ String strValue = objValue.toString();
+ if (StringUtils.isNotEmpty(strValue)) {
+ try {
+ retValue = Integer.parseInt(strValue);
+ } catch (Throwable t) {
+ LOG.error("Error parsing integer value. str=" + strValue + ", " + errMessage);
+ }
+ }
+ return retValue;
+ }
+
private static class LogHistory {
private long lastLogTime = 0;
private int counter = 0;
@@ -260,21 +142,4 @@ public class LogFeederUtil {
return false;
}
}
-
- public static String getClusterName() {
- return getStringProperty(CLUSTER_NAME_PROPERTY);
- }
-
- private static String logFeederTempDir = null;
-
- public synchronized static String getLogFeederTempDir() {
- if (logFeederTempDir == null) {
- String tempDirValue = getStringProperty(TMP_DIR_PROPERTY, DEFAULT_TMP_DIR);
- HashMap<String, String> contextParam = new HashMap<String, String>();
- String username = System.getProperty("user.name");
- contextParam.put("username", username);
- logFeederTempDir = PlaceholderUtil.replaceVariables(tempDirValue, contextParam);
- }
- return logFeederTempDir;
- }
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/SSLUtil.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/SSLUtil.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/SSLUtil.java
index 573bb1c..6bcaac9 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/SSLUtil.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/util/SSLUtil.java
@@ -19,7 +19,6 @@
package org.apache.ambari.logfeeder.util;
-import org.apache.ambari.logsearch.config.api.LogSearchPropertyDescription;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang.StringUtils;
import org.apache.commons.lang3.ArrayUtils;
@@ -29,8 +28,6 @@ import org.apache.log4j.Logger;
import java.io.File;
import java.nio.charset.Charset;
-import static org.apache.ambari.logfeeder.util.LogFeederUtil.LOGFEEDER_PROPERTIES_FILE;
-
public class SSLUtil {
private static final Logger LOG = Logger.getLogger(SSLUtil.class);
@@ -45,13 +42,6 @@ public class SSLUtil {
private static final String KEYSTORE_PASSWORD_FILE = "ks_pass.txt";
private static final String TRUSTSTORE_PASSWORD_FILE = "ts_pass.txt";
- @LogSearchPropertyDescription(
- name = "hadoop.security.credential.provider.path",
- description = "The jceks file that provides passwords.",
- examples = {"jceks://file/etc/ambari-logsearch-logfeeder/conf/logfeeder.jceks"},
- sources = {LOGFEEDER_PROPERTIES_FILE}
- )
- private static final String CREDENTIAL_STORE_PROVIDER_PATH = "hadoop.security.credential.provider.path";
private static final String LOGFEEDER_CERT_DEFAULT_FOLDER = "/etc/ambari-logsearch-portal/conf/keys";
private static final String LOGFEEDER_STORE_DEFAULT_PASSWORD = "bigdata";
@@ -111,13 +101,13 @@ public class SSLUtil {
private static String getPasswordFromCredentialStore(String propertyName) {
try {
- String providerPath = LogFeederUtil.getStringProperty(CREDENTIAL_STORE_PROVIDER_PATH);
+ String providerPath = LogFeederPropertiesUtil.getCredentialStoreProviderPath();
if (providerPath == null) {
return null;
}
Configuration config = new Configuration();
- config.set(CREDENTIAL_STORE_PROVIDER_PATH, providerPath);
+ config.set(LogFeederPropertiesUtil.CREDENTIAL_STORE_PROVIDER_PATH_PROPERTY, providerPath);
char[] passwordChars = config.getPassword(propertyName);
return (ArrayUtils.isNotEmpty(passwordChars)) ? new String(passwordChars) : null;
} catch (Exception e) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/logconfig/LogConfigHandlerTest.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/logconfig/LogConfigHandlerTest.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/logconfig/LogConfigHandlerTest.java
index c07035b..46abc63 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/logconfig/LogConfigHandlerTest.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/logconfig/LogConfigHandlerTest.java
@@ -29,7 +29,7 @@ import org.apache.ambari.logfeeder.input.Input;
import org.apache.ambari.logfeeder.input.InputMarker;
import org.apache.ambari.logfeeder.loglevelfilter.FilterLogData;
import org.apache.ambari.logfeeder.loglevelfilter.LogLevelFilterHandler;
-import org.apache.ambari.logfeeder.util.LogFeederUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.ambari.logsearch.config.api.LogSearchConfig;
import org.apache.ambari.logsearch.config.api.model.loglevelfilter.LogLevelFilter;
import org.apache.commons.lang.time.DateUtils;
@@ -61,7 +61,7 @@ public class LogConfigHandlerTest {
@BeforeClass
public static void init() throws Exception {
- LogFeederUtil.loadProperties("logfeeder.properties");
+ LogFeederPropertiesUtil.loadProperties("logfeeder.properties");
LogSearchConfig config = strictMock(LogSearchConfig.class);
config.createLogLevelFilter(anyString(), anyString(), anyObject(LogLevelFilter.class));
http://git-wip-us.apache.org/repos/asf/ambari/blob/27386c3d/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/metrics/MetricsManagerTest.java
----------------------------------------------------------------------
diff --git a/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/metrics/MetricsManagerTest.java b/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/metrics/MetricsManagerTest.java
index 4b4067c..24042a7 100644
--- a/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/metrics/MetricsManagerTest.java
+++ b/ambari-logsearch/ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/metrics/MetricsManagerTest.java
@@ -29,7 +29,7 @@ import java.util.Arrays;
import java.util.List;
import java.util.TreeMap;
-import org.apache.ambari.logfeeder.util.LogFeederUtil;
+import org.apache.ambari.logfeeder.util.LogFeederPropertiesUtil;
import org.apache.hadoop.metrics2.sink.timeline.TimelineMetric;
import org.apache.hadoop.metrics2.sink.timeline.TimelineMetrics;
import org.junit.Before;
@@ -44,7 +44,7 @@ public class MetricsManagerTest {
@BeforeClass
public static void loadProperties() throws Exception {
- LogFeederUtil.loadProperties("logfeeder.properties");
+ LogFeederPropertiesUtil.loadProperties("logfeeder.properties");
}
@Before
[03/52] [abbrv] ambari git commit: AMBARI-21580 - Replace Hard Coded
stack-select Structures (jonathanhurley)
Posted by jl...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py
index 0b03af4..30045f8 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py
@@ -68,9 +68,6 @@ class HistoryserverWindows(HistoryServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HistoryServerDefault(HistoryServer):
- def get_component_name(self):
- return "hadoop-mapreduce-historyserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
@@ -78,7 +75,7 @@ class HistoryServerDefault(HistoryServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-mapreduce-historyserver", params.version)
+ stack_select.select_packages(params.version)
# MC Hammer said, "Can't touch this"
copy_to_hdfs("mapreduce", params.user_group, params.hdfs_user, skip=params.sysprep_skip_copy_tarballs_hdfs)
copy_to_hdfs("tez", params.user_group, params.hdfs_user, skip=params.sysprep_skip_copy_tarballs_hdfs)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py
index 424157b..efcb2da 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/mapreduce2_client.py
@@ -82,16 +82,13 @@ class MapReduce2ClientWindows(MapReduce2Client):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class MapReduce2ClientDefault(MapReduce2Client):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py
index 5acb20b..ed83402 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/nodemanager.py
@@ -66,9 +66,6 @@ class NodemanagerWindows(Nodemanager):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class NodemanagerDefault(Nodemanager):
- def get_component_name(self):
- return "hadoop-yarn-nodemanager"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing NodeManager Stack Upgrade pre-restart")
import params
@@ -76,7 +73,7 @@ class NodemanagerDefault(Nodemanager):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-yarn-nodemanager", params.version)
+ stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing NodeManager Stack Upgrade post-restart")
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py
index b929af0..ecaea4c 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py
@@ -105,9 +105,6 @@ class ResourcemanagerWindows(Resourcemanager):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class ResourcemanagerDefault(Resourcemanager):
- def get_component_name(self):
- return "hadoop-yarn-resourcemanager"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade post-restart")
import params
@@ -115,7 +112,7 @@ class ResourcemanagerDefault(Resourcemanager):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-yarn-resourcemanager", params.version)
+ stack_select.select_packages(params.version)
def start(self, env, upgrade_type=None):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py
index beea8b9..ef4f7ea 100644
--- a/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py
+++ b/ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/package/scripts/yarn_client.py
@@ -51,16 +51,13 @@ class YarnClientWindows(YarnClient):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class YarnClientDefault(YarnClient):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py
index b1e0c16..a435b80 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/application_timeline_server.py
@@ -66,9 +66,6 @@ class ApplicationTimelineServerWindows(ApplicationTimelineServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class ApplicationTimelineServerDefault(ApplicationTimelineServer):
- def get_component_name(self):
- return "hadoop-yarn-timelineserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
@@ -76,7 +73,7 @@ class ApplicationTimelineServerDefault(ApplicationTimelineServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-yarn-timelineserver", params.version)
+ stack_select.select_packages(params.version)
def status(self, env):
import status_params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py
index d886244..3938c15 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/historyserver.py
@@ -68,9 +68,6 @@ class HistoryserverWindows(HistoryServer):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class HistoryServerDefault(HistoryServer):
- def get_component_name(self):
- return "hadoop-mapreduce-historyserver"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade pre-restart")
import params
@@ -78,7 +75,7 @@ class HistoryServerDefault(HistoryServer):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-mapreduce-historyserver", params.version)
+ stack_select.select_packages(params.version)
# MC Hammer said, "Can't touch this"
copy_to_hdfs("mapreduce", params.user_group, params.hdfs_user, skip=params.sysprep_skip_copy_tarballs_hdfs)
copy_to_hdfs("tez", params.user_group, params.hdfs_user, skip=params.sysprep_skip_copy_tarballs_hdfs)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py
index 424157b..efcb2da 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/mapreduce2_client.py
@@ -82,16 +82,13 @@ class MapReduce2ClientWindows(MapReduce2Client):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class MapReduce2ClientDefault(MapReduce2Client):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py
index 5acb20b..ed83402 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/nodemanager.py
@@ -66,9 +66,6 @@ class NodemanagerWindows(Nodemanager):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class NodemanagerDefault(Nodemanager):
- def get_component_name(self):
- return "hadoop-yarn-nodemanager"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing NodeManager Stack Upgrade pre-restart")
import params
@@ -76,7 +73,7 @@ class NodemanagerDefault(Nodemanager):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-yarn-nodemanager", params.version)
+ stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing NodeManager Stack Upgrade post-restart")
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py
index 961fe63..4ceff1c 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/resourcemanager.py
@@ -105,9 +105,6 @@ class ResourcemanagerWindows(Resourcemanager):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class ResourcemanagerDefault(Resourcemanager):
- def get_component_name(self):
- return "hadoop-yarn-resourcemanager"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
Logger.info("Executing Stack Upgrade post-restart")
import params
@@ -115,7 +112,7 @@ class ResourcemanagerDefault(Resourcemanager):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-yarn-resourcemanager", params.version)
+ stack_select.select_packages(params.version)
def disable_security(self, env):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py
index beea8b9..ef4f7ea 100644
--- a/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py
+++ b/ambari-server/src/main/resources/common-services/YARN/3.0.0.3.0/package/scripts/yarn_client.py
@@ -51,16 +51,13 @@ class YarnClientWindows(YarnClient):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class YarnClientDefault(YarnClient):
- def get_component_name(self):
- return "hadoop-client"
-
def pre_upgrade_restart(self, env, upgrade_type=None):
import params
env.set_params(params)
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version):
conf_select.select(params.stack_name, "hadoop", params.version)
- stack_select.select("hadoop-client", params.version)
+ stack_select.select_packages(params.version)
if __name__ == "__main__":
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py b/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py
index ba46dc8..f8f6e3d 100644
--- a/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py
+++ b/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.2.5/package/scripts/master.py
@@ -40,9 +40,6 @@ from resource_management.libraries.script.script import Script
class Master(Script):
- def get_component_name(self):
- return "zeppelin-server"
-
def install(self, env):
import params
env.set_params(params)
@@ -255,7 +252,7 @@ class Master(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, format_stack_version(params.version)):
conf_select.select(params.stack_name, "zeppelin", params.version)
- stack_select.select("zeppelin-server", params.version)
+ stack_select.select_packages(params.version)
def set_interpreter_settings(self, config_data):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py b/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py
index c2f81639..c4fdfcc 100644
--- a/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py
+++ b/ambari-server/src/main/resources/common-services/ZEPPELIN/0.6.0.3.0/package/scripts/master.py
@@ -40,9 +40,6 @@ from resource_management.libraries.script.script import Script
class Master(Script):
- def get_component_name(self):
- return "zeppelin-server"
-
def install(self, env):
import params
env.set_params(params)
@@ -257,7 +254,7 @@ class Master(Script):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, format_stack_version(params.version)):
conf_select.select(params.stack_name, "zeppelin", params.version)
- stack_select.select("zeppelin-server", params.version)
+ stack_select.select_packages(params.version)
def set_interpreter_settings(self, config_data):
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py b/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py
index 3137f1a..e52522a 100644
--- a/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py
+++ b/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_client.py
@@ -56,8 +56,6 @@ class ZookeeperClient(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class ZookeeperClientLinux(ZookeeperClient):
- def get_component_name(self):
- return "zookeeper-client"
def install(self, env):
self.install_packages(env)
@@ -70,7 +68,7 @@ class ZookeeperClientLinux(ZookeeperClient):
if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, format_stack_version(params.version)):
conf_select.select(params.stack_name, "zookeeper", params.version)
- stack_select.select("zookeeper-client", params.version)
+ stack_select.select_packages(params.version)
@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
class ZookeeperClientWindows(ZookeeperClient):
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py b/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py
index 8d9de9e..8d6acd9 100644
--- a/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py
+++ b/ambari-server/src/main/resources/common-services/ZOOKEEPER/3.4.5/package/scripts/zookeeper_server.py
@@ -64,9 +64,6 @@ class ZookeeperServer(Script):
@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT)
class ZookeeperServerLinux(ZookeeperServer):
- def get_component_name(self):
- return "zookeeper-server"
-
def install(self, env):
self.install_packages(env)
self.configure(env)
@@ -78,7 +75,7 @@ class ZookeeperServerLinux(ZookeeperServer):
if check_stack_feature(StackFeature.ROLLING_UPGRADE, format_stack_version(params.version)):
conf_select.select(params.stack_name, "zookeeper", params.version)
- stack_select.select("zookeeper-server", params.version)
+ stack_select.select_packages(params.version)
def post_upgrade_restart(self, env, upgrade_type=None):
# during an express upgrade, there is no quorum, so don't try to perform the check
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml
index e6ec285..1915e9f 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/configuration/cluster-env.xml
@@ -262,6 +262,21 @@ gpgcheck=0</value>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
+ <!-- Define stack_select_packages property in the base stack. DO NOT override this property for each stack version -->
+ <property>
+ <name>stack_select_packages</name>
+ <value/>
+ <description>Associations between component and stack-select tools.</description>
+ <property-type>VALUE_FROM_PROPERTY_FILE</property-type>
+ <value-attributes>
+ <property-file-name>stack_select_packages.json</property-file-name>
+ <property-file-type>json</property-file-type>
+ <read-only>true</read-only>
+ <overridable>false</overridable>
+ <visible>false</visible>
+ </value-attributes>
+ <on-ambari-upgrade add="true"/>
+ </property>
<property>
<name>stack_root</name>
<value>{"HDP":"/usr/hdp"}</value>
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/hook.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/hook.py b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/hook.py
index 8a583b3..8bae9e6 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/hook.py
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/hook.py
@@ -28,7 +28,7 @@ class AfterInstallHook(Hook):
import params
env.set_params(params)
- setup_stack_symlinks()
+ setup_stack_symlinks(self.stroutfile)
setup_config()
link_configs(self.stroutfile)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/params.py b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/params.py
index 0dfde27..b517eba 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/params.py
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/params.py
@@ -43,9 +43,6 @@ stack_version_unformatted = config['hostLevelParams']['stack_version']
stack_version_formatted = format_stack_version(stack_version_unformatted)
major_stack_version = get_major_version(stack_version_formatted)
-# current host stack version
-current_version = default("/hostLevelParams/current_version", None)
-
# service name
service_name = config['serviceName']
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py
index 36a202f..8b61a93 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/after-INSTALL/scripts/shared_initialization.py
@@ -27,13 +27,12 @@ from resource_management.libraries.functions import conf_select
from resource_management.libraries.functions import stack_select
from resource_management.libraries.functions.default import default
from resource_management.libraries.functions.format import format
-from resource_management.libraries.functions.version import compare_versions
from resource_management.libraries.functions.fcntl_based_process_lock import FcntlBasedProcessLock
from resource_management.libraries.resources.xml_config import XmlConfig
from resource_management.libraries.script import Script
-def setup_stack_symlinks():
+def setup_stack_symlinks(struct_out_file):
"""
Invokes <stack-selector-tool> set all against a calculated fully-qualified, "normalized" version based on a
stack version, such as "2.3". This should always be called after a component has been
@@ -42,18 +41,30 @@ def setup_stack_symlinks():
:return:
"""
import params
- if params.stack_version_formatted != "" and compare_versions(params.stack_version_formatted, '2.2') >= 0:
- # try using the exact version first, falling back in just the stack if it's not defined
- # which would only be during an intial cluster installation
- version = params.current_version if params.current_version is not None else params.stack_version_unformatted
-
- if not params.upgrade_suspended:
- if params.host_sys_prepped:
- Logger.warning("Skipping running stack-selector-tool for stack {0} as its a sys_prepped host. This may cause symlink pointers not to be created for HDP componets installed later on top of an already sys_prepped host.".format(version))
- return
- # On parallel command execution this should be executed by a single process at a time.
- with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
- stack_select.select_all(version)
+ if params.upgrade_suspended:
+ Logger.warning("Skipping running stack-selector-tool because there is a suspended upgrade")
+ return
+
+ if params.host_sys_prepped:
+ Logger.warning("Skipping running stack-selector-tool becase this is a sys_prepped host. This may cause symlink pointers not to be created for HDP componets installed later on top of an already sys_prepped host.")
+ return
+
+ # get the packages which the stack-select tool should be used on
+ stack_select_packages = stack_select.get_packages(stack_select.PACKAGE_SCOPE_INSTALL)
+ if stack_select_packages is None:
+ return
+
+ json_version = load_version(struct_out_file)
+
+ if not json_version:
+ Logger.info("There is no advertised version for this component stored in {0}".format(struct_out_file))
+ return
+
+ # On parallel command execution this should be executed by a single process at a time.
+ with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
+ for package in stack_select_packages:
+ stack_select.select(package, json_version)
+
def setup_config():
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_select_packages.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_select_packages.json b/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_select_packages.json
new file mode 100644
index 0000000..2747188
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/properties/stack_select_packages.json
@@ -0,0 +1,952 @@
+{
+ "HDP": {
+ "stack-select": {
+ "ACCUMULO": {
+ "ACCUMULO_CLIENT": {
+ "STACK-SELECT-PACKAGE": "accumulo-client",
+ "INSTALL": [
+ "accumulo-client"
+ ],
+ "PATCH": [
+ "accumulo-client"
+ ],
+ "STANDARD": [
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_GC": {
+ "STACK-SELECT-PACKAGE": "accumulo-gc",
+ "INSTALL": [
+ "accumulo-gc"
+ ],
+ "PATCH": [
+ "accumulo-gc"
+ ],
+ "STANDARD": [
+ "accumulo-gc",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_MASTER": {
+ "STACK-SELECT-PACKAGE": "accumulo-master",
+ "INSTALL": [
+ "accumulo-master"
+ ],
+ "PATCH": [
+ "accumulo-master"
+ ],
+ "STANDARD": [
+ "accumulo-master",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_MONITOR": {
+ "STACK-SELECT-PACKAGE": "accumulo-monitor",
+ "INSTALL": [
+ "accumulo-monitor"
+ ],
+ "PATCH": [
+ "accumulo-monitor"
+ ],
+ "STANDARD": [
+ "accumulo-monitor",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_TRACER": {
+ "STACK-SELECT-PACKAGE": "accumulo-tracer",
+ "INSTALL": [
+ "accumulo-tracer"
+ ],
+ "PATCH": [
+ "accumulo-tracer"
+ ],
+ "STANDARD": [
+ "accumulo-tracer",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_TSERVER": {
+ "STACK-SELECT-PACKAGE": "accumulo-tablet",
+ "INSTALL": [
+ "accumulo-tablet"
+ ],
+ "PATCH": [
+ "accumulo-tablet"
+ ],
+ "STANDARD": [
+ "accumulo-tablet",
+ "accumulo-client"
+ ]
+ }
+ },
+ "ATLAS": {
+ "ATLAS_CLIENT": {
+ "STACK-SELECT-PACKAGE": "atlas-client",
+ "INSTALL": [
+ "atlas-client"
+ ],
+ "PATCH": [
+ "atlas-client"
+ ],
+ "STANDARD": [
+ "atlas-client"
+ ]
+ },
+ "ATLAS_SERVER": {
+ "STACK-SELECT-PACKAGE": "atlas-server",
+ "INSTALL": [
+ "atlas-server"
+ ],
+ "PATCH": [
+ "atlas-server"
+ ],
+ "STANDARD": [
+ "atlas-server"
+ ]
+ }
+ },
+ "DRUID": {
+ "DRUID_COORDINATOR": {
+ "STACK-SELECT-PACKAGE": "druid-coordinator",
+ "INSTALL": [
+ "druid-coordinator"
+ ],
+ "PATCH": [
+ "druid-coordinator"
+ ],
+ "STANDARD": [
+ "druid-coordinator"
+ ]
+ },
+ "DRUID_OVERLORD": {
+ "STACK-SELECT-PACKAGE": "druid-overlord",
+ "INSTALL": [
+ "druid-overlord"
+ ],
+ "PATCH": [
+ "druid-overlord"
+ ],
+ "STANDARD": [
+ "druid-overlord"
+ ]
+ },
+ "DRUID_HISTORICAL": {
+ "STACK-SELECT-PACKAGE": "druid-historical",
+ "INSTALL": [
+ "druid-historical"
+ ],
+ "PATCH": [
+ "druid-historical"
+ ],
+ "STANDARD": [
+ "druid-historical"
+ ]
+ },
+ "DRUID_BROKER": {
+ "STACK-SELECT-PACKAGE": "druid-broker",
+ "INSTALL": [
+ "druid-broker"
+ ],
+ "PATCH": [
+ "druid-broker"
+ ],
+ "STANDARD": [
+ "druid-broker"
+ ]
+ },
+ "DRUID_MIDDLEMANAGER": {
+ "STACK-SELECT-PACKAGE": "druid-middlemanager",
+ "INSTALL": [
+ "druid-middlemanager"
+ ],
+ "PATCH": [
+ "druid-middlemanager"
+ ],
+ "STANDARD": [
+ "druid-middlemanager"
+ ]
+ },
+ "DRUID_ROUTER": {
+ "STACK-SELECT-PACKAGE": "druid-router",
+ "INSTALL": [
+ "druid-router"
+ ],
+ "PATCH": [
+ "druid-router"
+ ],
+ "STANDARD": [
+ "druid-router"
+ ]
+ },
+ "DRUID_SUPERSET": {
+ "STACK-SELECT-PACKAGE": "druid-superset",
+ "INSTALL": [
+ "druid-superset"
+ ],
+ "PATCH": [
+ "druid-superset"
+ ],
+ "STANDARD": [
+ "druid-superset"
+ ]
+ }
+ },
+ "FALCON": {
+ "FALCON_CLIENT": {
+ "STACK-SELECT-PACKAGE": "falcon-client",
+ "INSTALL": [
+ "falcon-client"
+ ],
+ "PATCH": [
+ "falcon-client"
+ ],
+ "STANDARD": [
+ "falcon-client"
+ ]
+ },
+ "FALCON_SERVER": {
+ "STACK-SELECT-PACKAGE": "falcon-server",
+ "INSTALL": [
+ "falcon-server"
+ ],
+ "PATCH": [
+ "falcon-server"
+ ],
+ "STANDARD": [
+ "falcon-server"
+ ]
+ }
+ },
+ "FLUME": {
+ "FLUME_HANDLER": {
+ "STACK-SELECT-PACKAGE": "flume-server",
+ "INSTALL": [
+ "flume-server"
+ ],
+ "PATCH": [
+ "flume-server"
+ ],
+ "STANDARD": [
+ "flume-server"
+ ]
+ }
+ },
+ "HBASE": {
+ "HBASE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hbase-client",
+ "INSTALL": [
+ "hbase-client"
+ ],
+ "PATCH": [
+ "hbase-client"
+ ],
+ "STANDARD": [
+ "hbase-client",
+ "phoenix-client",
+ "hadoop-client"
+ ]
+ },
+ "HBASE_MASTER": {
+ "STACK-SELECT-PACKAGE": "hbase-master",
+ "INSTALL": [
+ "hbase-master"
+ ],
+ "PATCH": [
+ "hbase-master"
+ ],
+ "STANDARD": [
+ "hbase-master"
+ ]
+ },
+ "HBASE_REGIONSERVER": {
+ "STACK-SELECT-PACKAGE": "hbase-regionserver",
+ "INSTALL": [
+ "hbase-regionserver"
+ ],
+ "PATCH": [
+ "hbase-regionserver"
+ ],
+ "STANDARD": [
+ "hbase-regionserver"
+ ]
+ },
+ "PHOENIX_QUERY_SERVER": {
+ "STACK-SELECT-PACKAGE": "phoenix-server",
+ "INSTALL": [
+ "phoenix-server"
+ ],
+ "PATCH": [
+ "phoenix-server"
+ ],
+ "STANDARD": [
+ "phoenix-server"
+ ]
+ }
+ },
+ "HDFS": {
+ "DATANODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-datanode",
+ "INSTALL": [
+ "hadoop-hdfs-datanode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-datanode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-datanode"
+ ]
+ },
+ "HDFS_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ },
+ "NAMENODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-namenode",
+ "INSTALL": [
+ "hadoop-hdfs-namenode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-namenode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-namenode"
+ ]
+ },
+ "NFS_GATEWAY": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-nfs3",
+ "INSTALL": [
+ "hadoop-hdfs-nfs3"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-nfs3"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-nfs3"
+ ]
+ },
+ "JOURNALNODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-journalnode",
+ "INSTALL": [
+ "hadoop-hdfs-journalnode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-journalnode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-journalnode"
+ ]
+ },
+ "SECONDARY_NAMENODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-secondarynamenode",
+ "INSTALL": [
+ "hadoop-hdfs-secondarynamenode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-secondarynamenode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-secondarynamenode"
+ ]
+ },
+ "ZKFC": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-zkfc",
+ "INSTALL": [
+ "hadoop-hdfs-zkfc"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-zkfc"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-zkfc"
+ ]
+ }
+ },
+ "HIVE": {
+ "HCAT": {
+ "STACK-SELECT-PACKAGE": "hive-webhcat",
+ "INSTALL": [
+ "hive-webhcat"
+ ],
+ "PATCH": [
+ "hive-webhcat"
+ ],
+ "STANDARD": [
+ "hive-webhcat"
+ ]
+ },
+ "HIVE_METASTORE": {
+ "STACK-SELECT-PACKAGE": "hive-metastore",
+ "INSTALL": [
+ "hive-metastore"
+ ],
+ "PATCH": [
+ "hive-metastore"
+ ],
+ "STANDARD": [
+ "hive-metastore"
+ ]
+ },
+ "HIVE_SERVER": {
+ "STACK-SELECT-PACKAGE": "hive-server2",
+ "INSTALL": [
+ "hive-server2"
+ ],
+ "PATCH": [
+ "hive-server2"
+ ],
+ "STANDARD": [
+ "hive-server2"
+ ]
+ },
+ "HIVE_SERVER_INTERACTIVE": {
+ "STACK-SELECT-PACKAGE": "hive-server2-hive2",
+ "INSTALL": [
+ "hive-server2-hive2"
+ ],
+ "PATCH": [
+ "hive-server2-hive2"
+ ],
+ "STANDARD": [
+ "hive-server2-hive2"
+ ]
+ },
+ "HIVE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ },
+ "WEBHCAT_SERVER": {
+ "STACK-SELECT-PACKAGE": "hive-webhcat",
+ "INSTALL": [
+ "hive-webhcat"
+ ],
+ "PATCH": [
+ "hive-webhcat"
+ ],
+ "STANDARD": [
+ "hive-webhcat"
+ ]
+ }
+ },
+ "KAFKA": {
+ "KAFKA_BROKER": {
+ "STACK-SELECT-PACKAGE": "kafka-broker",
+ "INSTALL": [
+ "kafka-broker"
+ ],
+ "PATCH": [
+ "kafka-broker"
+ ],
+ "STANDARD": [
+ "kafka-broker"
+ ]
+ }
+ },
+ "KNOX": {
+ "KNOX_GATEWAY": {
+ "STACK-SELECT-PACKAGE": "knox-server",
+ "INSTALL": [
+ "knox-server"
+ ],
+ "PATCH": [
+ "knox-server"
+ ],
+ "STANDARD": [
+ "knox-server"
+ ]
+ }
+ },
+ "MAHOUT": {
+ "MAHOUT": {
+ "STACK-SELECT-PACKAGE": "mahout-client",
+ "INSTALL": [
+ "mahout-client"
+ ],
+ "PATCH": [
+ "mahout-client"
+ ],
+ "STANDARD": [
+ "mahout-client"
+ ]
+ }
+ },
+ "MAPREDUCE2": {
+ "HISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "hadoop-mapreduce-historyserver",
+ "INSTALL": [
+ "hadoop-mapreduce-historyserver"
+ ],
+ "PATCH": [
+ "hadoop-mapreduce-historyserver"
+ ],
+ "STANDARD": [
+ "hadoop-mapreduce-historyserver"
+ ]
+ },
+ "MAPREDUCE2_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "hadoop-mapreduce-INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "OOZIE": {
+ "OOZIE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "oozie-client",
+ "INSTALL": [
+ "oozie-client"
+ ],
+ "PATCH": [
+ "oozie-client"
+ ],
+ "STANDARD": [
+ "oozie-client"
+ ]
+ },
+ "OOZIE_SERVER": {
+ "STACK-SELECT-PACKAGE": "oozie-server",
+ "INSTALL": [
+ "oozie-client",
+ "oozie-server"
+ ],
+ "PATCH": [
+ "oozie-server"
+ ],
+ "STANDARD": [
+ "oozie-client",
+ "oozie-server"
+ ]
+ }
+ },
+ "PIG": {
+ "PIG": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "R4ML": {
+ "R4ML": {
+ "STACK-SELECT-PACKAGE": "r4ml-client",
+ "INSTALL": [
+ "r4ml-client"
+ ],
+ "PATCH": [
+ "r4ml-client"
+ ],
+ "STANDARD": [
+ "r4ml-client"
+ ]
+ }
+ },
+ "RANGER": {
+ "RANGER_ADMIN": {
+ "STACK-SELECT-PACKAGE": "ranger-admin",
+ "INSTALL": [
+ "ranger-admin"
+ ],
+ "PATCH": [
+ "ranger-admin"
+ ],
+ "STANDARD": [
+ "ranger-admin"
+ ]
+ },
+ "RANGER_TAGSYNC": {
+ "STACK-SELECT-PACKAGE": "ranger-tagsync",
+ "INSTALL": [
+ "ranger-tagsync"
+ ],
+ "PATCH": [
+ "ranger-tagsync"
+ ],
+ "STANDARD": [
+ "ranger-tagsync"
+ ]
+ },
+ "RANGER_USERSYNC": {
+ "STACK-SELECT-PACKAGE": "ranger-usersync",
+ "INSTALL": [
+ "ranger-usersync"
+ ],
+ "PATCH": [
+ "ranger-usersync"
+ ],
+ "STANDARD": [
+ "ranger-usersync"
+ ]
+ }
+ },
+ "RANGER_KMS": {
+ "RANGER_KMS_SERVER": {
+ "STACK-SELECT-PACKAGE": "ranger-kms",
+ "INSTALL": [
+ "ranger-kms"
+ ],
+ "PATCH": [
+ "ranger-kms"
+ ],
+ "STANDARD": [
+ "ranger-kms"
+ ]
+ }
+ },
+ "SLIDER": {
+ "SLIDER": {
+ "STACK-SELECT-PACKAGE": "slider-client",
+ "INSTALL": [
+ "slider-client"
+ ],
+ "PATCH": [
+ "slider-client"
+ ],
+ "STANDARD": [
+ "slider-client",
+ "hadoop-client"
+ ]
+ }
+ },
+ "SPARK": {
+ "LIVY_SERVER": {
+ "STACK-SELECT-PACKAGE": "livy-server",
+ "INSTALL": [
+ "livy-server"
+ ],
+ "PATCH": [
+ "livy-server"
+ ],
+ "STANDARD": [
+ "livy-server"
+ ]
+ },
+ "SPARK_CLIENT": {
+ "STACK-SELECT-PACKAGE": "spark-client",
+ "INSTALL": [
+ "spark-client"
+ ],
+ "PATCH": [
+ "spark-client"
+ ],
+ "STANDARD": [
+ "spark-client"
+ ]
+ },
+ "SPARK_JOBHISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "spark-historyserver",
+ "INSTALL": [
+ "spark-historyserver"
+ ],
+ "PATCH": [
+ "spark-historyserver"
+ ],
+ "STANDARD": [
+ "spark-historyserver"
+ ]
+ },
+ "SPARK_THRIFTSERVER": {
+ "STACK-SELECT-PACKAGE": "spark-thriftserver",
+ "INSTALL": [
+ "spark-thriftserver"
+ ],
+ "PATCH": [
+ "spark-thriftserver"
+ ],
+ "STANDARD": [
+ "spark-thriftserver"
+ ]
+ }
+ },
+ "SPARK2": {
+ "LIVY2_SERVER": {
+ "STACK-SELECT-PACKAGE": "livy2-server",
+ "INSTALL": [
+ "livy2-server"
+ ],
+ "PATCH": [
+ "livy2-server"
+ ],
+ "STANDARD": [
+ "livy2-server"
+ ]
+ },
+ "SPARK2_CLIENT": {
+ "STACK-SELECT-PACKAGE": "spark2-client",
+ "INSTALL": [
+ "spark2-client"
+ ],
+ "PATCH": [
+ "spark2-client"
+ ],
+ "STANDARD": [
+ "spark2-client"
+ ]
+ },
+ "SPARK2_JOBHISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "spark2-historyserver",
+ "INSTALL": [
+ "spark2-historyserver"
+ ],
+ "PATCH": [
+ "spark2-historyserver"
+ ],
+ "STANDARD": [
+ "spark2-historyserver"
+ ]
+ },
+ "SPARK2_THRIFTSERVER": {
+ "STACK-SELECT-PACKAGE": "spark2-thriftserver",
+ "INSTALL": [
+ "spark2-thriftserver"
+ ],
+ "PATCH": [
+ "spark2-thriftserver"
+ ],
+ "STANDARD": [
+ "spark2-thriftserver"
+ ]
+ }
+ },
+ "SQOOP": {
+ "SQOOP": {
+ "STACK-SELECT-PACKAGE": "sqoop-client",
+ "INSTALL": [
+ "sqoop-client"
+ ],
+ "PATCH": [
+ "sqoop-client"
+ ],
+ "STANDARD": [
+ "sqoop-client"
+ ]
+ }
+ },
+ "STORM": {
+ "NIMBUS": {
+ "STACK-SELECT-PACKAGE": "storm-nimbus",
+ "INSTALL": [
+ "storm-client",
+ "storm-nimbus"
+ ],
+ "PATCH": [
+ "storm-client",
+ "storm-nimbus"
+ ],
+ "STANDARD": [
+ "storm-client",
+ "storm-nimbus"
+ ]
+ },
+ "SUPERVISOR": {
+ "STACK-SELECT-PACKAGE": "storm-supervisor",
+ "INSTALL": [
+ "storm-supervisor"
+ ],
+ "PATCH": [
+ "storm-supervisor"
+ ],
+ "STANDARD": [
+ "storm-client",
+ "storm-supervisor"
+ ]
+ },
+ "DRPC_SERVER": {
+ "STACK-SELECT-PACKAGE": "storm-client",
+ "INSTALL": [
+ "storm-client"
+ ],
+ "PATCH": [
+ "storm-client"
+ ],
+ "STANDARD": [
+ "storm-client"
+ ]
+ },
+ "STORM_UI_SERVER": {
+ "STACK-SELECT-PACKAGE": "storm-client",
+ "INSTALL": [
+ "storm-client"
+ ],
+ "PATCH": [
+ "storm-client"
+ ],
+ "STANDARD": [
+ "storm-client"
+ ]
+ }
+ },
+ "SYSTEMML": {
+ "SYSTEMML": {
+ "STACK-SELECT-PACKAGE": "systemml-client",
+ "INSTALL": [
+ "systemml-client"
+ ],
+ "PATCH": [
+ "systemml-client"
+ ],
+ "STANDARD": [
+ "systemml-client"
+ ]
+ }
+ },
+ "TEZ": {
+ "TEZ_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "TITAN": {
+ "TITAN_CLIENT": {
+ "STACK-SELECT-PACKAGE": "titan-client",
+ "INSTALL": [
+ "titan-client"
+ ],
+ "PATCH": [
+ "titan-client"
+ ],
+ "STANDARD": [
+ "titan-client"
+ ]
+ },
+ "TITAN_SERVER": {
+ "STACK-SELECT-PACKAGE": "titan-server",
+ "INSTALL": [
+ "titan-server"
+ ],
+ "PATCH": [
+ "titan-server"
+ ],
+ "STANDARD": [
+ "titan-server"
+ ]
+ }
+ },
+ "YARN": {
+ "APP_TIMELINE_SERVER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-timelineserver",
+ "INSTALL": [
+ "hadoop-yarn-timelineserver"
+ ],
+ "PATCH": [
+ "hadoop-yarn-timelineserver"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-timelineserver"
+ ]
+ },
+ "NODEMANAGER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-nodemanager",
+ "INSTALL": [
+ "hadoop-yarn-nodemanager"
+ ],
+ "PATCH": [
+ "hadoop-yarn-nodemanager"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-nodemanager"
+ ]
+ },
+ "RESOURCEMANAGER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-resourcemanager",
+ "INSTALL": [
+ "hadoop-yarn-resourcemanager"
+ ],
+ "PATCH": [
+ "hadoop-yarn-resourcemanager"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-resourcemanager"
+ ]
+ },
+ "YARN_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "ZEPPELIN": {
+ "ZEPPELIN_MASTER": {
+ "STACK-SELECT-PACKAGE": "zeppelin-server",
+ "INSTALL": [
+ "zeppelin-server"
+ ],
+ "PATCH": [
+ "zeppelin-server"
+ ],
+ "STANDARD": [
+ "zeppelin-server"
+ ]
+ }
+ },
+ "ZOOKEEPER": {
+ "ZOOKEEPER_CLIENT": {
+ "STACK-SELECT-PACKAGE": "zookeeper-client",
+ "INSTALL": [
+ "zookeeper-client"
+ ],
+ "PATCH": [
+ "zookeeper-client"
+ ],
+ "STANDARD": [
+ "zookeeper-client"
+ ]
+ },
+ "ZOOKEEPER_SERVER": {
+ "STACK-SELECT-PACKAGE": "zookeeper-server",
+ "INSTALL": [
+ "zookeeper-server"
+ ],
+ "PATCH": [
+ "zookeeper-server"
+ ],
+ "STANDARD": [
+ "zookeeper-server"
+ ]
+ }
+ }
+ }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml b/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
index ca3be1d..c2e2971 100644
--- a/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/3.0/configuration/cluster-env.xml
@@ -250,6 +250,21 @@ gpgcheck=0</value>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
+ <!-- Define stack_select_packages property in the base stack. DO NOT override this property for each stack version -->
+ <property>
+ <name>stack_select_packages</name>
+ <value/>
+ <description>Associations between component and stack-select tools.</description>
+ <property-type>VALUE_FROM_PROPERTY_FILE</property-type>
+ <value-attributes>
+ <property-file-name>stack_select_packages.json</property-file-name>
+ <property-file-type>json</property-file-type>
+ <read-only>true</read-only>
+ <overridable>false</overridable>
+ <visible>false</visible>
+ </value-attributes>
+ <on-ambari-upgrade add="true"/>
+ </property>
<property>
<name>stack_root</name>
<value>{"HDP":"/usr/hdp"}</value>
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/hook.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/hook.py b/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/hook.py
index 8a583b3..8bae9e6 100644
--- a/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/hook.py
+++ b/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/hook.py
@@ -28,7 +28,7 @@ class AfterInstallHook(Hook):
import params
env.set_params(params)
- setup_stack_symlinks()
+ setup_stack_symlinks(self.stroutfile)
setup_config()
link_configs(self.stroutfile)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/shared_initialization.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/shared_initialization.py b/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/shared_initialization.py
index 36a202f..0ffd5a5 100644
--- a/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/shared_initialization.py
+++ b/ambari-server/src/main/resources/stacks/HDP/3.0/hooks/after-INSTALL/scripts/shared_initialization.py
@@ -33,7 +33,7 @@ from resource_management.libraries.resources.xml_config import XmlConfig
from resource_management.libraries.script import Script
-def setup_stack_symlinks():
+def setup_stack_symlinks(struct_out_file):
"""
Invokes <stack-selector-tool> set all against a calculated fully-qualified, "normalized" version based on a
stack version, such as "2.3". This should always be called after a component has been
@@ -42,18 +42,30 @@ def setup_stack_symlinks():
:return:
"""
import params
- if params.stack_version_formatted != "" and compare_versions(params.stack_version_formatted, '2.2') >= 0:
- # try using the exact version first, falling back in just the stack if it's not defined
- # which would only be during an intial cluster installation
- version = params.current_version if params.current_version is not None else params.stack_version_unformatted
-
- if not params.upgrade_suspended:
- if params.host_sys_prepped:
- Logger.warning("Skipping running stack-selector-tool for stack {0} as its a sys_prepped host. This may cause symlink pointers not to be created for HDP componets installed later on top of an already sys_prepped host.".format(version))
- return
- # On parallel command execution this should be executed by a single process at a time.
- with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
- stack_select.select_all(version)
+ if params.upgrade_suspended:
+ Logger.warning("Skipping running stack-selector-tool because there is a suspended upgrade")
+ return
+
+ if params.host_sys_prepped:
+ Logger.warning("Skipping running stack-selector-tool becase this is a sys_prepped host. This may cause symlink pointers not to be created for HDP componets installed later on top of an already sys_prepped host.")
+ return
+
+ # get the packages which the stack-select tool should be used on
+ stack_select_packages = stack_select.get_packages(stack_select.PACKAGE_SCOPE_INSTALL)
+ if stack_select_packages is None:
+ return
+
+ json_version = load_version(struct_out_file)
+
+ if not json_version:
+ Logger.info("There is no advertised version for this component stored in {0}".format(struct_out_file))
+ return
+
+ # On parallel command execution this should be executed by a single process at a time.
+ with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True):
+ for package in stack_select_packages:
+ stack_select.select(package, json_version)
+
def setup_config():
import params
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_select_packages.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_select_packages.json b/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_select_packages.json
new file mode 100644
index 0000000..0ad2626
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/3.0/properties/stack_select_packages.json
@@ -0,0 +1,848 @@
+{
+ "HDP": {
+ "stack-select": {
+ "ACCUMULO": {
+ "ACCUMULO_CLIENT": {
+ "STACK-SELECT-PACKAGE": "accumulo-client",
+ "INSTALL": [
+ "accumulo-client"
+ ],
+ "PATCH": [
+ "accumulo-client"
+ ],
+ "STANDARD": [
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_GC": {
+ "STACK-SELECT-PACKAGE": "accumulo-gc",
+ "INSTALL": [
+ "accumulo-gc"
+ ],
+ "PATCH": [
+ "accumulo-gc"
+ ],
+ "STANDARD": [
+ "accumulo-gc",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_MASTER": {
+ "STACK-SELECT-PACKAGE": "accumulo-master",
+ "INSTALL": [
+ "accumulo-master"
+ ],
+ "PATCH": [
+ "accumulo-master"
+ ],
+ "STANDARD": [
+ "accumulo-master",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_MONITOR": {
+ "STACK-SELECT-PACKAGE": "accumulo-monitor",
+ "INSTALL": [
+ "accumulo-monitor"
+ ],
+ "PATCH": [
+ "accumulo-monitor"
+ ],
+ "STANDARD": [
+ "accumulo-monitor",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_TRACER": {
+ "STACK-SELECT-PACKAGE": "accumulo-tracer",
+ "INSTALL": [
+ "accumulo-tracer"
+ ],
+ "PATCH": [
+ "accumulo-tracer"
+ ],
+ "STANDARD": [
+ "accumulo-tracer",
+ "accumulo-client"
+ ]
+ },
+ "ACCUMULO_TSERVER": {
+ "STACK-SELECT-PACKAGE": "accumulo-tablet",
+ "INSTALL": [
+ "accumulo-tablet"
+ ],
+ "PATCH": [
+ "accumulo-tablet"
+ ],
+ "STANDARD": [
+ "accumulo-tablet",
+ "accumulo-client"
+ ]
+ }
+ },
+ "ATLAS": {
+ "ATLAS_CLIENT": {
+ "STACK-SELECT-PACKAGE": "atlas-client",
+ "INSTALL": [
+ "atlas-client"
+ ],
+ "PATCH": [
+ "atlas-client"
+ ],
+ "STANDARD": [
+ "atlas-client"
+ ]
+ },
+ "ATLAS_SERVER": {
+ "STACK-SELECT-PACKAGE": "atlas-server",
+ "INSTALL": [
+ "atlas-server"
+ ],
+ "PATCH": [
+ "atlas-server"
+ ],
+ "STANDARD": [
+ "atlas-server"
+ ]
+ }
+ },
+ "DRUID": {
+ "DRUID_COORDINATOR": {
+ "STACK-SELECT-PACKAGE": "druid-coordinator",
+ "INSTALL": [
+ "druid-coordinator"
+ ],
+ "PATCH": [
+ "druid-coordinator"
+ ],
+ "STANDARD": [
+ "druid-coordinator"
+ ]
+ },
+ "DRUID_OVERLORD": {
+ "STACK-SELECT-PACKAGE": "druid-overlord",
+ "INSTALL": [
+ "druid-overlord"
+ ],
+ "PATCH": [
+ "druid-overlord"
+ ],
+ "STANDARD": [
+ "druid-overlord"
+ ]
+ },
+ "DRUID_HISTORICAL": {
+ "STACK-SELECT-PACKAGE": "druid-historical",
+ "INSTALL": [
+ "druid-historical"
+ ],
+ "PATCH": [
+ "druid-historical"
+ ],
+ "STANDARD": [
+ "druid-historical"
+ ]
+ },
+ "DRUID_BROKER": {
+ "STACK-SELECT-PACKAGE": "druid-broker",
+ "INSTALL": [
+ "druid-broker"
+ ],
+ "PATCH": [
+ "druid-broker"
+ ],
+ "STANDARD": [
+ "druid-broker"
+ ]
+ },
+ "DRUID_MIDDLEMANAGER": {
+ "STACK-SELECT-PACKAGE": "druid-middlemanager",
+ "INSTALL": [
+ "druid-middlemanager"
+ ],
+ "PATCH": [
+ "druid-middlemanager"
+ ],
+ "STANDARD": [
+ "druid-middlemanager"
+ ]
+ },
+ "DRUID_ROUTER": {
+ "STACK-SELECT-PACKAGE": "druid-router",
+ "INSTALL": [
+ "druid-router"
+ ],
+ "PATCH": [
+ "druid-router"
+ ],
+ "STANDARD": [
+ "druid-router"
+ ]
+ },
+ "DRUID_SUPERSET": {
+ "STACK-SELECT-PACKAGE": "druid-superset",
+ "INSTALL": [
+ "druid-superset"
+ ],
+ "PATCH": [
+ "druid-superset"
+ ],
+ "STANDARD": [
+ "druid-superset"
+ ]
+ }
+ },
+ "FALCON": {
+ "FALCON_CLIENT": {
+ "STACK-SELECT-PACKAGE": "falcon-client",
+ "INSTALL": [
+ "falcon-client"
+ ],
+ "PATCH": [
+ "falcon-client"
+ ],
+ "STANDARD": [
+ "falcon-client"
+ ]
+ },
+ "FALCON_SERVER": {
+ "STACK-SELECT-PACKAGE": "falcon-server",
+ "INSTALL": [
+ "falcon-server"
+ ],
+ "PATCH": [
+ "falcon-server"
+ ],
+ "STANDARD": [
+ "falcon-server"
+ ]
+ }
+ },
+ "FLUME": {
+ "FLUME_HANDLER": {
+ "STACK-SELECT-PACKAGE": "flume-server",
+ "INSTALL": [
+ "flume-server"
+ ],
+ "PATCH": [
+ "flume-server"
+ ],
+ "STANDARD": [
+ "flume-server"
+ ]
+ }
+ },
+ "HBASE": {
+ "HBASE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hbase-client",
+ "INSTALL": [
+ "hbase-client"
+ ],
+ "PATCH": [
+ "hbase-client"
+ ],
+ "STANDARD": [
+ "hbase-client",
+ "phoenix-client",
+ "hadoop-client"
+ ]
+ },
+ "HBASE_MASTER": {
+ "STACK-SELECT-PACKAGE": "hbase-master",
+ "INSTALL": [
+ "hbase-master"
+ ],
+ "PATCH": [
+ "hbase-master"
+ ],
+ "STANDARD": [
+ "hbase-master"
+ ]
+ },
+ "HBASE_REGIONSERVER": {
+ "STACK-SELECT-PACKAGE": "hbase-regionserver",
+ "INSTALL": [
+ "hbase-regionserver"
+ ],
+ "PATCH": [
+ "hbase-regionserver"
+ ],
+ "STANDARD": [
+ "hbase-regionserver"
+ ]
+ },
+ "PHOENIX_QUERY_SERVER": {
+ "STACK-SELECT-PACKAGE": "phoenix-server",
+ "INSTALL": [
+ "phoenix-server"
+ ],
+ "PATCH": [
+ "phoenix-server"
+ ],
+ "STANDARD": [
+ "phoenix-server"
+ ]
+ }
+ },
+ "HDFS": {
+ "DATANODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-datanode",
+ "INSTALL": [
+ "hadoop-hdfs-datanode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-datanode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-datanode"
+ ]
+ },
+ "HDFS_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ },
+ "NAMENODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-namenode",
+ "INSTALL": [
+ "hadoop-hdfs-namenode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-namenode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-namenode"
+ ]
+ },
+ "NFS_GATEWAY": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-nfs3",
+ "INSTALL": [
+ "hadoop-hdfs-nfs3"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-nfs3"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-nfs3"
+ ]
+ },
+ "JOURNALNODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-journalnode",
+ "INSTALL": [
+ "hadoop-hdfs-journalnode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-journalnode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-journalnode"
+ ]
+ },
+ "SECONDARY_NAMENODE": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-secondarynamenode",
+ "INSTALL": [
+ "hadoop-hdfs-secondarynamenode"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-secondarynamenode"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-secondarynamenode"
+ ]
+ },
+ "ZKFC": {
+ "STACK-SELECT-PACKAGE": "hadoop-hdfs-zkfc",
+ "INSTALL": [
+ "hadoop-hdfs-zkfc"
+ ],
+ "PATCH": [
+ "hadoop-hdfs-zkfc"
+ ],
+ "STANDARD": [
+ "hadoop-hdfs-zkfc"
+ ]
+ }
+ },
+ "HIVE": {
+ "HCAT": {
+ "STACK-SELECT-PACKAGE": "hive-webhcat",
+ "INSTALL": [
+ "hive-webhcat"
+ ],
+ "PATCH": [
+ "hive-webhcat"
+ ],
+ "STANDARD": [
+ "hive-webhcat"
+ ]
+ },
+ "HIVE_METASTORE": {
+ "STACK-SELECT-PACKAGE": "hive-metastore",
+ "INSTALL": [
+ "hive-metastore"
+ ],
+ "PATCH": [
+ "hive-metastore"
+ ],
+ "STANDARD": [
+ "hive-metastore"
+ ]
+ },
+ "HIVE_SERVER": {
+ "STACK-SELECT-PACKAGE": "hive-server2",
+ "INSTALL": [
+ "hive-server2"
+ ],
+ "PATCH": [
+ "hive-server2"
+ ],
+ "STANDARD": [
+ "hive-server2"
+ ]
+ },
+ "HIVE_SERVER_INTERACTIVE": {
+ "STACK-SELECT-PACKAGE": "hive-server2-hive2",
+ "INSTALL": [
+ "hive-server2-hive2"
+ ],
+ "PATCH": [
+ "hive-server2-hive2"
+ ],
+ "STANDARD": [
+ "hive-server2-hive2"
+ ]
+ },
+ "HIVE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ },
+ "WEBHCAT_SERVER": {
+ "STACK-SELECT-PACKAGE": "hive-webhcat",
+ "INSTALL": [
+ "hive-webhcat"
+ ],
+ "PATCH": [
+ "hive-webhcat"
+ ],
+ "STANDARD": [
+ "hive-webhcat"
+ ]
+ }
+ },
+ "KAFKA": {
+ "KAFKA_BROKER": {
+ "STACK-SELECT-PACKAGE": "kafka-broker",
+ "INSTALL": [
+ "kafka-broker"
+ ],
+ "PATCH": [
+ "kafka-broker"
+ ],
+ "STANDARD": [
+ "kafka-broker"
+ ]
+ }
+ },
+ "KNOX": {
+ "KNOX_GATEWAY": {
+ "STACK-SELECT-PACKAGE": "knox-server",
+ "INSTALL": [
+ "knox-server"
+ ],
+ "PATCH": [
+ "knox-server"
+ ],
+ "STANDARD": [
+ "knox-server"
+ ]
+ }
+ },
+ "MAHOUT": {
+ "MAHOUT": {
+ "STACK-SELECT-PACKAGE": "mahout-client",
+ "INSTALL": [
+ "mahout-client"
+ ],
+ "PATCH": [
+ "mahout-client"
+ ],
+ "STANDARD": [
+ "mahout-client"
+ ]
+ }
+ },
+ "MAPREDUCE2": {
+ "HISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "hadoop-mapreduce-historyserver",
+ "INSTALL": [
+ "hadoop-mapreduce-historyserver"
+ ],
+ "PATCH": [
+ "hadoop-mapreduce-historyserver"
+ ],
+ "STANDARD": [
+ "hadoop-mapreduce-historyserver"
+ ]
+ },
+ "MAPREDUCE2_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "hadoop-mapreduce-INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "OOZIE": {
+ "OOZIE_CLIENT": {
+ "STACK-SELECT-PACKAGE": "oozie-client",
+ "INSTALL": [
+ "oozie-client"
+ ],
+ "PATCH": [
+ "oozie-client"
+ ],
+ "STANDARD": [
+ "oozie-client"
+ ]
+ },
+ "OOZIE_SERVER": {
+ "STACK-SELECT-PACKAGE": "oozie-server",
+ "INSTALL": [
+ "oozie-client",
+ "oozie-server"
+ ],
+ "PATCH": [
+ "oozie-server"
+ ],
+ "STANDARD": [
+ "oozie-client",
+ "oozie-server"
+ ]
+ }
+ },
+ "PIG": {
+ "PIG": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "RANGER": {
+ "RANGER_ADMIN": {
+ "STACK-SELECT-PACKAGE": "ranger-admin",
+ "INSTALL": [
+ "ranger-admin"
+ ],
+ "PATCH": [
+ "ranger-admin"
+ ],
+ "STANDARD": [
+ "ranger-admin"
+ ]
+ },
+ "RANGER_TAGSYNC": {
+ "STACK-SELECT-PACKAGE": "ranger-tagsync",
+ "INSTALL": [
+ "ranger-tagsync"
+ ],
+ "PATCH": [
+ "ranger-tagsync"
+ ],
+ "STANDARD": [
+ "ranger-tagsync"
+ ]
+ },
+ "RANGER_USERSYNC": {
+ "STACK-SELECT-PACKAGE": "ranger-usersync",
+ "INSTALL": [
+ "ranger-usersync"
+ ],
+ "PATCH": [
+ "ranger-usersync"
+ ],
+ "STANDARD": [
+ "ranger-usersync"
+ ]
+ }
+ },
+ "RANGER_KMS": {
+ "RANGER_KMS_SERVER": {
+ "STACK-SELECT-PACKAGE": "ranger-kms",
+ "INSTALL": [
+ "ranger-kms"
+ ],
+ "PATCH": [
+ "ranger-kms"
+ ],
+ "STANDARD": [
+ "ranger-kms"
+ ]
+ }
+ },
+ "SLIDER": {
+ "SLIDER": {
+ "STACK-SELECT-PACKAGE": "slider-client",
+ "INSTALL": [
+ "slider-client"
+ ],
+ "PATCH": [
+ "slider-client"
+ ],
+ "STANDARD": [
+ "slider-client",
+ "hadoop-client"
+ ]
+ }
+ },
+ "SPARK": {
+ "LIVY_SERVER": {
+ "STACK-SELECT-PACKAGE": "livy2-server",
+ "INSTALL": [
+ "livy2-server"
+ ],
+ "PATCH": [
+ "livy2-server"
+ ],
+ "STANDARD": [
+ "livy2-server"
+ ]
+ },
+ "SPARK_CLIENT": {
+ "STACK-SELECT-PACKAGE": "spark2-client",
+ "INSTALL": [
+ "spark2-client"
+ ],
+ "PATCH": [
+ "spark2-client"
+ ],
+ "STANDARD": [
+ "spark2-client"
+ ]
+ },
+ "SPARK_JOBHISTORYSERVER": {
+ "STACK-SELECT-PACKAGE": "spark2-historyserver",
+ "INSTALL": [
+ "spark2-historyserver"
+ ],
+ "PATCH": [
+ "spark2-historyserver"
+ ],
+ "STANDARD": [
+ "spark2-historyserver"
+ ]
+ },
+ "SPARK_THRIFTSERVER": {
+ "STACK-SELECT-PACKAGE": "spark2-thriftserver",
+ "INSTALL": [
+ "spark2-thriftserver"
+ ],
+ "PATCH": [
+ "spark2-thriftserver"
+ ],
+ "STANDARD": [
+ "spark2-thriftserver"
+ ]
+ }
+ },
+ "SQOOP": {
+ "SQOOP": {
+ "STACK-SELECT-PACKAGE": "sqoop-client",
+ "INSTALL": [
+ "sqoop-client"
+ ],
+ "PATCH": [
+ "sqoop-client"
+ ],
+ "STANDARD": [
+ "sqoop-client"
+ ]
+ }
+ },
+ "STORM": {
+ "NIMBUS": {
+ "STACK-SELECT-PACKAGE": "storm-nimbus",
+ "INSTALL": [
+ "storm-client",
+ "storm-nimbus"
+ ],
+ "PATCH": [
+ "storm-client",
+ "storm-nimbus"
+ ],
+ "STANDARD": [
+ "storm-client",
+ "storm-nimbus"
+ ]
+ },
+ "SUPERVISOR": {
+ "STACK-SELECT-PACKAGE": "storm-supervisor",
+ "INSTALL": [
+ "storm-supervisor"
+ ],
+ "PATCH": [
+ "storm-supervisor"
+ ],
+ "STANDARD": [
+ "storm-client",
+ "storm-supervisor"
+ ]
+ },
+ "DRPC_SERVER": {
+ "STACK-SELECT-PACKAGE": "storm-client",
+ "INSTALL": [
+ "storm-client"
+ ],
+ "PATCH": [
+ "storm-client"
+ ],
+ "STANDARD": [
+ "storm-client"
+ ]
+ },
+ "STORM_UI_SERVER": {
+ "STACK-SELECT-PACKAGE": "storm-client",
+ "INSTALL": [
+ "storm-client"
+ ],
+ "PATCH": [
+ "storm-client"
+ ],
+ "STANDARD": [
+ "storm-client"
+ ]
+ }
+ },
+ "TEZ": {
+ "TEZ_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "YARN": {
+ "APP_TIMELINE_SERVER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-timelineserver",
+ "INSTALL": [
+ "hadoop-yarn-timelineserver"
+ ],
+ "PATCH": [
+ "hadoop-yarn-timelineserver"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-timelineserver"
+ ]
+ },
+ "NODEMANAGER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-nodemanager",
+ "INSTALL": [
+ "hadoop-yarn-nodemanager"
+ ],
+ "PATCH": [
+ "hadoop-yarn-nodemanager"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-nodemanager"
+ ]
+ },
+ "RESOURCEMANAGER": {
+ "STACK-SELECT-PACKAGE": "hadoop-yarn-resourcemanager",
+ "INSTALL": [
+ "hadoop-yarn-resourcemanager"
+ ],
+ "PATCH": [
+ "hadoop-yarn-resourcemanager"
+ ],
+ "STANDARD": [
+ "hadoop-yarn-resourcemanager"
+ ]
+ },
+ "YARN_CLIENT": {
+ "STACK-SELECT-PACKAGE": "hadoop-client",
+ "INSTALL": [
+ "hadoop-client"
+ ],
+ "PATCH": [
+ "INVALID"
+ ],
+ "STANDARD": [
+ "hadoop-client"
+ ]
+ }
+ },
+ "ZEPPELIN": {
+ "ZEPPELIN_MASTER": {
+ "STACK-SELECT-PACKAGE": "zeppelin-server",
+ "INSTALL": [
+ "zeppelin-server"
+ ],
+ "PATCH": [
+ "zeppelin-server"
+ ],
+ "STANDARD": [
+ "zeppelin-server"
+ ]
+ }
+ },
+ "ZOOKEEPER": {
+ "ZOOKEEPER_CLIENT": {
+ "STACK-SELECT-PACKAGE": "zookeeper-client",
+ "INSTALL": [
+ "zookeeper-client"
+ ],
+ "PATCH": [
+ "zookeeper-client"
+ ],
+ "STANDARD": [
+ "zookeeper-client"
+ ]
+ },
+ "ZOOKEEPER_SERVER": {
+ "STACK-SELECT-PACKAGE": "zookeeper-server",
+ "INSTALL": [
+ "zookeeper-server"
+ ],
+ "PATCH": [
+ "zookeeper-server"
+ ],
+ "STANDARD": [
+ "zookeeper-server"
+ ]
+ }
+ }
+ }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/FLUME/test_flume.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/FLUME/test_flume.py b/ambari-server/src/test/python/stacks/2.0.6/FLUME/test_flume.py
index b867561..2c92e4c 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/FLUME/test_flume.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/FLUME/test_flume.py
@@ -27,7 +27,9 @@ import os
class TestFlumeHandler(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "FLUME/1.4.0.2.0/package"
STACK_VERSION = "2.0.6"
-
+
+ CONFIG_OVERRIDES = {"serviceName":"FLUME", "role":"FLUME_HANDLER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/flume_handler.py",
classname = "FlumeHandler",
@@ -560,6 +562,7 @@ class TestFlumeHandler(RMFTestCase):
classname = "FlumeHandler",
command = "pre_upgrade_restart",
config_file="flume_22.json",
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py
index cffec06..7c5c7f5 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py
@@ -29,6 +29,8 @@ class TestHBaseClient(RMFTestCase):
STACK_VERSION = "2.0.6"
TMP_PATH = '/hadoop'
+ CONFIG_OVERRIDES = {"serviceName":"HBASE", "role":"HBASE_CLIENT"}
+
def test_configure_secured(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hbase_client.py",
classname = "HbaseClient",
@@ -239,6 +241,7 @@ class TestHBaseClient(RMFTestCase):
classname = "HbaseClient",
command = "restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
@@ -258,7 +261,7 @@ class TestHBaseClient(RMFTestCase):
mocks_dict['call'].call_args_list[0][0][0])
self.assertEquals(
('ambari-python-wrap', '/usr/bin/conf-select', 'set-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
- mocks_dict['checked_call'].call_args_list[4][0][0])
+ mocks_dict['checked_call'].call_args_list[5][0][0])
self.assertEquals(
('ambari-python-wrap', '/usr/bin/conf-select', 'create-conf-dir', '--package', 'hadoop', '--stack-version', '2.3.0.0-1234', '--conf-version', '0'),
mocks_dict['call'].call_args_list[1][0][0])
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py
index 05fa204..42289e1 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py
@@ -29,6 +29,8 @@ class TestHBaseMaster(RMFTestCase):
TMP_PATH = "/hadoop"
DEFAULT_IMMUTABLE_PATHS = ['/apps/hive/warehouse', '/apps/falcon', '/mr-history/done', '/app-logs', '/tmp']
+ CONFIG_OVERRIDES = {"serviceName":"HBASE", "role":"HBASE_MASTER"}
+
def test_install_hbase_master_default_no_phx(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hbase_master.py",
classname = "HbaseMaster",
@@ -747,6 +749,7 @@ class TestHBaseMaster(RMFTestCase):
classname = "HbaseMaster",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
mocks_dict = mocks_dict)
@@ -770,6 +773,7 @@ class TestHBaseMaster(RMFTestCase):
classname = "HbaseMaster",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None, ''), (0, None, ''), (0, None, '')],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py
index 93f5d19..6a2d8fb 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py
@@ -30,6 +30,8 @@ class TestHbaseRegionServer(RMFTestCase):
STACK_VERSION = "2.0.6"
TMP_PATH = '/hadoop'
+ CONFIG_OVERRIDES = {"serviceName":"HBASE", "role":"HBASE_REGIONSERVER"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hbase_regionserver.py",
classname = "HbaseRegionServer",
@@ -540,6 +542,7 @@ class TestHbaseRegionServer(RMFTestCase):
classname = "HbaseRegionServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -580,6 +583,7 @@ class TestHbaseRegionServer(RMFTestCase):
classname = "HbaseRegionServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None), (0, None), (0, None)],
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py
index 1b324d4..973e274 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py
@@ -32,6 +32,8 @@ class TestPhoenixQueryServer(RMFTestCase):
STACK_VERSION = "2.3"
TMP_PATH = "/hadoop"
+ CONFIG_OVERRIDES = {"serviceName":"HBASE", "role":"PHOENIX_QUERY_SERVER"}
+
def test_configure_default(self):
self.executeScript(
self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/phoenix_queryserver.py",
@@ -432,6 +434,7 @@ class TestPhoenixQueryServer(RMFTestCase):
classname = "PhoenixQueryServer",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
call_mocks = [(0, "/etc/hbase/2.3.0.0-1234/0", ''), (0, None, None), (0, None, None)],
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bab2159/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py
index d2968f8..0f31ad2 100644
--- a/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py
+++ b/ambari-server/src/test/python/stacks/2.0.6/HDFS/test_datanode.py
@@ -32,6 +32,8 @@ class TestDatanode(RMFTestCase):
COMMON_SERVICES_PACKAGE_DIR = "HDFS/2.1.0.2.0/package"
STACK_VERSION = "2.0.6"
+ CONFIG_OVERRIDES = {"serviceName":"HDFS", "role":"DATANODE"}
+
def test_configure_default(self):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/datanode.py",
classname = "DataNode",
@@ -484,6 +486,7 @@ class TestDatanode(RMFTestCase):
classname = "DataNode",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled('Execute',
@@ -504,6 +507,7 @@ class TestDatanode(RMFTestCase):
classname = "DataNode",
command = "pre_upgrade_restart",
config_dict = json_content,
+ config_overrides = self.CONFIG_OVERRIDES,
stack_version = self.STACK_VERSION,
target = RMFTestCase.TARGET_COMMON_SERVICES,
call_mocks = [(0, None, ''), (0, None)],
[18/52] [abbrv] ambari git commit: AMBARI-21626 - Configs For Target
Stack Are Not Created During Upgrade (jonathanhurley)
Posted by jl...@apache.org.
AMBARI-21626 - Configs For Target Stack Are Not Created During Upgrade (jonathanhurley)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/ea57a6ba
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/ea57a6ba
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/ea57a6ba
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: ea57a6bab346eb18eeb538bd86ac580ff7f07afc
Parents: 97ccf3b
Author: Jonathan Hurley <jh...@hortonworks.com>
Authored: Tue Aug 1 20:16:21 2017 -0400
Committer: Jonathan Hurley <jh...@hortonworks.com>
Committed: Wed Aug 2 11:41:55 2017 -0400
----------------------------------------------------------------------
.../org/apache/ambari/server/state/ConfigHelper.java | 14 ++++++--------
.../org/apache/ambari/server/state/UpgradeHelper.java | 2 +-
.../server/state/stack/upgrade/ClusterGrouping.java | 2 +-
.../stacks/HDP/2.2.0/upgrades/upgrade_test_checks.xml | 2 +-
4 files changed, 9 insertions(+), 11 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/ea57a6ba/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
index 5ac4c8f..6b82273 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/ConfigHelper.java
@@ -1242,10 +1242,9 @@ public class ConfigHelper {
if (!defaultPropertiesByType.containsKey(type)) {
defaultPropertiesByType.put(type, new HashMap<String, String>());
}
- if (stackDefaultProperty.getPropertyStackUpgradeBehavior().isMerge()) {
- defaultPropertiesByType.get(type).put(stackDefaultProperty.getName(),
- stackDefaultProperty.getValue());
- }
+
+ defaultPropertiesByType.get(type).put(stackDefaultProperty.getName(),
+ stackDefaultProperty.getValue());
}
// for every installed service, populate the default service properties
@@ -1259,10 +1258,9 @@ public class ConfigHelper {
if (!defaultPropertiesByType.containsKey(type)) {
defaultPropertiesByType.put(type, new HashMap<String, String>());
}
- if (serviceDefaultProperty.getPropertyStackUpgradeBehavior().isMerge()) {
- defaultPropertiesByType.get(type).put(serviceDefaultProperty.getName(),
- serviceDefaultProperty.getValue());
- }
+
+ defaultPropertiesByType.get(type).put(serviceDefaultProperty.getName(),
+ serviceDefaultProperty.getValue());
}
return defaultPropertiesByType;
http://git-wip-us.apache.org/repos/asf/ambari/blob/ea57a6ba/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
index a5b40ff..7ed70de 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
@@ -892,7 +892,7 @@ public class UpgradeHelper {
// downgrade is easy - just remove the new and make the old current
if (direction == Direction.DOWNGRADE) {
cluster.applyLatestConfigurations(targetStackId, serviceName);
- return;
+ continue;
}
// upgrade is a bit harder - we have to merge new stack configurations in
http://git-wip-us.apache.org/repos/asf/ambari/blob/ea57a6ba/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ClusterGrouping.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ClusterGrouping.java b/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ClusterGrouping.java
index fa988c3..3deb7c8 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ClusterGrouping.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ClusterGrouping.java
@@ -387,4 +387,4 @@ public class ClusterGrouping extends Grouping {
}
}
}
-}
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/ea57a6ba/ambari-server/src/test/resources/stacks/HDP/2.2.0/upgrades/upgrade_test_checks.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/stacks/HDP/2.2.0/upgrades/upgrade_test_checks.xml b/ambari-server/src/test/resources/stacks/HDP/2.2.0/upgrades/upgrade_test_checks.xml
index b7027c5..ef8ce70 100644
--- a/ambari-server/src/test/resources/stacks/HDP/2.2.0/upgrades/upgrade_test_checks.xml
+++ b/ambari-server/src/test/resources/stacks/HDP/2.2.0/upgrades/upgrade_test_checks.xml
@@ -239,4 +239,4 @@
</component>
</service>
</processing>
-</upgrade>
+</upgrade>
\ No newline at end of file
[19/52] [abbrv] ambari git commit: AMBARI-21639. When Adding a New
Service the Repository ID is Required (ncole)
Posted by jl...@apache.org.
AMBARI-21639. When Adding a New Service the Repository ID is Required (ncole)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/9e91639b
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/9e91639b
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/9e91639b
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 9e91639ba3579e3f0d9e74b8c9c42990ef59b553
Parents: ea57a6b
Author: Nate Cole <nc...@hortonworks.com>
Authored: Wed Aug 2 15:40:10 2017 -0400
Committer: Nate Cole <nc...@hortonworks.com>
Committed: Wed Aug 2 15:40:10 2017 -0400
----------------------------------------------------------------------
.../internal/ServiceResourceProvider.java | 27 +++
.../internal/ServiceResourceProviderTest.java | 232 ++++++++++++++++++-
2 files changed, 255 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/9e91639b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ServiceResourceProvider.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ServiceResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ServiceResourceProvider.java
index daab1aa..89f75f3 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ServiceResourceProvider.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ServiceResourceProvider.java
@@ -74,6 +74,7 @@ import org.apache.ambari.server.state.ServiceComponentHost;
import org.apache.ambari.server.state.ServiceInfo;
import org.apache.ambari.server.state.StackId;
import org.apache.ambari.server.state.State;
+import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang.StringUtils;
import org.apache.commons.lang.Validate;
@@ -1066,6 +1067,32 @@ public class ServiceResourceProvider extends AbstractControllerResourceProvider
}
Long desiredRepositoryVersion = request.getDesiredRepositoryVersionId();
+
+ if (null == desiredRepositoryVersion) {
+ Set<Long> repoIds = new HashSet<>();
+
+ for (Service service : cluster.getServices().values()) {
+ RepositoryVersionEntity serviceRepo = service.getDesiredRepositoryVersion();
+ if (null != serviceRepo.getParentId()) {
+ repoIds.add(serviceRepo.getParentId());
+ } else {
+ repoIds.add(serviceRepo.getId());
+ }
+ }
+
+ LOG.info("{} was not specified; the following repository ids were found: {}",
+ SERVICE_DESIRED_REPO_VERSION_ID_PROPERTY_ID, StringUtils.join(repoIds, ','));
+
+ if (CollectionUtils.isEmpty(repoIds)) {
+ throw new IllegalArgumentException("No repositories were found for service installation");
+ } else if (repoIds.size() > 1) {
+ throw new IllegalArgumentException(String.format("%s was not specified, and the cluster " +
+ "contains more than one standard-type repository", SERVICE_DESIRED_REPO_VERSION_ID_PROPERTY_ID));
+ } else {
+ desiredRepositoryVersion = repoIds.iterator().next();
+ }
+ }
+
if (null == desiredRepositoryVersion) {
throw new IllegalArgumentException(String.format("%s is required when adding a service.", SERVICE_DESIRED_REPO_VERSION_ID_PROPERTY_ID));
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/9e91639b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ServiceResourceProviderTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ServiceResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ServiceResourceProviderTest.java
index a0c58ea..2bb7b7a 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ServiceResourceProviderTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ServiceResourceProviderTest.java
@@ -70,6 +70,7 @@ import org.apache.ambari.server.serveraction.kerberos.KerberosAdminAuthenticatio
import org.apache.ambari.server.serveraction.kerberos.KerberosMissingAdminCredentialsException;
import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.Clusters;
+import org.apache.ambari.server.state.RepositoryType;
import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceComponent;
import org.apache.ambari.server.state.ServiceComponentHost;
@@ -85,6 +86,8 @@ import org.junit.Test;
import org.springframework.security.core.Authentication;
import org.springframework.security.core.context.SecurityContextHolder;
+import com.google.common.collect.ImmutableMap;
+
/**
* ServiceResourceProvider tests.
*/
@@ -140,7 +143,7 @@ public class ServiceResourceProviderTest {
SecurityContextHolder.getContext().setAuthentication(authentication);
- ResourceProvider provider = getServiceProvider(managementController, true);
+ ResourceProvider provider = getServiceProvider(managementController, true, null);
// add the property map to a set for the request. add more maps for multiple creates
Set<Map<String, Object>> propertySet = new LinkedHashSet<>();
@@ -1149,7 +1152,224 @@ public class ServiceResourceProviderTest {
}
}
- private static ServiceResourceProvider getServiceProvider(AmbariManagementController managementController, boolean mockFindByStack) throws AmbariException {
+ @Test
+ public void testCreateWithNoRepositoryId() throws Exception {
+ AmbariManagementController managementController = createNiceMock(AmbariManagementController.class);
+ Clusters clusters = createNiceMock(Clusters.class);
+ Cluster cluster = createNiceMock(Cluster.class);
+ Service service1 = createNiceMock(Service.class);
+ Service service2 = createNiceMock(Service.class);
+
+ RepositoryVersionEntity repoVersion = createNiceMock(RepositoryVersionEntity.class);
+ expect(repoVersion.getId()).andReturn(500L).anyTimes();
+ expect(service1.getDesiredRepositoryVersion()).andReturn(repoVersion).atLeastOnce();
+
+ StackId stackId = new StackId("HDP-2.5");
+ ServiceFactory serviceFactory = createNiceMock(ServiceFactory.class);
+ AmbariMetaInfo ambariMetaInfo = createNiceMock(AmbariMetaInfo.class);
+ ServiceInfo serviceInfo = createNiceMock(ServiceInfo.class);
+
+ expect(managementController.getClusters()).andReturn(clusters).anyTimes();
+ expect(managementController.getAmbariMetaInfo()).andReturn(ambariMetaInfo).anyTimes();
+
+ expect(cluster.addService(eq("Service200"), EasyMock.anyObject(RepositoryVersionEntity.class))).andReturn(service2);
+
+ expect(clusters.getCluster("Cluster100")).andReturn(cluster).anyTimes();
+
+ expect(cluster.getServices()).andReturn(
+ ImmutableMap.<String, Service>builder()
+ .put("Service100", service1).build()).atLeastOnce();
+
+ expect(cluster.getDesiredStackVersion()).andReturn(stackId).anyTimes();
+ expect(cluster.getClusterId()).andReturn(2L).anyTimes();
+
+ expect(ambariMetaInfo.isValidService( (String) anyObject(), (String) anyObject(), (String) anyObject())).andReturn(true);
+ expect(ambariMetaInfo.getService((String)anyObject(), (String)anyObject(), (String)anyObject())).andReturn(serviceInfo).anyTimes();
+
+ // replay
+ replay(managementController, clusters, cluster, service1, service2,
+ ambariMetaInfo, serviceFactory, serviceInfo, repoVersion);
+
+ SecurityContextHolder.getContext().setAuthentication(TestAuthenticationFactory.createAdministrator());
+
+ Capture<Long> pkCapture = Capture.newInstance();
+ ResourceProvider provider = getServiceProvider(managementController, true, pkCapture);
+
+ // add the property map to a set for the request. add more maps for multiple creates
+ Set<Map<String, Object>> propertySet = new LinkedHashSet<>();
+
+ // Service 1: create a map of properties for the request
+ Map<String, Object> properties = new LinkedHashMap<>();
+
+ // add properties to the request map
+ properties.put(ServiceResourceProvider.SERVICE_CLUSTER_NAME_PROPERTY_ID, "Cluster100");
+ properties.put(ServiceResourceProvider.SERVICE_SERVICE_NAME_PROPERTY_ID, "Service200");
+ properties.put(ServiceResourceProvider.SERVICE_SERVICE_STATE_PROPERTY_ID, "INIT");
+ properties.put(ServiceResourceProvider.SERVICE_DESIRED_STACK_PROPERTY_ID, "HDP-1.1");
+
+ propertySet.add(properties);
+
+ // create the request
+ Request request = PropertyHelper.getCreateRequest(propertySet, null);
+
+ provider.createResources(request);
+
+ // verify
+ verify(managementController, clusters, cluster, service1, service2,
+ ambariMetaInfo, serviceFactory, serviceInfo);
+
+ Assert.assertTrue(pkCapture.hasCaptured());
+ Assert.assertEquals(Long.valueOf(500L), pkCapture.getValue());
+ }
+
+ @Test
+ public void testCreateWithNoRepositoryIdAndPatch() throws Exception {
+ AmbariManagementController managementController = createNiceMock(AmbariManagementController.class);
+ Clusters clusters = createNiceMock(Clusters.class);
+ Cluster cluster = createNiceMock(Cluster.class);
+ Service service1 = createNiceMock(Service.class);
+ Service service2 = createNiceMock(Service.class);
+
+ RepositoryVersionEntity repoVersion = createNiceMock(RepositoryVersionEntity.class);
+ expect(repoVersion.getId()).andReturn(500L).anyTimes();
+ expect(repoVersion.getParentId()).andReturn(600L).anyTimes();
+ expect(repoVersion.getType()).andReturn(RepositoryType.PATCH).anyTimes();
+ expect(service1.getDesiredRepositoryVersion()).andReturn(repoVersion).atLeastOnce();
+
+ StackId stackId = new StackId("HDP-2.5");
+ ServiceFactory serviceFactory = createNiceMock(ServiceFactory.class);
+ AmbariMetaInfo ambariMetaInfo = createNiceMock(AmbariMetaInfo.class);
+ ServiceInfo serviceInfo = createNiceMock(ServiceInfo.class);
+
+ expect(managementController.getClusters()).andReturn(clusters).anyTimes();
+ expect(managementController.getAmbariMetaInfo()).andReturn(ambariMetaInfo).anyTimes();
+
+ expect(cluster.addService(eq("Service200"), EasyMock.anyObject(RepositoryVersionEntity.class))).andReturn(service2);
+
+ expect(clusters.getCluster("Cluster100")).andReturn(cluster).anyTimes();
+
+ expect(cluster.getServices()).andReturn(
+ ImmutableMap.<String, Service>builder()
+ .put("Service100", service1).build()).atLeastOnce();
+
+ expect(cluster.getDesiredStackVersion()).andReturn(stackId).anyTimes();
+ expect(cluster.getClusterId()).andReturn(2L).anyTimes();
+
+ expect(ambariMetaInfo.isValidService( (String) anyObject(), (String) anyObject(), (String) anyObject())).andReturn(true);
+ expect(ambariMetaInfo.getService((String)anyObject(), (String)anyObject(), (String)anyObject())).andReturn(serviceInfo).anyTimes();
+
+ // replay
+ replay(managementController, clusters, cluster, service1, service2,
+ ambariMetaInfo, serviceFactory, serviceInfo, repoVersion);
+
+ SecurityContextHolder.getContext().setAuthentication(TestAuthenticationFactory.createAdministrator());
+
+ Capture<Long> pkCapture = Capture.newInstance();
+ ResourceProvider provider = getServiceProvider(managementController, true, pkCapture);
+
+ // add the property map to a set for the request. add more maps for multiple creates
+ Set<Map<String, Object>> propertySet = new LinkedHashSet<>();
+
+ // Service 1: create a map of properties for the request
+ Map<String, Object> properties = new LinkedHashMap<>();
+
+ // add properties to the request map
+ properties.put(ServiceResourceProvider.SERVICE_CLUSTER_NAME_PROPERTY_ID, "Cluster100");
+ properties.put(ServiceResourceProvider.SERVICE_SERVICE_NAME_PROPERTY_ID, "Service200");
+ properties.put(ServiceResourceProvider.SERVICE_SERVICE_STATE_PROPERTY_ID, "INIT");
+ properties.put(ServiceResourceProvider.SERVICE_DESIRED_STACK_PROPERTY_ID, "HDP-1.1");
+
+ propertySet.add(properties);
+
+ // create the request
+ Request request = PropertyHelper.getCreateRequest(propertySet, null);
+
+ provider.createResources(request);
+
+ // verify
+ verify(managementController, clusters, cluster, service1, service2,
+ ambariMetaInfo, serviceFactory, serviceInfo);
+
+ Assert.assertTrue(pkCapture.hasCaptured());
+ Assert.assertEquals(Long.valueOf(600L), pkCapture.getValue());
+ }
+
+ @Test
+ public void testCreateWithNoRepositoryIdAndMultiBase() throws Exception {
+ AmbariManagementController managementController = createNiceMock(AmbariManagementController.class);
+ Clusters clusters = createNiceMock(Clusters.class);
+ Cluster cluster = createNiceMock(Cluster.class);
+ Service service1 = createNiceMock(Service.class);
+ Service service2 = createNiceMock(Service.class);
+ Service service3 = createNiceMock(Service.class);
+
+ RepositoryVersionEntity repoVersion1 = createNiceMock(RepositoryVersionEntity.class);
+ expect(repoVersion1.getId()).andReturn(500L).anyTimes();
+ expect(service1.getDesiredRepositoryVersion()).andReturn(repoVersion1).atLeastOnce();
+
+ RepositoryVersionEntity repoVersion2 = createNiceMock(RepositoryVersionEntity.class);
+ expect(repoVersion2.getId()).andReturn(600L).anyTimes();
+ expect(service2.getDesiredRepositoryVersion()).andReturn(repoVersion2).atLeastOnce();
+
+ StackId stackId = new StackId("HDP-2.5");
+ ServiceFactory serviceFactory = createNiceMock(ServiceFactory.class);
+ AmbariMetaInfo ambariMetaInfo = createNiceMock(AmbariMetaInfo.class);
+ ServiceInfo serviceInfo = createNiceMock(ServiceInfo.class);
+
+ expect(managementController.getClusters()).andReturn(clusters).anyTimes();
+ expect(managementController.getAmbariMetaInfo()).andReturn(ambariMetaInfo).anyTimes();
+
+ expect(clusters.getCluster("Cluster100")).andReturn(cluster).anyTimes();
+
+ expect(cluster.getServices()).andReturn(
+ ImmutableMap.<String, Service>builder()
+ .put("Service100", service1)
+ .put("Service200", service2).build()).atLeastOnce();
+
+ expect(cluster.getDesiredStackVersion()).andReturn(stackId).anyTimes();
+ expect(cluster.getClusterId()).andReturn(2L).anyTimes();
+
+ // replay
+ replay(managementController, clusters, cluster, service1, service2, service3,
+ ambariMetaInfo, serviceFactory, serviceInfo, repoVersion1, repoVersion2);
+
+ SecurityContextHolder.getContext().setAuthentication(TestAuthenticationFactory.createAdministrator());
+
+ Capture<Long> pkCapture = Capture.newInstance();
+ ResourceProvider provider = getServiceProvider(managementController, true, pkCapture);
+
+ // add the property map to a set for the request. add more maps for multiple creates
+ Set<Map<String, Object>> propertySet = new LinkedHashSet<>();
+
+ // Service 1: create a map of properties for the request
+ Map<String, Object> properties = new LinkedHashMap<>();
+
+ // add properties to the request map
+ properties.put(ServiceResourceProvider.SERVICE_CLUSTER_NAME_PROPERTY_ID, "Cluster100");
+ properties.put(ServiceResourceProvider.SERVICE_SERVICE_NAME_PROPERTY_ID, "Service200");
+ properties.put(ServiceResourceProvider.SERVICE_SERVICE_STATE_PROPERTY_ID, "INIT");
+ properties.put(ServiceResourceProvider.SERVICE_DESIRED_STACK_PROPERTY_ID, "HDP-1.1");
+
+ propertySet.add(properties);
+
+ // create the request
+ Request request = PropertyHelper.getCreateRequest(propertySet, null);
+
+ try {
+ provider.createResources(request);
+ Assert.fail("Expected an exception when more than one base version was found");
+ } catch (IllegalArgumentException expected) {
+ // !!! expected
+ }
+
+ // verify
+ verify(managementController, clusters, cluster, service1, service2, service3,
+ ambariMetaInfo, serviceFactory, serviceInfo);
+
+ }
+
+ private static ServiceResourceProvider getServiceProvider(AmbariManagementController managementController,
+ boolean mockFindByStack, Capture<Long> pkCapture) throws AmbariException {
MaintenanceStateHelper maintenanceStateHelperMock = createNiceMock(MaintenanceStateHelper.class);
RepositoryVersionDAO repositoryVersionDAO = createNiceMock(RepositoryVersionDAO.class);
expect(maintenanceStateHelperMock.isOperationAllowed(anyObject(Resource.Type.class), anyObject(Service.class))).andReturn(true).anyTimes();
@@ -1158,7 +1378,11 @@ public class ServiceResourceProviderTest {
if (mockFindByStack) {
RepositoryVersionEntity repositoryVersion = createNiceMock(RepositoryVersionEntity.class);
- expect(repositoryVersionDAO.findByPK(EasyMock.anyLong())).andReturn(repositoryVersion).atLeastOnce();
+ if (null != pkCapture) {
+ expect(repositoryVersionDAO.findByPK(capture(pkCapture))).andReturn(repositoryVersion).atLeastOnce();
+ } else {
+ expect(repositoryVersionDAO.findByPK(EasyMock.anyLong())).andReturn(repositoryVersion).atLeastOnce();
+ }
expect(repositoryVersion.getStackId()).andReturn(new StackId("HDP-2.2")).anyTimes();
replay(repositoryVersion);
@@ -1173,7 +1397,7 @@ public class ServiceResourceProviderTest {
* It's useful in most cases (when we don't care about Maintenance State)
*/
public static ServiceResourceProvider getServiceProvider(AmbariManagementController managementController) throws AmbariException {
- return getServiceProvider(managementController, false);
+ return getServiceProvider(managementController, false, null);
}
/**
[35/52] [abbrv] ambari git commit: AMBARI-21663. Livy2 should use the
same keytab as Livy. (Bikas Saha via smohanty)
Posted by jl...@apache.org.
AMBARI-21663. Livy2 should use the same keytab as Livy. (Bikas Saha via smohanty)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/aa9e16d8
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/aa9e16d8
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/aa9e16d8
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: aa9e16d8928b95c555a1e5b966fe1cf86c15cf82
Parents: b175d8f
Author: Sumit Mohanty <sm...@hortonworks.com>
Authored: Fri Aug 4 15:03:24 2017 -0700
Committer: Sumit Mohanty <sm...@hortonworks.com>
Committed: Fri Aug 4 15:11:22 2017 -0700
----------------------------------------------------------------------
.../main/resources/stacks/HDP/2.6/services/SPARK2/kerberos.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/aa9e16d8/ambari-server/src/main/resources/stacks/HDP/2.6/services/SPARK2/kerberos.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/services/SPARK2/kerberos.json b/ambari-server/src/main/resources/stacks/HDP/2.6/services/SPARK2/kerberos.json
index 198ab41..0f99bbb 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.6/services/SPARK2/kerberos.json
+++ b/ambari-server/src/main/resources/stacks/HDP/2.6/services/SPARK2/kerberos.json
@@ -96,7 +96,7 @@
"local_username": "${livy2-env/livy2_user}"
},
"keytab": {
- "file": "${keytab_dir}/livy2.service.keytab",
+ "file": "${keytab_dir}/livy.service.keytab",
"owner": {
"name": "${livy2-env/livy2_user}",
"access": "r"
[06/52] [abbrv] ambari git commit: AMBARI-21593 : AMS stopped after
RU [AMS distributed mode with 2 collectors] (avijayan)
Posted by jl...@apache.org.
AMBARI-21593 : AMS stopped after RU [AMS distributed mode with 2 collectors] (avijayan)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/c7b350b6
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/c7b350b6
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/c7b350b6
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: c7b350b678b82bae1c0834744249cb534fed18f1
Parents: 2bab215
Author: Aravindan Vijayan <av...@hortonworks.com>
Authored: Mon Jul 31 14:30:27 2017 -0700
Committer: Aravindan Vijayan <av...@hortonworks.com>
Committed: Mon Jul 31 14:30:27 2017 -0700
----------------------------------------------------------------------
.../MetricCollectorHAController.java | 42 +++++++++++++++-----
1 file changed, 32 insertions(+), 10 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/c7b350b6/ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/metrics/timeline/availability/MetricCollectorHAController.java
----------------------------------------------------------------------
diff --git a/ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/metrics/timeline/availability/MetricCollectorHAController.java b/ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/metrics/timeline/availability/MetricCollectorHAController.java
index 53e6304..addb14e 100644
--- a/ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/metrics/timeline/availability/MetricCollectorHAController.java
+++ b/ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/metrics/timeline/availability/MetricCollectorHAController.java
@@ -26,6 +26,7 @@ import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.yarn.server.applicationhistoryservice.metrics.timeline.MetricsSystemInitializationException;
import org.apache.hadoop.yarn.server.applicationhistoryservice.metrics.timeline.TimelineMetricConfiguration;
import org.apache.helix.HelixAdmin;
+import org.apache.helix.HelixException;
import org.apache.helix.HelixManager;
import org.apache.helix.HelixManagerFactory;
import org.apache.helix.InstanceType;
@@ -123,20 +124,41 @@ public class MetricCollectorHAController {
admin = new ZKHelixAdmin(zkConnectUrl);
// create cluster
LOG.info("Creating zookeeper cluster node: " + clusterName);
- admin.addCluster(clusterName, false);
+ boolean clusterAdded = admin.addCluster(clusterName, false);
+ LOG.info("Was cluster added successfully? " + clusterAdded);
// Adding host to the cluster
- List<String> nodes = Collections.EMPTY_LIST;
- try {
- nodes = admin.getInstancesInCluster(clusterName);
- } catch (ZkNoNodeException ex) {
- LOG.warn("Child znode under /" + CLUSTER_NAME + " not found.Recreating the cluster.");
- admin.addCluster(clusterName, true);
+ boolean success = false;
+ int tries = 5;
+ int sleepTimeInSeconds = 5;
+
+ for (int i = 0; i < tries && !success; i++) {
+ try {
+ List<String> nodes = admin.getInstancesInCluster(clusterName);
+ if (CollectionUtils.isEmpty(nodes) || !nodes.contains(instanceConfig.getInstanceName())) {
+ LOG.info("Adding participant instance " + instanceConfig);
+ admin.addInstance(clusterName, instanceConfig);
+ success = true;
+ }
+ } catch (HelixException | ZkNoNodeException ex) {
+ LOG.warn("Helix Cluster not yet setup fully.");
+ if (i < tries - 1) {
+ LOG.info("Waiting for " + sleepTimeInSeconds + " seconds and retrying.");
+ TimeUnit.SECONDS.sleep(sleepTimeInSeconds);
+ } else {
+ LOG.error(ex);
+ }
+ }
}
- if (CollectionUtils.isEmpty(nodes) || !nodes.contains(instanceConfig.getInstanceName())) {
- LOG.info("Adding participant instance " + instanceConfig);
- admin.addInstance(clusterName, instanceConfig);
+ if (!success) {
+ LOG.info("Trying to create " + clusterName + " again since waiting for the creation did not help.");
+ admin.addCluster(clusterName, true);
+ List<String> nodes = admin.getInstancesInCluster(clusterName);
+ if (CollectionUtils.isEmpty(nodes) || !nodes.contains(instanceConfig.getInstanceName())) {
+ LOG.info("Adding participant instance " + instanceConfig);
+ admin.addInstance(clusterName, instanceConfig);
+ }
}
// Add a state model
[31/52] [abbrv] ambari git commit: AMBARI-21660 Stack selection page
does not load the HDP stacks. (ababiichuk)
Posted by jl...@apache.org.
AMBARI-21660 Stack selection page does not load the HDP stacks. (ababiichuk)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/4cd96576
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/4cd96576
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/4cd96576
Branch: refs/heads/branch-feature-AMBARI-14714
Commit: 4cd96576ed5cab53a271b4892d548002c33fb2e7
Parents: 2d1ac66
Author: ababiichuk <ab...@hortonworks.com>
Authored: Fri Aug 4 15:05:39 2017 +0300
Committer: ababiichuk <ab...@hortonworks.com>
Committed: Fri Aug 4 15:05:39 2017 +0300
----------------------------------------------------------------------
.../app/controllers/wizard/step1_controller.js | 2 +
ambari-web/app/routes/installer.js | 4 +-
ambari-web/app/templates/wizard/step1.hbs | 326 ++++++++++---------
ambari-web/app/views/wizard/step1_view.js | 2 +-
.../test/controllers/wizard/step1_test.js | 2 +
ambari-web/test/views/wizard/step1_view_test.js | 2 +-
6 files changed, 182 insertions(+), 156 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/4cd96576/ambari-web/app/controllers/wizard/step1_controller.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/controllers/wizard/step1_controller.js b/ambari-web/app/controllers/wizard/step1_controller.js
index 22456af..c137d96 100644
--- a/ambari-web/app/controllers/wizard/step1_controller.js
+++ b/ambari-web/app/controllers/wizard/step1_controller.js
@@ -136,6 +136,8 @@ App.WizardStep1Controller = Em.Controller.extend({
*/
selectedStackType: Em.computed.findBy('availableStackTypes', 'isSelected', true),
+ isLoadingComplete: Em.computed.equal('wizardController.loadStacksRequestsCounter', 0),
+
/**
* Load selected file to current page content
*/
http://git-wip-us.apache.org/repos/asf/ambari/blob/4cd96576/ambari-web/app/routes/installer.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/routes/installer.js b/ambari-web/app/routes/installer.js
index eae03a7..ec8f1b9 100644
--- a/ambari-web/app/routes/installer.js
+++ b/ambari-web/app/routes/installer.js
@@ -149,9 +149,11 @@ module.exports = Em.Route.extend(App.RouterRedirections, {
connectOutlets: function (router) {
console.time('step1 connectOutlets');
var self = this;
- var controller = router.get('installerController');
+ var controller = router.get('installerController'),
+ wizardStep1Controller = router.get('wizardStep1Controller');
controller.setCurrentStep('1');
controller.loadAllPriorSteps().done(function () {
+ wizardStep1Controller.set('wizardController', controller);
controller.connectOutlet('wizardStep1', controller.get('content'));
self.scrollTop();
console.timeEnd('step1 connectOutlets');
http://git-wip-us.apache.org/repos/asf/ambari/blob/4cd96576/ambari-web/app/templates/wizard/step1.hbs
----------------------------------------------------------------------
diff --git a/ambari-web/app/templates/wizard/step1.hbs b/ambari-web/app/templates/wizard/step1.hbs
index 5faf056..6b15e65 100644
--- a/ambari-web/app/templates/wizard/step1.hbs
+++ b/ambari-web/app/templates/wizard/step1.hbs
@@ -21,121 +21,136 @@
<div class="panel panel-default">
<div class="panel-body">
- {{! left tabs }}
- <div class="tabs-menu">
- <ul class="nav nav-tabs" {{QAAttr "stack-tabs"}}>
- {{#each stack in availableStackTypes}}
- <li {{bindAttr class="stack.isSelected:active"}} {{QAAttr "stack-tab"}}><a {{QAAttr "stack-link-{stack.stackName}"}} {{action "selectRepoInList" stack target="controller"}} href="#">{{stack.stackName}}</a></li>
- {{/each}}
- </ul>
- </div>
- <div class="stacks-options">
- <div class="details-panel">
- <div class="btn-group" {{QAAttr "select-version"}}>
- <button type="button" data-toggle="dropdown" class="btn dropdown-toggle btn-default" {{QAAttr "select-version-button"}}>{{controller.selectedStack.displayName}} <span class="caret"></span></button>
- <ul class="dropdown-menu">
- {{#each stack in selectedStackType.stacks}}
- <li>
- {{!view view.stackRadioButton stackBinding="stack"}}
- <a href="#" {{action "changeVersion" stack target="controller"}} {{QAAttr "{stack.displayName}"}}>{{stack.displayName}}
- {{#if stack.stackDefault}}
- ({{t installer.step1.changeVersion.defaultVersion}})
- {{/if}}
- </a>
- </li>
- {{/each}}
- <li><a href="#" {{action "uploadVdf" target="controller"}} {{QAAttr "add-new-version"}}>{{t installer.step1.addVersion}} ...</a></li>
- </ul>
- </div>
- <div class="version-contents-section">
- {{#unless servicesForSelectedStack}}
- <div class="alert alert-info" role="alert">{{t installer.step1.useLocalRepo.infoForm.content.empty}}</div>
- {{/unless}}
- <table class="table table-hover">
- <tbody>
+ {{#if isLoadingComplete}}
+ {{! left tabs }}
+ <div class="tabs-menu">
+ <ul class="nav nav-tabs" {{QAAttr "stack-tabs"}}>
+ {{#each stack in availableStackTypes}}
+ <li {{bindAttr class="stack.isSelected:active"}} {{QAAttr "stack-tab"}}>
+ <a {{QAAttr "stack-link-{stack.stackName}"}} {{action "selectRepoInList" stack target="controller"}}
+ href="#">{{stack.stackName}}</a></li>
+ {{/each}}
+ </ul>
+ </div>
+ <div class="stacks-options">
+ <div class="details-panel">
+ <div class="btn-group" {{QAAttr "select-version"}}>
+ <button type="button" data-toggle="dropdown"
+ class="btn dropdown-toggle btn-default" {{QAAttr "select-version-button"}}>{{controller.selectedStack.displayName}}
+ <span class="caret"></span></button>
+ <ul class="dropdown-menu">
+ {{#each stack in selectedStackType.stacks}}
+ <li>
+ {{!view view.stackRadioButton stackBinding="stack"}}
+ <a
+ href="#" {{action "changeVersion" stack target="controller"}} {{QAAttr "{stack.displayName}"}}>{{stack.displayName}}
+ {{#if stack.stackDefault}}
+ ({{t installer.step1.changeVersion.defaultVersion}})
+ {{/if}}
+ </a>
+ </li>
+ {{/each}}
+ <li><a
+ href="#" {{action "uploadVdf" target="controller"}} {{QAAttr "add-new-version"}}>{{t installer.step1.addVersion}}
+ ...</a></li>
+ </ul>
+ </div>
+ <div class="version-contents-section">
+ {{#unless servicesForSelectedStack}}
+ <div class="alert alert-info"
+ role="alert">{{t installer.step1.useLocalRepo.infoForm.content.empty}}</div>
+ {{/unless}}
+ <table class="table table-hover">
+ <tbody>
{{#each service in servicesForSelectedStack}}
<tr>
<td class="col-md-4">{{service.displayName}}</td>
<td class="col-md-8">{{service.latestVersion}}</td>
</tr>
{{/each}}
- </tbody>
- </table>
+ </tbody>
+ </table>
+ </div>
</div>
</div>
- </div>
- {{! left tabs end }}
+ {{! left tabs end }}
- {{#if App.router.nextBtnClickInProgress}}
- {{view App.SpinnerView}}
- {{else}}
- <form id="repoVersionInfoForm" class="form-horizontal" role="form" name="localVersionInfoForm" novalidate>
+ {{#if App.router.nextBtnClickInProgress}}
+ {{view App.SpinnerView}}
+ {{else}}
+ <form id="repoVersionInfoForm" class="form-horizontal" role="form" name="localVersionInfoForm" novalidate>
- <div class="panel panel-default repos-panel">
- <div class="step-title">
- <p>{{t common.repositories}}</p>
- </div>
- <p class="step-description">{{t installer.step1.repo.body}}</p>
- <div class="panel-body version-contents-body">
- <div class="row radio-group">
- {{! Public Repository radio }}
- <div {{bindAttr class=":col-sm-4 :radio :big-radio :public-radio :wizard-plain-text"}}>
- {{view view.usePublicRepoRadioButton classNames="display-inline-block" labelIdentifier="use-public-repo"}}
- {{#if stackRepoUpdateLinkExists}}
- {{#if networkIssuesExist}}
- <a id="public-disabled-link" class="display-inline-block" {{action "openPublicOptionDisabledWindow" target="view"}}>{{t installer.step1.selectUseRepoOptions.public.networkLost}}</a>
- {{/if}}
- {{/if}}
+ <div class="panel panel-default repos-panel">
+ <div class="step-title">
+ <p>{{t common.repositories}}</p>
</div>
- {{!--Local repo radio--}}
- {{view view.useLocalRepoRadioButton classNames="radio big-radio col-sm-4" labelIdentifier="use-local-repo"}}
- </div>
- <div class="alert alert-info" role="alert">{{t installer.step1.useLocalRepo.infoForm.alert.baseUrl}}</div>
- {{#if view.showWarning}}
- <div class="alert alert-warning" {{QAAttr "step1-warning"}}>{{t installer.step1.attentionNeeded}}</div>
- {{/if}}
+ <p class="step-description">{{t installer.step1.repo.body}}</p>
+ <div class="panel-body version-contents-body">
+ <div class="row radio-group">
+ {{! Public Repository radio }}
+ <div {{bindAttr class=":col-sm-4 :radio :big-radio :public-radio :wizard-plain-text"}}>
+ {{view view.usePublicRepoRadioButton classNames="display-inline-block" labelIdentifier="use-public-repo"}}
+ {{#if stackRepoUpdateLinkExists}}
+ {{#if networkIssuesExist}}
+ <a id="public-disabled-link"
+ class="display-inline-block" {{action "openPublicOptionDisabledWindow" target="view"}}>{{t installer.step1.selectUseRepoOptions.public.networkLost}}</a>
+ {{/if}}
+ {{/if}}
+ </div>
+ {{!--Local repo radio--}}
+ {{view view.useLocalRepoRadioButton classNames="radio big-radio col-sm-4" labelIdentifier="use-local-repo"}}
+ </div>
+ <div class="alert alert-info"
+ role="alert">{{t installer.step1.useLocalRepo.infoForm.alert.baseUrl}}</div>
+ {{#if view.showWarning}}
+ <div
+ class="alert alert-warning" {{QAAttr "step1-warning"}}>{{t installer.step1.attentionNeeded}}</div>
+ {{/if}}
- {{! OSes and Repositories }}
- <div class="row">
- <div class="table-controls row col-sm-12 pull-right">
- <div class="col-sm-12">
- {{! Add OS }}
- <div class="btn-group pull-right">
- <button
- type="button" {{bindAttr data-original-title="view.addOsButtonTooltip" class=":btn :btn-default :dropdown-toggle :add-os-button view.isAddOsButtonDisabled:disabled"}}
- {{QAAttr "add-os-button"}}
- data-toggle="dropdown">
- <i class="glyphicon glyphicon-plus"></i> {{t common.add}} <span class="caret"></span>
- </button>
- <ul class="dropdown-menu">
- {{#each operatingSystem in selectedStack.operatingSystems}}
- {{#unless operatingSystem.isSelected}}
- <li><a {{action "addOS" operatingSystem target="controller"}} {{QAAttr "add-os-{operatingSystem.osType}"}}>{{operatingSystem.osType}}</a></li>
- {{/unless}}
- {{/each}}
- </ul>
+ {{! OSes and Repositories }}
+ <div class="row">
+ <div class="table-controls row col-sm-12 pull-right">
+ <div class="col-sm-12">
+ {{! Add OS }}
+ <div class="btn-group pull-right">
+ <button
+ type="button" {{bindAttr data-original-title="view.addOsButtonTooltip" class=":btn :btn-default :dropdown-toggle :add-os-button view.isAddOsButtonDisabled:disabled"}}
+ {{QAAttr "add-os-button"}}
+ data-toggle="dropdown">
+ <i class="glyphicon glyphicon-plus"></i> {{t common.add}} <span class="caret"></span>
+ </button>
+ <ul class="dropdown-menu">
+ {{#each operatingSystem in selectedStack.operatingSystems}}
+ {{#unless operatingSystem.isSelected}}
+ <li>
+ <a {{action "addOS" operatingSystem target="controller"}} {{QAAttr "add-os-{operatingSystem.osType}"}}>{{operatingSystem.osType}}</a>
+ </li>
+ {{/unless}}
+ {{/each}}
+ </ul>
+ </div>
+ {{! Add OS END}}
+ </div>
</div>
- {{! Add OS END}}
</div>
- </div>
- </div>
- <table class="table table-hover">
- <thead>
- <tr>
- <th class="col-sm-2">{{t common.os}}</th>
- <th class="col-sm-3">{{t common.name}}</th>
- <th class="col-sm-6">{{t installer.step1.advancedRepo.localRepo.column.baseUrl}}</th>
- <th class="col-sm-1"></th>
- </tr>
- </thead>
- <tbody>
- {{#each operatingSystem in selectedStack.operatingSystems}}
- {{#if operatingSystem.isSelected}}
- <tr {{QAAttr "os-wrapper"}}>
- <td class="col-sm-2" {{QAAttr "os-type-label"}}>{{operatingSystem.osType}}</td>
- <td class="col-sm-9" colspan="2">
- <table class="table table-condensed no-borders inner-table" {{QAAttr "{operatingSystem.osType}"}}>
- <tbody>
+ <table class="table table-hover">
+ <thead>
+ <tr>
+ <th class="col-sm-2">{{t common.os}}</th>
+ <th class="col-sm-3">{{t common.name}}</th>
+ <th class="col-sm-6">{{t installer.step1.advancedRepo.localRepo.column.baseUrl}}</th>
+ <th class="col-sm-1"></th>
+ </tr>
+ </thead>
+ <tbody>
+ {{#each operatingSystem in selectedStack.operatingSystems}}
+ {{#if operatingSystem.isSelected}}
+ <tr {{QAAttr "os-wrapper"}}>
+ <td class="col-sm-2" {{QAAttr "os-type-label"}}>{{operatingSystem.osType}}</td>
+ <td class="col-sm-9" colspan="2">
+ <table
+ class="table table-condensed no-borders inner-table" {{QAAttr "{operatingSystem.osType}"}}>
+ <tbody>
{{#each repository in operatingSystem.repositories}}
<tr {{QAAttr "{repository.repoName}"}}>
<td class="col-sm-3">{{repository.repoId}}</td>
@@ -161,63 +176,68 @@
</div>
</td>
</tr>
- {{/each}}
- </tbody>
- </table>
- </td>
- <td class="col-sm-1">
- <a class="action remove-icon" href="#" {{action "removeOS" operatingSystem target="view"}} {{QAAttr "remove-icon"}}>
- <span class="icon icon-minus"></span>
+ {{/each}}
+ </tbody>
+ </table>
+ </td>
+ <td class="col-sm-1">
+ <a class="action remove-icon"
+ href="#" {{action "removeOS" operatingSystem target="view"}} {{QAAttr "remove-icon"}}>
+ <span class="icon icon-minus"></span>
{{t common.remove}}
- </a>
- </td>
- </tr>
- {{/if}}
- {{/each}}
- </tbody>
- </table>
- {{! OSes and Repositories END }}
+ </a>
+ </td>
+ </tr>
+ {{/if}}
+ {{/each}}
+ </tbody>
+ </table>
+ {{! OSes and Repositories END }}
- {{! Skip Repository Base URL validation }}
- <div id="skip-validation" {{bindAttr class="controller.selectedStack.useRedhatSatellite:disabled"}}>
- {{#view App.CheckboxView
- labelTranslate="installer.step1.advancedRepo.skipValidation.message"
- labelClassNamesBinding="controller.selectedStack.useRedhatSatellite:disabled"
- checkedBinding="skipValidationChecked"
- disabledBinding="controller.selectedStack.useRedhatSatellite"
- labelIdentifier="skip-validation"
- }}
- <i class="glyphicon glyphicon-question-sign" rel="skip-validation-tooltip"
- data-toggle="tooltip" {{translateAttr data-original-title="installer.step1.advancedRepo.skipValidation.tooltip"}}>
- </i>
- {{/view}}
- <div class="clearfix"></div>
- </div>
- {{! Skip Repository Base URL validation END }}
+ {{! Skip Repository Base URL validation }}
+ <div id="skip-validation" {{bindAttr class="controller.selectedStack.useRedhatSatellite:disabled"}}>
+ {{#view App.CheckboxView
+ labelTranslate="installer.step1.advancedRepo.skipValidation.message"
+ labelClassNamesBinding="controller.selectedStack.useRedhatSatellite:disabled"
+ checkedBinding="skipValidationChecked"
+ disabledBinding="controller.selectedStack.useRedhatSatellite"
+ labelIdentifier="skip-validation"
+ }}
+ <i class="glyphicon glyphicon-question-sign" rel="skip-validation-tooltip"
+ data-toggle="tooltip" {{translateAttr data-original-title="installer.step1.advancedRepo.skipValidation.tooltip"}}>
+ </i>
+ {{/view}}
+ <div class="clearfix"></div>
+ </div>
+ {{! Skip Repository Base URL validation END }}
- {{! Use RedHat Satellite/Spacewalk }}
- <div id="use-redhat" class="checkbox">
- {{#view view.redhatCheckBoxView
- classNames="use-redhat-checkbox"
- }}
- <label {{bindAttr for="view.checkboxId" class=":redhat-label :display-inline-block controller.selectedStack.usePublicRepo:disabled" data-original-title="view.redhatDisabledTooltip"}}>
- {{t installer.step1.advancedRepo.useRedhatSatellite.message}}
- </label>
- <i class="glyphicon glyphicon-question-sign" rel="use-redhat-tooltip"
- data-toggle="tooltip" {{translateAttr data-original-title="installer.step1.advancedRepo.useRedhatSatellite.tooltip"}}>
- </i>
- {{/view}}
+ {{! Use RedHat Satellite/Spacewalk }}
+ <div id="use-redhat" class="checkbox">
+ {{#view view.redhatCheckBoxView
+ classNames="use-redhat-checkbox"
+ }}
+ <label {{bindAttr for="view.checkboxId" class=":redhat-label :display-inline-block controller.selectedStack.usePublicRepo:disabled" data-original-title="view.redhatDisabledTooltip"}}>
+ {{t installer.step1.advancedRepo.useRedhatSatellite.message}}
+ </label>
+ <i class="glyphicon glyphicon-question-sign" rel="use-redhat-tooltip"
+ data-toggle="tooltip" {{translateAttr data-original-title="installer.step1.advancedRepo.useRedhatSatellite.tooltip"}}>
+ </i>
+ {{/view}}
+ </div>
+ {{! Use RedHat Satellite/Spacewalk END }}
+ </div>
</div>
- {{! Use RedHat Satellite/Spacewalk END }}
+ </form>
+ {{/if}}
+ {{#if view.invalidUrlExist}}
+ <div class="alert alert-warning">
+ {{t installer.step1.invalidURLAttention}}
+ <a
+ href="javascript:void(null)" {{action "retryRepoUrls" target="view"}}>{{t installer.step1.retryRepoUrls}}</a>
</div>
- </div>
- </form>
- {{/if}}
- {{#if view.invalidUrlExist}}
- <div class="alert alert-warning">
- {{t installer.step1.invalidURLAttention}}
- <a href="javascript:void(null)" {{action "retryRepoUrls" target="view"}}>{{t installer.step1.retryRepoUrls}}</a>
- </div>
+ {{/if}}
+ {{else}}
+ {{view App.SpinnerView}}
{{/if}}
</div>
</div>
http://git-wip-us.apache.org/repos/asf/ambari/blob/4cd96576/ambari-web/app/views/wizard/step1_view.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/views/wizard/step1_view.js b/ambari-web/app/views/wizard/step1_view.js
index 9ab4fde..a12c0c7 100644
--- a/ambari-web/app/views/wizard/step1_view.js
+++ b/ambari-web/app/views/wizard/step1_view.js
@@ -80,7 +80,7 @@ App.WizardStep1View = Em.View.extend({
*
* @type {bool}
*/
- isSubmitDisabled: Em.computed.or('invalidFormatUrlExist', 'isNoOsChecked', 'isNoOsFilled', 'controller.content.isCheckInProgress', 'App.router.btnClickInProgress'),
+ isSubmitDisabled: Em.computed.or('invalidFormatUrlExist', 'isNoOsChecked', 'isNoOsFilled', 'controller.content.isCheckInProgress', 'App.router.btnClickInProgress', '!controller.isLoadingComplete'),
/**
* Show warning message flag
http://git-wip-us.apache.org/repos/asf/ambari/blob/4cd96576/ambari-web/test/controllers/wizard/step1_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/controllers/wizard/step1_test.js b/ambari-web/test/controllers/wizard/step1_test.js
index 296fe50..88cb231 100644
--- a/ambari-web/test/controllers/wizard/step1_test.js
+++ b/ambari-web/test/controllers/wizard/step1_test.js
@@ -76,6 +76,8 @@ describe('App.WizardStep1Controller', function () {
App.TestAliases.testAsComputedEveryBy(getController(), 'networkIssuesExist', 'content.stacks', 'stackDefault', true);
+ App.TestAliases.testAsComputedEqual(getController(), 'isLoadingComplete', 'wizardController.loadStacksRequestsCounter', 0);
+
describe('#usePublicRepo', function () {
beforeEach(function () {
http://git-wip-us.apache.org/repos/asf/ambari/blob/4cd96576/ambari-web/test/views/wizard/step1_view_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/views/wizard/step1_view_test.js b/ambari-web/test/views/wizard/step1_view_test.js
index edf8e0c..12ce412 100644
--- a/ambari-web/test/views/wizard/step1_view_test.js
+++ b/ambari-web/test/views/wizard/step1_view_test.js
@@ -35,7 +35,7 @@ describe('App.WizardStep1View', function () {
App.TestAliases.testAsComputedEveryBy(getView(), 'isNoOsChecked', 'controller.selectedStack.operatingSystems', 'isSelected', false);
- App.TestAliases.testAsComputedOr(getView(), 'isSubmitDisabled', ['invalidFormatUrlExist', 'isNoOsChecked', 'isNoOsFilled', 'controller.content.isCheckInProgress', 'App.router.btnClickInProgress']);
+ App.TestAliases.testAsComputedOr(getView(), 'isSubmitDisabled', ['invalidFormatUrlExist', 'isNoOsChecked', 'isNoOsFilled', 'controller.content.isCheckInProgress', 'App.router.btnClickInProgress', '!controller.isLoadingComplete']);
App.TestAliases.testAsComputedSomeBy(getView(), 'invalidUrlExist', 'allRepositories', 'validation', 'INVALID');