You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by dm...@apache.org on 2015/01/12 12:53:03 UTC
[08/21] ambari git commit: AMBARI-9068. Remove HDP 1.3 stack defn
from Ambari. (dlysnichenko)
http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_server.py b/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_server.py
deleted file mode 100644
index 97c3fe8..0000000
--- a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_server.py
+++ /dev/null
@@ -1,394 +0,0 @@
-#!/usr/bin/env python
-
-'''
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-'''
-from mock.mock import MagicMock, call, patch
-from stacks.utils.RMFTestCase import *
-
-import socket
-
-class TestHiveServer(RMFTestCase):
-
- def test_configure_default(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py",
- classname = "HiveServer",
- command = "configure",
- config_file="default.json"
- )
- self.assert_configure_default()
- self.assertResourceCalled('File',
- '/etc/hive/conf/hive-exec-log4j.properties',
- mode=0644,
- group='hadoop',
- owner='hive',
- content='log4jproperties\nline2'
- )
- self.assertResourceCalled('File',
- '/etc/hive/conf/hive-log4j.properties',
- mode=0644,
- group='hadoop',
- owner='hive',
- content='log4jproperties\nline2'
- )
- self.assertNoMoreResources()
-
- @patch("socket.socket")
- def test_start_default(self, socket_mock):
- s = socket_mock.return_value
-
- self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py",
- classname = "HiveServer",
- command = "start",
- config_file="default.json"
- )
-
- self.assert_configure_default()
- self.assertResourceCalled('File',
- '/etc/hive/conf/hive-exec-log4j.properties',
- mode=0644,
- group='hadoop',
- owner='hive',
- content='log4jproperties\nline2'
- )
- self.assertResourceCalled('File',
- '/etc/hive/conf/hive-log4j.properties',
- mode=0644,
- group='hadoop',
- owner='hive',
- content='log4jproperties\nline2'
- )
- self.assertResourceCalled('Execute', 'env JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /tmp/start_hiveserver2_script /var/log/hive/hive-server2.out /var/log/hive/hive-server2.log /var/run/hive/hive-server.pid /etc/hive/conf.server /var/log/hive',
- not_if = 'ls /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p `cat /var/run/hive/hive-server.pid` >/dev/null 2>&1',
- user = 'hive'
- )
-
- self.assertResourceCalled('Execute', '/usr/jdk64/jdk1.7.0_45/bin/java -cp /usr/lib/ambari-agent/DBConnectionVerification.jar:/usr/share/java/mysql-connector-java.jar org.apache.ambari.server.DBConnectionVerification \'jdbc:mysql://c6402.ambari.apache.org/hive?createDatabaseIfNotExist=true\' hive \'!`"\'"\'"\' 1\' com.mysql.jdbc.Driver',
- path=['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], tries=5, try_sleep=10
- )
-
- self.assertNoMoreResources()
- self.assertTrue(socket_mock.called)
- self.assertTrue(s.close.called)
-
- @patch("socket.socket")
- def test_stop_default(self, socket_mock):
- self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py",
- classname = "HiveServer",
- command = "stop",
- config_file="default.json"
- )
-
- self.assertResourceCalled('Execute', 'sudo kill `cat /var/run/hive/hive-server.pid`',
- not_if = '! (ls /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p `cat /var/run/hive/hive-server.pid` >/dev/null 2>&1)',
- )
- self.assertResourceCalled('File', '/var/run/hive/hive-server.pid',
- action = ['delete'],
- )
-
- self.assertNoMoreResources()
- self.assertFalse(socket_mock.called)
-
- def test_configure_secured(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py",
- classname = "HiveServer",
- command = "configure",
- config_file="secured.json"
- )
- self.assert_configure_secured()
- self.assertResourceCalled('File',
- '/etc/hive/conf/hive-exec-log4j.properties',
- mode=0644,
- group='hadoop',
- owner='hive',
- content='log4jproperties\nline2'
- )
- self.assertResourceCalled('File',
- '/etc/hive/conf/hive-log4j.properties',
- mode=0644,
- group='hadoop',
- owner='hive',
- content='log4jproperties\nline2'
- )
- self.assertNoMoreResources()
-
- def test_start_secured(self):
-
- self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py",
- classname = "HiveServer",
- command = "start",
- config_file="secured.json"
- )
-
- self.assert_configure_secured()
- self.assertResourceCalled('File',
- '/etc/hive/conf/hive-exec-log4j.properties',
- mode=0644,
- group='hadoop',
- owner='hive',
- content='log4jproperties\nline2'
- )
- self.assertResourceCalled('File',
- '/etc/hive/conf/hive-log4j.properties',
- mode=0644,
- group='hadoop',
- owner='hive',
- content='log4jproperties\nline2'
- )
- self.assertResourceCalled('Execute', 'env JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /tmp/start_hiveserver2_script /var/log/hive/hive-server2.out /var/log/hive/hive-server2.log /var/run/hive/hive-server.pid /etc/hive/conf.server /var/log/hive',
- not_if = 'ls /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p `cat /var/run/hive/hive-server.pid` >/dev/null 2>&1',
- user = 'hive'
- )
-
- self.assertResourceCalled('Execute', '/usr/jdk64/jdk1.7.0_45/bin/java -cp /usr/lib/ambari-agent/DBConnectionVerification.jar:/usr/share/java/mysql-connector-java.jar org.apache.ambari.server.DBConnectionVerification \'jdbc:mysql://c6402.ambari.apache.org/hive?createDatabaseIfNotExist=true\' hive \'!`"\'"\'"\' 1\' com.mysql.jdbc.Driver',
- path=['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], tries=5, try_sleep=10
- )
- self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/smokeuser.headless.keytab ambari-qa; ',
- user = 'ambari-qa',
- )
- self.assertResourceCalled('Execute', "! beeline -u 'jdbc:hive2://c6402.ambari.apache.org:10000/;principal=hive/_HOST@EXAMPLE.COM' -e '' 2>&1| awk '{print}'|grep -i -e 'Connection refused' -e 'Invalid URL'",
- path = ['/bin/', '/usr/bin/', '/usr/lib/hive/bin/', '/usr/sbin/'],
- user = 'ambari-qa',
- timeout = 30,
- )
- self.assertNoMoreResources()
-
- @patch("socket.socket")
- def test_stop_secured(self, socket_mock):
- self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py",
- classname = "HiveServer",
- command = "stop",
- config_file="secured.json"
- )
-
- self.assertResourceCalled('Execute', 'sudo kill `cat /var/run/hive/hive-server.pid`',
- not_if = '! (ls /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p `cat /var/run/hive/hive-server.pid` >/dev/null 2>&1)',
- )
- self.assertResourceCalled('File', '/var/run/hive/hive-server.pid',
- action = ['delete'],
- )
-
- self.assertNoMoreResources()
- self.assertFalse(socket_mock.called)
-
- def assert_configure_default(self):
- self.assertResourceCalled('HdfsDirectory', '/apps/hive/warehouse',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- mode = 0777,
- owner = 'hive',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/user/hive',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- mode = 0700,
- owner = 'hive',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', None,
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- action = ['create'],
- )
- self.assertResourceCalled('Execute', ('cp', '/usr/share/java/mysql-connector-java.jar', '/usr/lib/hive/lib//mysql-connector-java.jar'),
- path = ['/bin', '/usr/bin/'],
- creates = '/usr/lib/hive/lib//mysql-connector-java.jar',
- sudo = True,
- not_if = 'test -f /usr/lib/hive/lib//mysql-connector-java.jar',
- )
- self.assertResourceCalled('Directory', '/etc/hive/conf',
- owner = 'hive',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/etc/hive/conf.server',
- owner = 'hive',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Execute', "/bin/sh -c 'cd /usr/lib/ambari-agent/ && curl -kf -x \"\" --retry 5 http://c6401.ambari.apache.org:8080/resources/DBConnectionVerification.jar -o DBConnectionVerification.jar'",
- not_if = '[ -f /usr/lib/ambari-agent/DBConnectionVerification.jar ]',
- environment = {'no_proxy': 'c6401.ambari.apache.org'}
- )
- self.assertResourceCalled('File', '/tmp/start_hiveserver2_script',
- content = StaticFile('startHiveserver2.sh'),
- mode = 0755,
- )
- self.assertResourceCalled('Directory', '/var/run/hive',
- owner = 'hive',
- group = 'hadoop',
- mode = 0755,
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hive',
- owner = 'hive',
- group = 'hadoop',
- mode = 0755,
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/lib/hive',
- owner = 'hive',
- group = 'hadoop',
- mode = 0755,
- recursive = True,
- )
- self.assertResourceCalled('XmlConfig', 'hive-site.xml',
- owner = 'hive',
- group = 'hadoop',
- mode = 0600,
- conf_dir = '/etc/hive/conf.server',
- configurations = self.getConfig()['configurations']['hive-site'],
- configuration_attributes = self.getConfig()['configuration_attributes']['hive-site']
- )
- self.assertResourceCalled('File', '/etc/hive/conf.server/hive-env.sh',
- content = InlineTemplate(self.getConfig()['configurations']['hive-env']['content']),
- owner = 'hive',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hive/conf/hive-default.xml.template',
- owner = 'hive',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hive/conf/hive-env.sh.template',
- owner = 'hive',
- group = 'hadoop',
- )
-
- def assert_configure_secured(self):
- self.assertResourceCalled('HdfsDirectory', '/apps/hive/warehouse',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- mode = 0777,
- owner = 'hive',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/user/hive',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- mode = 0700,
- owner = 'hive',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', None,
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- action = ['create'],
- )
- self.assertResourceCalled('Execute', ('cp', '/usr/share/java/mysql-connector-java.jar', '/usr/lib/hive/lib//mysql-connector-java.jar'),
- path = ['/bin', '/usr/bin/'],
- creates = '/usr/lib/hive/lib//mysql-connector-java.jar',
- sudo = True,
- not_if = 'test -f /usr/lib/hive/lib//mysql-connector-java.jar',
- )
- self.assertResourceCalled('Directory', '/etc/hive/conf',
- owner = 'hive',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/etc/hive/conf.server',
- owner = 'hive',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Execute', "/bin/sh -c 'cd /usr/lib/ambari-agent/ && curl -kf -x \"\" --retry 5 http://c6401.ambari.apache.org:8080/resources/DBConnectionVerification.jar -o DBConnectionVerification.jar'",
- not_if = '[ -f /usr/lib/ambari-agent/DBConnectionVerification.jar ]',
- environment = {'no_proxy': 'c6401.ambari.apache.org'}
- )
- self.assertResourceCalled('File', '/tmp/start_hiveserver2_script',
- content = StaticFile('startHiveserver2.sh'),
- mode = 0755,
- )
- self.assertResourceCalled('Directory', '/var/run/hive',
- owner = 'hive',
- group = 'hadoop',
- mode = 0755,
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hive',
- owner = 'hive',
- group = 'hadoop',
- mode = 0755,
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/lib/hive',
- owner = 'hive',
- group = 'hadoop',
- mode = 0755,
- recursive = True,
- )
- self.assertResourceCalled('XmlConfig', 'hive-site.xml',
- owner = 'hive',
- group = 'hadoop',
- mode = 0600,
- conf_dir = '/etc/hive/conf.server',
- configurations = self.getConfig()['configurations']['hive-site'],
- configuration_attributes = self.getConfig()['configuration_attributes']['hive-site']
- )
- self.assertResourceCalled('File', '/etc/hive/conf.server/hive-env.sh',
- content = InlineTemplate(self.getConfig()['configurations']['hive-env']['content']),
- owner = 'hive',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hive/conf/hive-default.xml.template',
- owner = 'hive',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hive/conf/hive-env.sh.template',
- owner = 'hive',
- group = 'hadoop',
- )
-
- @patch("time.time")
- @patch("socket.socket")
- def test_socket_timeout(self, socket_mock, time_mock):
- s = socket_mock.return_value
- s.connect = MagicMock()
- s.connect.side_effect = socket.error("")
-
- time_mock.side_effect = [0, 1000, 2000, 3000, 4000]
-
- try:
- self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py",
- classname = "HiveServer",
- command = "start",
- config_file="default.json"
- )
-
- self.fail("Script failure due to socket error was expected")
- except:
- self.assert_configure_default()
- self.assertFalse(socket_mock.called)
- self.assertFalse(s.close.called)
http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_service_check.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_service_check.py b/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_service_check.py
deleted file mode 100644
index 81cfe84..0000000
--- a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_service_check.py
+++ /dev/null
@@ -1,128 +0,0 @@
-#!/usr/bin/env python
-
-'''
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-'''
-from mock.mock import MagicMock, call, patch
-from stacks.utils.RMFTestCase import *
-import datetime, socket
-import resource_management.libraries.functions
-@patch.object(resource_management.libraries.functions, "get_unique_id_and_date", new = MagicMock(return_value=''))
-@patch("socket.socket")
-class TestServiceCheck(RMFTestCase):
-
- @patch("sys.exit")
- def test_service_check_default(self, sys_exit_mock, socket_mock):
-
- self.executeScript("1.3.2/services/HIVE/package/scripts/service_check.py",
- classname="HiveServiceCheck",
- command="service_check",
- config_file="default.json"
- )
- self.assertResourceCalled('File', '/tmp/hcatSmoke.sh',
- content = StaticFile('hcatSmoke.sh'),
- mode = 0755,
- )
- self.assertResourceCalled('Execute', 'sh /tmp/hcatSmoke.sh hcatsmoke prepare',
- logoutput = True,
- path = ['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin'],
- tries = 3,
- user = 'ambari-qa',
- try_sleep = 5,
- )
- self.assertResourceCalled('ExecuteHadoop', 'fs -test -e /apps/hive/warehouse/hcatsmoke',
- logoutput = True,
- user = 'hdfs',
- conf_dir = '/etc/hadoop/conf',
- keytab=UnknownConfigurationMock(),
- kinit_path_local='/usr/bin/kinit',
- security_enabled=False
- )
- self.assertResourceCalled('Execute', 'sh /tmp/hcatSmoke.sh hcatsmoke cleanup',
- logoutput = True,
- path = ['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin'],
- tries = 3,
- user = 'ambari-qa',
- try_sleep = 5,
- )
- self.assertResourceCalled('File', '/tmp/templetonSmoke.sh',
- content = StaticFile('templetonSmoke.sh'),
- mode = 0755,
- )
- self.assertResourceCalled('Execute', '/tmp/templetonSmoke.sh c6402.ambari.apache.org ambari-qa no_keytab false /usr/bin/kinit',
- logoutput = True,
- path = ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'],
- tries = 3,
- try_sleep = 5,
- )
- self.assertNoMoreResources()
- self.assertTrue(socket_mock.called)
-
- @patch("sys.exit")
- def test_service_check_secured(self, sys_exit_mock, socket_mock):
-
- self.executeScript("1.3.2/services/HIVE/package/scripts/service_check.py",
- classname="HiveServiceCheck",
- command="service_check",
- config_file="secured.json"
- )
- self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/smokeuser.headless.keytab ambari-qa; ',
- user = 'ambari-qa',
- )
- self.assertResourceCalled('Execute', "! beeline -u 'jdbc:hive2://c6402.ambari.apache.org:10000/;principal=hive/_HOST@EXAMPLE.COM' -e '' 2>&1| awk '{print}'|grep -i -e 'Connection refused' -e 'Invalid URL'",
- path = ['/bin/', '/usr/bin/', '/usr/lib/hive/bin/', '/usr/sbin/'],
- user = 'ambari-qa',
- timeout = 30,
- )
- self.assertResourceCalled('File', '/tmp/hcatSmoke.sh',
- content = StaticFile('hcatSmoke.sh'),
- mode = 0755,
- )
- self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/smokeuser.headless.keytab ambari-qa; sh /tmp/hcatSmoke.sh hcatsmoke prepare',
- logoutput = True,
- path = ['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin'],
- tries = 3,
- user = 'ambari-qa',
- try_sleep = 5,
- )
- self.assertResourceCalled('ExecuteHadoop', 'fs -test -e /apps/hive/warehouse/hcatsmoke',
- logoutput = True,
- user = 'hdfs',
- conf_dir = '/etc/hadoop/conf',
- keytab='/etc/security/keytabs/hdfs.headless.keytab',
- kinit_path_local='/usr/bin/kinit',
- security_enabled=True,
- principal='hdfs'
- )
- self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/smokeuser.headless.keytab ambari-qa; sh /tmp/hcatSmoke.sh hcatsmoke cleanup',
- logoutput = True,
- path = ['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin'],
- tries = 3,
- user = 'ambari-qa',
- try_sleep = 5,
- )
- self.assertResourceCalled('File', '/tmp/templetonSmoke.sh',
- content = StaticFile('templetonSmoke.sh'),
- mode = 0755,
- )
- self.assertResourceCalled('Execute', '/tmp/templetonSmoke.sh c6402.ambari.apache.org ambari-qa /etc/security/keytabs/smokeuser.headless.keytab true /usr/bin/kinit',
- logoutput = True,
- path = ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'],
- tries = 3,
- try_sleep = 5,
- )
- self.assertNoMoreResources()
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_mysql_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_mysql_server.py b/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_mysql_server.py
deleted file mode 100644
index 9231d69..0000000
--- a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_mysql_server.py
+++ /dev/null
@@ -1,138 +0,0 @@
-#!/usr/bin/env python
-
-'''
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-'''
-from mock.mock import MagicMock, call, patch
-from stacks.utils.RMFTestCase import *
-
-class TestMySqlServer(RMFTestCase):
- def test_configure_default(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py",
- classname = "MysqlServer",
- command = "configure",
- config_file="default.json"
- )
- self.assert_configure_default()
- self.assertNoMoreResources()
-
- def test_start_default(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py",
- classname = "MysqlServer",
- command = "start",
- config_file="default.json"
- )
-
- self.assertResourceCalled('Execute', ('service','mysql','start'),
- logoutput = True,
- path = ['/usr/local/bin/:/bin/:/sbin/'],
- sudo = True,
- )
- self.assertNoMoreResources()
-
- def test_stop_default(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py",
- classname = "MysqlServer",
- command = "stop",
- config_file="default.json"
- )
-
- self.assertResourceCalled('Execute', ('service','mysql','stop'),
- logoutput = True,
- path = ['/usr/local/bin/:/bin/:/sbin/'],
- sudo = True,
- )
- self.assertNoMoreResources()
-
-
- def test_configure_secured(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py",
- classname = "MysqlServer",
- command = "configure",
- config_file="secured.json"
- )
- self.assert_configure_secured()
- self.assertNoMoreResources()
-
- def test_start_secured(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py",
- classname = "MysqlServer",
- command = "start",
- config_file="secured.json"
- )
-
- self.assertResourceCalled('Execute', ('service','mysql','start'),
- logoutput = True,
- path = ['/usr/local/bin/:/bin/:/sbin/'],
- sudo = True,
- )
- self.assertNoMoreResources()
-
- def test_stop_secured(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py",
- classname = "MysqlServer",
- command = "stop",
- config_file="secured.json"
- )
- self.assertResourceCalled('Execute', ('service','mysql','stop'),
- logoutput = True,
- path = ['/usr/local/bin/:/bin/:/sbin/'],
- sudo = True,
- )
- self.assertNoMoreResources()
-
- def assert_configure_default(self):
- self.assertResourceCalled('Execute', ('service','mysql','start'),
- logoutput = True,
- path = ['/usr/local/bin/:/bin/:/sbin/'],
- sudo = True,
- )
- self.assertResourceCalled('File', '/tmp/addMysqlUser.sh',
- content = StaticFile('addMysqlUser.sh'),
- mode = 0755,
- )
- self.assertResourceCalled('Execute', 'bash -x /tmp/addMysqlUser.sh mysql hive \'!`"\'"\'"\' 1\' c6402.ambari.apache.org',
- path = ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'],
- tries = 3,
- try_sleep = 5,
- )
- self.assertResourceCalled('Execute', ('service','mysql','stop'),
- logoutput = True,
- path = ['/usr/local/bin/:/bin/:/sbin/'],
- sudo = True,
- )
-
- def assert_configure_secured(self):
- self.assertResourceCalled('Execute', ('service','mysql','start'),
- logoutput = True,
- path = ['/usr/local/bin/:/bin/:/sbin/'],
- sudo = True,
- )
- self.assertResourceCalled('File', '/tmp/addMysqlUser.sh',
- content = StaticFile('addMysqlUser.sh'),
- mode = 0755,
- )
- self.assertResourceCalled('Execute', 'bash -x /tmp/addMysqlUser.sh mysql hive \'!`"\'"\'"\' 1\' c6402.ambari.apache.org',
- path = ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'],
- tries = 3,
- try_sleep = 5,
- )
- self.assertResourceCalled('Execute', ('service','mysql','stop'),
- logoutput = True,
- path = ['/usr/local/bin/:/bin/:/sbin/'],
- sudo = True,
- )
http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_webhcat_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_webhcat_server.py b/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_webhcat_server.py
deleted file mode 100644
index e6fb576..0000000
--- a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_webhcat_server.py
+++ /dev/null
@@ -1,262 +0,0 @@
-#!/usr/bin/env python
-
-'''
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-'''
-from mock.mock import MagicMock, patch
-from stacks.utils.RMFTestCase import *
-
-class TestWebHCatServer(RMFTestCase):
-
- def test_configure_default(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py",
- classname = "WebHCatServer",
- command = "configure",
- config_file="default.json"
- )
- self.assert_configure_default()
- self.assertNoMoreResources()
-
- def test_start_default(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py",
- classname = "WebHCatServer",
- command = "start",
- config_file="default.json"
- )
-
- self.assert_configure_default()
- self.assertResourceCalled('Execute', 'env HADOOP_HOME=/usr /usr/lib/hcatalog/sbin/webhcat_server.sh start',
- not_if = 'ls /var/run/webhcat/webhcat.pid >/dev/null 2>&1 && ps -p `cat /var/run/webhcat/webhcat.pid` >/dev/null 2>&1',
- user = 'hcat'
- )
- self.assertNoMoreResources()
-
- def test_stop_default(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py",
- classname = "WebHCatServer",
- command = "stop",
- config_file="default.json"
- )
-
- self.assertResourceCalled('Execute', 'env HADOOP_HOME=/usr /usr/lib/hcatalog/sbin/webhcat_server.sh stop',
- user = 'hcat',
- )
- self.assertResourceCalled('File', '/var/run/webhcat/webhcat.pid',
- action = ['delete'],
- )
- self.assertNoMoreResources()
-
- def test_configure_secured(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py",
- classname = "WebHCatServer",
- command = "configure",
- config_file="secured.json"
- )
-
- self.assert_configure_secured()
- self.assertNoMoreResources()
-
- def test_start_secured(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py",
- classname = "WebHCatServer",
- command = "start",
- config_file="secured.json"
- )
-
- self.assert_configure_secured()
- self.assertResourceCalled('Execute', 'env HADOOP_HOME=/usr /usr/lib/hcatalog/sbin/webhcat_server.sh start',
- not_if = 'ls /var/run/webhcat/webhcat.pid >/dev/null 2>&1 && ps -p `cat /var/run/webhcat/webhcat.pid` >/dev/null 2>&1',
- user = 'hcat'
- )
- self.assertNoMoreResources()
-
- def test_stop_secured(self):
- self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py",
- classname = "WebHCatServer",
- command = "stop",
- config_file="secured.json"
- )
-
- self.assertResourceCalled('Execute', 'env HADOOP_HOME=/usr /usr/lib/hcatalog/sbin/webhcat_server.sh stop',
- user = 'hcat',
- )
- self.assertResourceCalled('File', '/var/run/webhcat/webhcat.pid',
- action = ['delete'],
- )
- self.assertNoMoreResources()
-
- def assert_configure_default(self):
- self.assertResourceCalled('HdfsDirectory', '/user/hcat',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- mode = 0755,
- owner = 'hcat',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/apps/webhcat',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- mode = 0755,
- owner = 'hcat',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', None,
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- action = ['create'],
- )
- self.assertResourceCalled('Directory', '/var/run/webhcat',
- owner = 'hcat',
- group = 'hadoop',
- recursive = True,
- mode = 0755,
- )
- self.assertResourceCalled('Directory', '/var/log/webhcat',
- owner = 'hcat',
- group = 'hadoop',
- recursive = True,
- mode = 0755,
- )
- self.assertResourceCalled('Directory', '/etc/hcatalog/conf',
- owner = 'hcat',
- group = 'hadoop',
- )
- self.assertResourceCalled('XmlConfig', 'webhcat-site.xml',
- owner = 'hcat',
- group = 'hadoop',
- conf_dir = '/etc/hcatalog/conf',
- configurations = self.getConfig()['configurations']['webhcat-site'],
- configuration_attributes = self.getConfig()['configuration_attributes']['webhcat-site']
- )
- self.assertResourceCalled('File', '/etc/hcatalog/conf/webhcat-env.sh',
- content = InlineTemplate(self.getConfig()['configurations']['webhcat-env']['content']),
- owner = 'hcat',
- group = 'hadoop',
- )
- self.assertResourceCalled('CopyFromLocal', '/usr/lib/hadoop/contrib/streaming/hadoop-streaming*.jar',
- owner='hcat',
- mode=0755,
- dest_dir='/apps/webhcat',
- kinnit_if_needed='',
- hdfs_user='hdfs'
- )
- self.assertResourceCalled('CopyFromLocal', '/usr/share/HDP-webhcat/pig.tar.gz',
- owner='hcat',
- mode=0755,
- dest_dir='/apps/webhcat',
- kinnit_if_needed='',
- hdfs_user='hdfs'
- )
- self.assertResourceCalled('CopyFromLocal', '/usr/share/HDP-webhcat/hive.tar.gz',
- owner='hcat',
- mode=0755,
- dest_dir='/apps/webhcat',
- kinnit_if_needed='',
- hdfs_user='hdfs'
- )
-
- def assert_configure_secured(self):
- self.assertResourceCalled('HdfsDirectory', '/user/hcat',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- mode = 0755,
- owner = 'hcat',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/apps/webhcat',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- mode = 0755,
- owner = 'hcat',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', None,
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- action = ['create'],
- )
- self.assertResourceCalled('Directory', '/var/run/webhcat',
- owner = 'hcat',
- group = 'hadoop',
- recursive = True,
- mode = 0755,
- )
- self.assertResourceCalled('Directory', '/var/log/webhcat',
- owner = 'hcat',
- group = 'hadoop',
- recursive = True,
- mode = 0755,
- )
- self.assertResourceCalled('Directory', '/etc/hcatalog/conf',
- owner = 'hcat',
- group = 'hadoop',
- )
- self.assertResourceCalled('XmlConfig', 'webhcat-site.xml',
- owner = 'hcat',
- group = 'hadoop',
- conf_dir = '/etc/hcatalog/conf',
- configurations = self.getConfig()['configurations']['webhcat-site'],
- configuration_attributes = self.getConfig()['configuration_attributes']['webhcat-site']
- )
- self.assertResourceCalled('File', '/etc/hcatalog/conf/webhcat-env.sh',
- content = InlineTemplate(self.getConfig()['configurations']['webhcat-env']['content']),
- owner = 'hcat',
- group = 'hadoop',
- )
- self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs;',
- path = ['/bin'],
- user = 'hcat',
- )
- self.assertResourceCalled('CopyFromLocal', '/usr/lib/hadoop/contrib/streaming/hadoop-streaming*.jar',
- owner='hcat',
- mode=0755,
- dest_dir='/apps/webhcat',
- kinnit_if_needed='/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs;',
- hdfs_user='hdfs'
- )
- self.assertResourceCalled('CopyFromLocal', '/usr/share/HDP-webhcat/pig.tar.gz',
- owner='hcat',
- mode=0755,
- dest_dir='/apps/webhcat',
- kinnit_if_needed='/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs;',
- hdfs_user='hdfs'
- )
- self.assertResourceCalled('CopyFromLocal', '/usr/share/HDP-webhcat/hive.tar.gz',
- owner='hcat',
- mode=0755,
- dest_dir='/apps/webhcat',
- kinnit_if_needed='/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs;',
- hdfs_user='hdfs'
- )
http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_client.py b/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_client.py
deleted file mode 100644
index 1621b42..0000000
--- a/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_client.py
+++ /dev/null
@@ -1,208 +0,0 @@
-#!/usr/bin/env python
-
-'''
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-'''
-from mock.mock import MagicMock, call, patch
-import tempfile
-import tarfile
-import contextlib
-from stacks.utils.RMFTestCase import *
-import os
-
-origin_exists = os.path.exists
-@patch.object(os.path, "exists", new=MagicMock(
- side_effect=lambda *args: origin_exists(args[0])
- if args[0][-2:] == "j2" else True))
-class TestMapreduceClient(RMFTestCase):
-
- def test_configure_default(self):
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/client.py",
- classname = "Client",
- command = "configure",
- config_file="default.json"
- )
- self.assertResourceCalled('Directory', '/var/run/hadoop/mapred',
- owner = 'mapred',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hadoop/mapred',
- owner = 'mapred',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hadoop/mapred/userlogs',
- mode = 01777,
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/hadoop/mapred',
- owner = 'mapred',
- recursive = True,
- mode = 0755,
- ignore_failures=True,
- )
- self.assertResourceCalled('Directory', '/hadoop/mapred1',
- owner = 'mapred',
- recursive = True,
- mode = 0755,
- ignore_failures=True,
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.exclude',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.include',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/taskcontroller.cfg',
- content = Template('taskcontroller.cfg.j2'),
- owner = 'hdfs',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred-queue-acls.xml',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('XmlConfig', 'mapred-site.xml',
- owner = 'mapred',
- group = 'hadoop',
- conf_dir = '/etc/hadoop/conf',
- configurations = self.getConfig()['configurations']['mapred-site'],
- configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site']
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/fair-scheduler.xml',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-client.xml.example',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-server.xml.example',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertNoMoreResources()
-
- def test_configure_secured(self):
-
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/client.py",
- classname = "Client",
- command = "configure",
- config_file="secured.json"
- )
- self.assertResourceCalled('Directory', '/var/run/hadoop/mapred',
- owner = 'mapred',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hadoop/mapred',
- owner = 'mapred',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hadoop/mapred/userlogs',
- mode = 01777,
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/hadoop/mapred',
- owner = 'mapred',
- recursive = True,
- mode = 0755,
- ignore_failures=True,
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.exclude',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.include',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/usr/lib/hadoop/bin/task-controller',
- owner = 'root',
- group = 'hadoop',
- mode = 06050,
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/taskcontroller.cfg',
- content = Template('taskcontroller.cfg.j2'),
- owner = 'root',
- group = 'hadoop',
- mode = 0644,
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred-queue-acls.xml',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('XmlConfig', 'mapred-site.xml',
- owner = 'mapred',
- group = 'hadoop',
- conf_dir = '/etc/hadoop/conf',
- configurations = self.getConfig()['configurations']['mapred-site'],
- configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site']
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/fair-scheduler.xml',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-client.xml.example',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-server.xml.example',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertNoMoreResources()
-
- @patch.object(tarfile,"open", new = MagicMock())
- @patch.object(tempfile,"mkdtemp", new = MagicMock(return_value='/tmp/123'))
- @patch.object(contextlib,"closing", new = MagicMock())
- @patch("os.path.exists", new = MagicMock(return_value=True))
- def test_generate_configs_default(self):
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/client.py",
- classname = "Client",
- command = "generate_configs",
- config_file="default.json"
- )
- self.assertResourceCalled('Directory', '/tmp',
- recursive = True,
- )
- self.assertResourceCalled('XmlConfig', 'core-site.xml',
- conf_dir = '/tmp/123',
- configuration_attributes = self.getConfig()['configuration_attributes']['core-site'],
- configurations = self.getConfig()['configurations']['core-site'],
- )
- self.assertResourceCalled('XmlConfig', 'mapred-site.xml',
- conf_dir = '/tmp/123',
- configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site'],
- configurations = self.getConfig()['configurations']['mapred-site'],
- )
- self.assertResourceCalled('File', '/tmp/123/log4j.properties',
- content = InlineTemplate("log4jproperties\nline2log4jproperties\nline2\nambari.jobhistory.database=jdbc:postgresql://c6401.ambari.apache.org/ambarirca\nambari.jobhistory.driver=org.postgresql.Driver\nambari.jobhistory.user=mapred\nambari.jobhistory.password=mapred\nambari.jobhistory.logger=${hadoop.root.logger}\n\nlog4j.appender.JHA=org.apache.ambari.log4j.hadoop.mapreduce.jobhistory.JobHistoryAppender\nlog4j.appender.JHA.database=jdbc:postgresql://c6401.ambari.apache.org/ambarirca\nlog4j.appender.JHA.driver=org.postgresql.Driver\nlog4j.appender.JHA.user=mapred\nlog4j.appender.JHA.password=mapred\n\nlog4j.logger.org.apache.hadoop.mapred.JobHistory$JobHistoryLogger=DEBUG,JHA\nlog4j.additivity.org.apache.hadoop.mapred.JobHistory$JobHistoryLogger=true\n\n"),
- )
- self.assertResourceCalled('PropertiesFile', '/tmp/123/runtime.properties',
- properties = UnknownConfigurationMock(),
- )
- self.assertResourceCalled('PropertiesFile', '/tmp/123/startup.properties',
- properties = UnknownConfigurationMock(),
- )
- self.assertResourceCalled('Directory', '/tmp/123',
- action = ['delete'],
- )
- self.assertNoMoreResources()
http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_historyserver.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_historyserver.py b/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_historyserver.py
deleted file mode 100644
index 4e6fb45..0000000
--- a/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_historyserver.py
+++ /dev/null
@@ -1,357 +0,0 @@
-#!/usr/bin/env python
-
-'''
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-'''
-from mock.mock import MagicMock, call, patch
-from stacks.utils.RMFTestCase import *
-import os
-
-origin_exists = os.path.exists
-@patch.object(os.path, "exists", new=MagicMock(
- side_effect=lambda *args: origin_exists(args[0])
- if args[0][-2:] == "j2" else True))
-class TestHistoryServer(RMFTestCase):
-
- def test_configure_default(self):
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py",
- classname = "Historyserver",
- command = "configure",
- config_file="default.json"
- )
- self.assert_configure_default()
- self.assertNoMoreResources()
-
- def test_start_default(self):
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py",
- classname = "Historyserver",
- command = "start",
- config_file="default.json"
- )
-
- self.assert_configure_default()
- self.assertResourceCalled('Execute', 'export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec && /usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf start historyserver',
- user = 'mapred',
- not_if = 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1'
- )
- self.assertResourceCalled('Execute', 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1',
- user = 'mapred',
- initial_wait = 5,
- not_if= 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1'
- )
- self.assertNoMoreResources()
-
- def test_stop_default(self):
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py",
- classname = "Historyserver",
- command = "stop",
- config_file="default.json"
- )
-
- self.assertResourceCalled('Execute', 'export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec && /usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop historyserver',
- user = 'mapred'
- )
- self.assertResourceCalled('File', '/var/run/hadoop/mapred/hadoop-mapred-historyserver.pid',
- action = ['delete'],
- )
- self.assertNoMoreResources()
-
-
- def test_configure_secured(self):
-
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py",
- classname = "Historyserver",
- command = "configure",
- config_file="secured.json"
- )
- self.assert_configure_secured()
- self.assertNoMoreResources()
-
- def test_start_secured(self):
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py",
- classname = "Historyserver",
- command = "start",
- config_file="secured.json"
- )
-
- self.assert_configure_secured()
- self.assertResourceCalled('Execute', 'export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec && /usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf start historyserver',
- user = 'mapred',
- not_if = 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1'
- )
- self.assertResourceCalled('Execute', 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1',
- user = 'mapred',
- initial_wait = 5,
- not_if= 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1'
- )
- self.assertNoMoreResources()
-
- def test_stop_secured(self):
- self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py",
- classname = "Historyserver",
- command = "stop",
- config_file="secured.json"
- )
-
- self.assertResourceCalled('Execute', 'export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec && /usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop historyserver',
- user = 'mapred'
- )
- self.assertResourceCalled('File', '/var/run/hadoop/mapred/hadoop-mapred-historyserver.pid',
- action = ['delete'],
- )
- self.assertNoMoreResources()
-
- def assert_configure_default(self):
- self.assertResourceCalled('HdfsDirectory', '/mapred',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- owner = 'mapred',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/mapred/system',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- owner = 'mapred',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/mapred/history',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- owner = 'mapred',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/mr-history/tmp',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- mode = 0777,
- owner = 'mapred',
- group = 'hadoop',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/mapred/history/done',
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- mode = 0777,
- owner = 'mapred',
- group = 'hadoop',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', None,
- security_enabled = False,
- keytab = UnknownConfigurationMock(),
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = "/usr/bin/kinit",
- action = ['create'],
- )
- self.assertResourceCalled('Directory', '/var/run/hadoop/mapred',
- owner = 'mapred',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hadoop/mapred',
- owner = 'mapred',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hadoop/mapred/userlogs',
- mode = 01777,
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/hadoop/mapred',
- owner = 'mapred',
- recursive = True,
- mode = 0755,
- ignore_failures=True,
- )
- self.assertResourceCalled('Directory', '/hadoop/mapred1',
- owner = 'mapred',
- recursive = True,
- mode = 0755,
- ignore_failures=True,
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.exclude',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.include',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/taskcontroller.cfg',
- content = Template('taskcontroller.cfg.j2'),
- owner = 'hdfs',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred-queue-acls.xml',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('XmlConfig', 'mapred-site.xml',
- owner = 'mapred',
- group = 'hadoop',
- conf_dir = '/etc/hadoop/conf',
- configurations = self.getConfig()['configurations']['mapred-site'],
- configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site']
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/fair-scheduler.xml',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-client.xml.example',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-server.xml.example',
- owner = 'mapred',
- group = 'hadoop',
- )
-
- def assert_configure_secured(self):
- self.assertResourceCalled('HdfsDirectory', '/mapred',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- owner = 'mapred',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/mapred/system',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- owner = 'mapred',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/mapred/history',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- owner = 'mapred',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/mr-history/tmp',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- mode = 0777,
- owner = 'mapred',
- group = 'hadoop',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', '/mapred/history/done',
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- mode = 0777,
- owner = 'mapred',
- group = 'hadoop',
- action = ['create_delayed'],
- )
- self.assertResourceCalled('HdfsDirectory', None,
- security_enabled = True,
- keytab = '/etc/security/keytabs/hdfs.headless.keytab',
- conf_dir = '/etc/hadoop/conf',
- hdfs_user = 'hdfs',
- kinit_path_local = '/usr/bin/kinit',
- action = ['create'],
- )
- self.assertResourceCalled('Directory', '/var/run/hadoop/mapred',
- owner = 'mapred',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hadoop/mapred',
- owner = 'mapred',
- group = 'hadoop',
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/var/log/hadoop/mapred/userlogs',
- mode = 01777,
- recursive = True,
- )
- self.assertResourceCalled('Directory', '/hadoop/mapred',
- owner = 'mapred',
- recursive = True,
- mode = 0755,
- ignore_failures=True,
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.exclude',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.include',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/usr/lib/hadoop/bin/task-controller',
- owner = 'root',
- group = 'hadoop',
- mode = 06050,
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/taskcontroller.cfg',
- content = Template('taskcontroller.cfg.j2'),
- owner = 'root',
- group = 'hadoop',
- mode = 0644,
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/mapred-queue-acls.xml',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('XmlConfig', 'mapred-site.xml',
- owner = 'mapred',
- group = 'hadoop',
- conf_dir = '/etc/hadoop/conf',
- configurations = self.getConfig()['configurations']['mapred-site'],
- configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site']
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/fair-scheduler.xml',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-client.xml.example',
- owner = 'mapred',
- group = 'hadoop',
- )
- self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-server.xml.example',
- owner = 'mapred',
- group = 'hadoop',
- )