You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by dm...@apache.org on 2013/11/25 18:39:04 UTC
git commit: AMBARI-3874. Unittests for Resource Management content
sources (Eugene Chekanskiy via dlysnichenko)
Updated Branches:
refs/heads/trunk 1daa58e25 -> f80da0256
AMBARI-3874. Unittests for Resource Management content sources (Eugene Chekanskiy via dlysnichenko)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/f80da025
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/f80da025
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/f80da025
Branch: refs/heads/trunk
Commit: f80da0256d0d3851f222fb50b5dc92ddad5ac356
Parents: 1daa58e
Author: Lisnichenko Dmitro <dl...@hortonworks.com>
Authored: Mon Nov 25 19:37:46 2013 +0200
Committer: Lisnichenko Dmitro <dl...@hortonworks.com>
Committed: Mon Nov 25 19:37:46 2013 +0200
----------------------------------------------------------------------
ambari-agent/pom.xml | 2 +-
.../resource_management/TestContentSources.py | 343 +++++++++++++++++++
2 files changed, 344 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/f80da025/ambari-agent/pom.xml
----------------------------------------------------------------------
diff --git a/ambari-agent/pom.xml b/ambari-agent/pom.xml
index 51bda92..bbb00b1 100644
--- a/ambari-agent/pom.xml
+++ b/ambari-agent/pom.xml
@@ -124,7 +124,7 @@
<argument>unitTests.py</argument>
</arguments>
<environmentVariables>
- <PYTHONPATH>${project.basedir}/../ambari-common/src/test/python:${project.basedir}/../ambari-common/src/main/python:${project.basedir}/src/main/python/ambari_agent:${project.basedir}/src/main/python/resource_management:${project.basedir}/src/test/python/ambari_agent:${project.basedir}/src/test/python/resource_management:${project.basedir}/src/main/python:${project.basedir}/../ambari-agent/src/main/puppet/modules/hdp-hadoop/files:$PYTHONPATH</PYTHONPATH>
+ <PYTHONPATH>${project.basedir}/../ambari-common/src/main/python/jinja2:${project.basedir}/../ambari-common/src/test/python:${project.basedir}/../ambari-common/src/main/python:${project.basedir}/src/main/python/ambari_agent:${project.basedir}/src/main/python/resource_management:${project.basedir}/src/test/python/ambari_agent:${project.basedir}/src/test/python/resource_management:${project.basedir}/src/main/python:${project.basedir}/../ambari-agent/src/main/puppet/modules/hdp-hadoop/files:$PYTHONPATH</PYTHONPATH>
</environmentVariables>
<skip>${skipTests}</skip>
</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/f80da025/ambari-agent/src/test/python/resource_management/TestContentSources.py
----------------------------------------------------------------------
diff --git a/ambari-agent/src/test/python/resource_management/TestContentSources.py b/ambari-agent/src/test/python/resource_management/TestContentSources.py
new file mode 100644
index 0000000..2f206d9
--- /dev/null
+++ b/ambari-agent/src/test/python/resource_management/TestContentSources.py
@@ -0,0 +1,343 @@
+'''
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+'''
+
+
+from unittest import TestCase
+from mock.mock import patch, MagicMock
+
+from resource_management.core import Environment
+from resource_management.core.system import System
+from resource_management.core.source import StaticFile
+from resource_management.core.source import DownloadSource
+from resource_management.core.source import Template
+from resource_management.core.source import InlineTemplate
+
+from jinja2 import UndefinedError, TemplateNotFound
+import urllib2
+import os
+
+
+@patch.object(System, "platform", new = 'redhat')
+class TestContentSources(TestCase):
+
+ @patch("__builtin__.open")
+ @patch.object(os.path, "join")
+ def test_static_file_absolute_path(self, join_mock, open_mock):
+ """
+ Testing StaticFile source with absolute path
+ """
+ file_mock = MagicMock(name = 'file_mock')
+ file_mock.__enter__.return_value = file_mock
+ file_mock.read.return_value = 'content'
+ open_mock.return_value = file_mock
+
+ with Environment("/base") as env:
+ static_file = StaticFile("/absolute/path/file")
+ content = static_file.get_content()
+
+ self.assertEqual('content', content)
+ self.assertEqual(file_mock.read.call_count, 1)
+ self.assertEqual(join_mock.call_count, 0)
+
+
+ @patch("__builtin__.open")
+ @patch.object(os.path, "join")
+ def test_static_file_relative_path(self, join_mock, open_mock):
+ """
+ Testing StaticFile source with relative path
+ """
+ file_mock = MagicMock(name = 'file_mock')
+ file_mock.__enter__.return_value = file_mock
+ file_mock.read.return_value = 'content'
+ open_mock.return_value = file_mock
+
+ with Environment("/base") as env:
+ static_file = StaticFile("relative/path/file")
+ content = static_file.get_content()
+
+ self.assertEqual('content', content)
+ self.assertEqual(file_mock.read.call_count, 1)
+ self.assertEqual(join_mock.call_count, 1)
+ join_mock.assert_called_with('/base', 'files', 'relative/path/file')
+ self.assertEqual(open_mock.call_count, 1)
+
+ @patch.object(os, "makedirs")
+ @patch.object(os.path, "exists")
+ def test_download_source_init_existent_download_directory(self, exists_mock, makedirs_mock):
+ """
+ Testing DownloadSource without cache with existent download directory
+ """
+ exists_mock.return_value = True
+
+ with Environment("/base") as env:
+ static_file = DownloadSource("http://download/source")
+
+ self.assertEqual(makedirs_mock.call_count, 0)
+ self.assertEqual(exists_mock.call_count, 1)
+ pass
+
+
+ @patch.object(os, "makedirs")
+ @patch.object(os.path, "exists")
+ def test_download_source_init_nonexistent_download_directory(self, exists_mock, makedirs_mock):
+ """
+ Testing DownloadSource without cache with non-existent download directory
+ """
+ exists_mock.return_value = False
+
+ with Environment("/base") as env:
+ static_file = DownloadSource("http://download/source")
+
+ self.assertEqual(makedirs_mock.call_count, 1)
+ makedirs_mock.assert_called_with("/var/tmp/downloads")
+ self.assertEqual(exists_mock.call_count, 1)
+ pass
+
+ @patch.object(urllib2, "urlopen")
+ @patch.object(os, "makedirs")
+ @patch.object(os.path, "exists")
+ def test_download_source_get_content_nocache(self, exists_mock, makedirs_mock, urlopen_mock):
+ """
+ Testing DownloadSource.get_content without cache
+ """
+ exists_mock.return_value = True
+ web_file_mock = MagicMock()
+ web_file_mock.read.return_value = 'web_content'
+ urlopen_mock.return_value = web_file_mock
+
+ with Environment("/base") as env:
+ download_source = DownloadSource("http://download/source", cache=False)
+ content = download_source.get_content()
+
+ self.assertEqual('web_content', content)
+ self.assertEqual(urlopen_mock.call_count, 1)
+ urlopen_mock.assert_called_with('http://download/source')
+ self.assertEqual(web_file_mock.read.call_count, 1)
+
+ @patch.object(urllib2, "urlopen")
+ @patch.object(os, "makedirs")
+ @patch.object(os.path, "exists")
+ def test_download_source_get_content_cache_new(self, exists_mock, makedirs_mock, urlopen_mock):
+ """
+ Testing DownloadSource.get_content with cache on non-cached resource
+ """
+ exists_mock.side_effect = [True, False]
+ web_file_mock = MagicMock()
+ web_file_mock.read.return_value = 'web_content'
+ urlopen_mock.return_value = web_file_mock
+
+ with Environment("/base") as env:
+ download_source = DownloadSource("http://download/source", cache=True)
+ content = download_source.get_content()
+
+ self.assertEqual('web_content', content)
+ self.assertEqual(urlopen_mock.call_count, 1)
+ urlopen_mock.assert_called_with('http://download/source')
+ self.assertEqual(web_file_mock.read.call_count, 1)
+
+ @patch("__builtin__.open")
+ @patch.object(os, "makedirs")
+ @patch.object(os.path, "exists")
+ def test_download_source_get_content_cache_existent(self, exists_mock, makedirs_mock, open_mock):
+ """
+ Testing DownloadSource.get_content with cache on cached resource
+ """
+ exists_mock.side_effect = [True, True, False]
+
+ file_mock = MagicMock(name = 'file_mock')
+ file_mock.__enter__.return_value = file_mock
+ file_mock.read.return_value = 'cached_content'
+ open_mock.return_value = file_mock
+
+
+ with Environment("/base") as env:
+ download_source = DownloadSource("http://download/source", cache=True)
+ content = download_source.get_content()
+
+ self.assertEqual('cached_content', content)
+ self.assertEqual(open_mock.call_count, 1)
+ open_mock.assert_called_with('/var/tmp/downloads/source')
+ self.assertEqual(file_mock.read.call_count, 1)
+
+ @patch.object(urllib2, "urlopen")
+ @patch("__builtin__.open")
+ @patch.object(os, "makedirs")
+ @patch.object(os.path, "exists")
+ def test_download_source_get_content_cache_existent_md5_match(self, exists_mock, makedirs_mock, open_mock,
+ urlopen_mock):
+ """
+ Testing DownloadSource.get_content with cache on cached resource with md5 check
+ """
+ exists_mock.side_effect = [True, True, False]
+
+ file_mock = MagicMock(name = 'file_mock')
+ file_mock.__enter__.return_value = file_mock
+ file_mock.read.return_value = 'cached_content'
+ open_mock.return_value = file_mock
+
+
+ with Environment("/base") as env:
+ download_source = DownloadSource("http://download/source", cache=True)
+ content = download_source.get_content()
+
+ self.assertEqual('cached_content', content)
+ self.assertEqual(open_mock.call_count, 1)
+ open_mock.assert_called_with('/var/tmp/downloads/source')
+ self.assertEqual(file_mock.read.call_count, 1)
+ self.assertEqual(urlopen_mock.call_count, 0)
+
+ @patch.object(urllib2, "urlopen")
+ @patch("__builtin__.open")
+ @patch.object(os, "makedirs")
+ @patch.object(os.path, "exists")
+ def test_download_source_get_content_cache_existent_md5_unmatch(self, exists_mock, makedirs_mock, open_mock,
+ urlopen_mock):
+ """
+ Testing DownloadSource.get_content with cache on cached resource with md5 check
+ """
+ exists_mock.side_effect = [True, True, False]
+ fake_md5 = "144c9defac04969c7bfad8efaa8ea194"
+ file_mock = MagicMock(name = 'file_mock')
+ file_mock.__enter__.return_value = file_mock
+ file_mock.read.return_value = 'cached_content'
+ open_mock.return_value = file_mock
+ web_file_mock = MagicMock()
+ web_file_mock.read.return_value = 'web_content'
+ urlopen_mock.return_value = web_file_mock
+
+ with Environment("/base") as env:
+ download_source = DownloadSource("http://download/source", cache=True, md5sum=fake_md5)
+ content = download_source.get_content()
+
+ self.assertEqual('web_content', content)
+ self.assertEqual(open_mock.call_count, 2)
+ open_mock.assert_once_called('/var/tmp/downloads/source', 'w')
+ open_mock.assert_once_called('/var/tmp/downloads/source')
+ self.assertEqual(file_mock.read.call_count, 1)
+ self.assertEqual(urlopen_mock.call_count, 1)
+ urlopen_mock.assert_called_with('http://download/source')
+
+ @patch("__builtin__.open")
+ @patch.object(os.path, "getmtime")
+ @patch.object(os.path, "exists")
+ def test_template_loader(self, exists_mock, getmtime_mock, open_mock):
+ """
+ Testing template loader on existent file
+ """
+ exists_mock.return_value = True
+ getmtime_mock.return_value = 10
+ file_mock = MagicMock(name = 'file_mock')
+ file_mock.__enter__.return_value = file_mock
+ file_mock.read.return_value = 'template content'
+ open_mock.return_value = file_mock
+
+ with Environment("/base") as env:
+ template = Template("test.j2")
+
+ self.assertEqual(open_mock.call_count, 1)
+ open_mock.assert_called_with('/base/templates/test.j2', 'rb')
+ self.assertEqual(getmtime_mock.call_count, 1)
+ getmtime_mock.assert_called_with('/base/templates/test.j2')
+
+ @patch.object(os.path, "exists")
+ def test_template_loader_fail(self, exists_mock):
+ """
+ Testing template loader on non-existent file
+ """
+ exists_mock.return_value = False
+
+ try:
+ with Environment("/base") as env:
+ template = Template("test.j2")
+ self.fail("Template should fail with nonexistent template file")
+ except TemplateNotFound:
+ pass
+
+
+
+ @patch("__builtin__.open")
+ @patch.object(os.path, "getmtime")
+ @patch.object(os.path, "exists")
+ def test_template_loader_absolute_path(self, exists_mock, getmtime_mock, open_mock):
+ """
+ Testing template loader with absolute file-path
+ """
+ exists_mock.return_value = True
+ getmtime_mock.return_value = 10
+ file_mock = MagicMock(name = 'file_mock')
+ file_mock.__enter__.return_value = file_mock
+ file_mock.read.return_value = 'template content'
+ open_mock.return_value = file_mock
+
+ with Environment("/base") as env:
+ template = Template("/absolute/path/test.j2")
+
+ self.assertEqual(open_mock.call_count, 1)
+ open_mock.assert_called_with('/absolute/path/test.j2', 'rb')
+ self.assertEqual(getmtime_mock.call_count, 1)
+ getmtime_mock.assert_called_with('/absolute/path/test.j2')
+
+ @patch("__builtin__.open")
+ @patch.object(os.path, "getmtime")
+ @patch.object(os.path, "exists")
+ def test_template_loader_arguments(self, exists_mock, getmtime_mock, open_mock):
+ """
+ Testing template loader additional arguments in template and absolute file-path
+ """
+ exists_mock.return_value = True
+ getmtime_mock.return_value = 10
+ file_mock = MagicMock(name = 'file_mock')
+ file_mock.__enter__.return_value = file_mock
+ file_mock.read.return_value = '{{test_arg1}} template content'
+ open_mock.return_value = file_mock
+
+ with Environment("/base") as env:
+ template = Template("/absolute/path/test.j2", [], test_arg1 = "test")
+ content = template.get_content()
+ self.assertEqual(open_mock.call_count, 1)
+
+ self.assertEqual(u'test template content\n', content)
+ open_mock.assert_called_with('/absolute/path/test.j2', 'rb')
+ self.assertEqual(getmtime_mock.call_count, 1)
+ getmtime_mock.assert_called_with('/absolute/path/test.j2')
+
+ def test_inline_template(self):
+ """
+ Testing InlineTemplate
+ """
+ with Environment("/base") as env:
+ template = InlineTemplate("{{test_arg1}} template content", [], test_arg1 = "test")
+ content = template.get_content()
+
+ self.assertEqual(u'test template content\n', content)
+
+ def test_template_imports(self):
+ """
+ Testing Template additional imports
+ """
+ try:
+ with Environment("/base") as env:
+ template = InlineTemplate("{{test_arg1}} template content {{os.path.join(path[0],path[1])}}", [], test_arg1 = "test", path = ["/one","two"])
+ content = template.get_content()
+ self.fail("Template.get_content should fail when evaluating unknown import")
+ except UndefinedError:
+ pass
+ with Environment("/base") as env:
+ template = InlineTemplate("{{test_arg1}} template content {{os.path.join(path[0],path[1])}}", [os], test_arg1 = "test", path = ["/one","two"])
+ content = template.get_content()
+ self.assertEqual(u'test template content /one/two\n', content)