You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@climate.apache.org by ja...@apache.org on 2016/07/28 14:35:07 UTC
[2/3] climate git commit: CLIMATE-832 - Add smoke tests
CLIMATE-832 - Add smoke tests
Project: http://git-wip-us.apache.org/repos/asf/climate/repo
Commit: http://git-wip-us.apache.org/repos/asf/climate/commit/b5f93584
Tree: http://git-wip-us.apache.org/repos/asf/climate/tree/b5f93584
Diff: http://git-wip-us.apache.org/repos/asf/climate/diff/b5f93584
Branch: refs/heads/master
Commit: b5f935845259f3f049285b6d32edb21ac6760bd5
Parents: 74357d4
Author: Ibrahim Jarif <ja...@gmail.com>
Authored: Wed Jul 27 19:06:47 2016 +0530
Committer: Ibrahim Jarif <ja...@gmail.com>
Committed: Wed Jul 27 19:43:22 2016 +0530
----------------------------------------------------------------------
test.sh | 27 +++++++++++
test_smoke.py | 139 +++++++++++++++++++++++++++++++++++++++++++++++++++++
2 files changed, 166 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/climate/blob/b5f93584/test.sh
----------------------------------------------------------------------
diff --git a/test.sh b/test.sh
new file mode 100755
index 0000000..24ed0fe
--- /dev/null
+++ b/test.sh
@@ -0,0 +1,27 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -e # causes the shell to exit if any subcommand or pipeline returns a non-zero status.
+echo ""
+echo "---------------- Running Smoke Tests ---------------"
+python test_smoke.py
+echo "---------------- Smoke Tests Successfully Completed---------------"
+echo ""
+echo "---------------- Running Unit Tests ---------------"
+nosetests -v --with-coverage --cover-package=ocw --nocapture
+echo "---------------- All Tests successfully completed ---------------"
+
http://git-wip-us.apache.org/repos/asf/climate/blob/b5f93584/test_smoke.py
----------------------------------------------------------------------
diff --git a/test_smoke.py b/test_smoke.py
new file mode 100644
index 0000000..f07eaa3
--- /dev/null
+++ b/test_smoke.py
@@ -0,0 +1,139 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from pkg_resources import VersionConflict, DistributionNotFound, \
+ require
+from ocw.tests.test_local import create_netcdf_object
+from ocw.data_source import local
+from ocw import dataset_processor as dsp
+import os
+
+PIP_DEPENDENCIES_FILE = 'easy-ocw/ocw-pip-dependencies.txt'
+CONDA_DEPENDENCIES_FILE = 'easy-ocw/ocw-conda-dependencies.txt'
+SUCCESS_MARK = '\033[92m' + u'\u2713' + '\033[0m'
+FAILURE_MARK = '\033[91m' + u'\u274C' + '\033[0m'
+
+
+def fail(prefix):
+ print prefix + " " + FAILURE_MARK
+
+
+def success(prefix):
+ print prefix + " " + SUCCESS_MARK
+
+
+def check_dependencies(file):
+ ''' Verify all necessary dependencies are installed '''
+ for dep in file:
+ dep = dep.replace('\n', '')
+ # skip all comments and blank lines in dependency file
+ if '#' in dep or not dep:
+ continue
+ try:
+ require(dep)
+ success(dep)
+ except DistributionNotFound as df:
+ fail(dep)
+ dep = str(df).split(' ')[1][1:-1]
+ print '\n' + dep + ' dependency missing.'
+ print 'Please install it using "pip/conda install ' + dep + '"'
+ fail("\nDependencies")
+ end()
+ except VersionConflict as vc:
+ fail(dep)
+ print ("\nRequired version and installed version differ for the "
+ "following package:\n"
+ "Required version: " + dep)
+ dep_name = str(vc).split(' ')[0][1:] # First element is '('
+ dep_version = str(vc).split(' ')[1]
+ print "Installed version: " + dep_name + "==" + dep_version
+ fail("\nDependencies")
+ end()
+
+
+def check_dataset_loading():
+ ''' Try loading test dataset '''
+ dataset = None
+ try:
+ file_path = create_netcdf_object()
+ dataset = local.load_file(file_path, variable_name='value')
+ except Exception as e:
+ fail("\nDataset loading")
+ print "The following error occured"
+ print e
+ end(dataset)
+ success("\nDataset loading")
+ return dataset
+
+
+def check_some_dataset_functions(dataset):
+ ''' Run a subset of dataset functions and check for any exception '''
+ try:
+ dataset.spatial_boundaries()
+ dataset.time_range()
+ dataset.spatial_resolution()
+ except Exception as e:
+ fail("\nDataset functions")
+ print "Following error occured:"
+ print str(e)
+ end(dataset)
+ success("\nDataset functions")
+
+
+def check_some_dsp_functions(dataset):
+ '''
+ Run a subset of dataset processor functions and check for
+ any kind of exception.
+ '''
+ try:
+ dsp.temporal_rebin(dataset, 'annual')
+ dsp.ensemble([dataset])
+ except Exception as e:
+ fail("\nDataset processor functions")
+ print "Following error occured:"
+ print str(e)
+ end()
+ finally:
+ os.remove(dataset.origin['path'])
+ success("\nDataset processor functions")
+
+
+def end(dataset=None):
+ ''' Exit program with status 1 '''
+ if dataset:
+ os.remove(dataset.origin['path'])
+ 'End program execution with return code 1'
+ print '\033[91m' + "Some checks were unsuccessful"
+ print "Please Fix them and run the test again." + '\033[0m'
+ exit(1)
+
+
+def main():
+ pip_file = open(PIP_DEPENDENCIES_FILE, 'r')
+ conda_file = open(CONDA_DEPENDENCIES_FILE, 'r')
+ print "Checking installed dependencies\n"
+ check_dependencies(conda_file)
+ check_dependencies(pip_file)
+ success("\nDependencies")
+ dataset = check_dataset_loading()
+ check_some_dataset_functions(dataset)
+ check_some_dsp_functions(dataset)
+ success("\nAll checks successfully completed")
+ return 0
+
+if __name__ == '__main__':
+ main()