You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mxnet.apache.org by GitBox <gi...@apache.org> on 2018/09/04 08:44:05 UTC
[GitHub] lebeg closed pull request #12445: WIP test failing Python2:
MKLDNN-GPU stage
lebeg closed pull request #12445: WIP test failing Python2: MKLDNN-GPU stage
URL: https://github.com/apache/incubator-mxnet/pull/12445
This is a PR merged from a forked repository.
As GitHub hides the original diff on merge, it is displayed below for
the sake of provenance:
As this is a foreign pull request (from a fork), the diff is supplied
below (as it won't show otherwise due to GitHub magic):
diff --git a/3rdparty/tvm b/3rdparty/tvm
index 290226e1c9a..5fec9adbcaf 160000
--- a/3rdparty/tvm
+++ b/3rdparty/tvm
@@ -1 +1 @@
-Subproject commit 290226e1c9adbb3e598f9ed9184018df1c12be33
+Subproject commit 5fec9adbcaf8debb720b56beffd45bd6941eff63
diff --git a/Jenkinsfile b/Jenkinsfile
index 346cb19ce46..534b7706e87 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -108,125 +108,7 @@ core_logic: {
}
stage('Build') {
- parallel 'CPU: CentOS 7': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-centos7-cpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('centos7_cpu', 'build_centos7_cpu', false)
- utils.pack_lib('centos7_cpu', mx_lib)
- }
- }
- }
- },
- 'CPU: CentOS 7 MKLDNN': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-centos7-mkldnn') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('centos7_cpu', 'build_centos7_mkldnn', false)
- utils.pack_lib('centos7_mkldnn', mx_lib)
- }
- }
- }
- },
- 'GPU: CentOS 7': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-centos7-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('centos7_gpu', 'build_centos7_gpu', false)
- utils.pack_lib('centos7_gpu', mx_lib)
- }
- }
- }
- },
- 'CPU: Openblas': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-cpu-openblas') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_openblas', false)
- utils.pack_lib('cpu', mx_dist_lib)
- }
- }
- }
- },
- 'CPU: Openblas, debug': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-cpu-openblas') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_cmake_debug', false)
- utils.pack_lib('cpu_debug', mx_cmake_lib_debug)
- }
- }
- }
- },
- 'CPU: Clang 3.9': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-cpu-clang39') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_clang39', false)
- }
- }
- }
- },
- 'CPU: Clang 6': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-cpu-clang60') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_clang60', false)
- }
- }
- }
- },
- 'CPU: Clang Tidy': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-cpu-clang60_tidy') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_clang_tidy', false)
- }
- }
- }
- },
- 'CPU: Clang 3.9 MKLDNN': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-cpu-mkldnn-clang39') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_clang39_mkldnn', false)
- utils.pack_lib('mkldnn_cpu_clang3', mx_mkldnn_lib)
- }
- }
- }
- },
- 'CPU: Clang 6 MKLDNN': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-cpu-mkldnn-clang60') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_clang60_mkldnn', false)
- utils.pack_lib('mkldnn_cpu_clang6', mx_mkldnn_lib)
- }
- }
- }
- },
- 'CPU: MKLDNN': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-mkldnn-cpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_mkldnn', false)
- utils.pack_lib('mkldnn_cpu', mx_mkldnn_lib)
- }
- }
- }
- },
- 'GPU: MKLDNN': {
+ parallel 'GPU: MKLDNN': {
node(NODE_LINUX_CPU) {
ws('workspace/build-mkldnn-gpu') {
timeout(time: max_time, unit: 'MINUTES') {
@@ -237,58 +119,6 @@ core_logic: {
}
}
},
- 'GPU: MKLDNN_CUDNNOFF': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-mkldnn-gpu-nocudnn') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_build_cuda', 'build_ubuntu_gpu_mkldnn_nocudnn', false)
- utils.pack_lib('mkldnn_gpu_nocudnn', mx_mkldnn_lib)
- }
- }
- }
- },
- 'GPU: CUDA9.1+cuDNN7': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_build_cuda', 'build_ubuntu_gpu_cuda91_cudnn7', false)
- utils.pack_lib('gpu', mx_dist_lib)
- stash includes: 'build/cpp-package/example/lenet', name: 'cpp_lenet'
- stash includes: 'build/cpp-package/example/alexnet', name: 'cpp_alexnet'
- stash includes: 'build/cpp-package/example/googlenet', name: 'cpp_googlenet'
- stash includes: 'build/cpp-package/example/lenet_with_mxdataiter', name: 'cpp_lenet_with_mxdataiter'
- stash includes: 'build/cpp-package/example/resnet', name: 'cpp_resnet'
- stash includes: 'build/cpp-package/example/mlp', name: 'cpp_mlp'
- stash includes: 'build/cpp-package/example/mlp_cpu', name: 'cpp_mlp_cpu'
- stash includes: 'build/cpp-package/example/mlp_gpu', name: 'cpp_mlp_gpu'
- stash includes: 'build/cpp-package/example/test_score', name: 'cpp_test_score'
- stash includes: 'build/cpp-package/example/test_optimizer', name: 'cpp_test_optimizer'
- }
- }
- }
- },
- 'Amalgamation MIN': {
- node(NODE_LINUX_CPU) {
- ws('workspace/amalgamationmin') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_amalgamation_min', false)
- }
- }
- }
- },
- 'Amalgamation': {
- node(NODE_LINUX_CPU) {
- ws('workspace/amalgamation') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'build_ubuntu_amalgamation', false)
- }
- }
- }
- },
'GPU: CMake MKLDNN': {
node(NODE_LINUX_CPU) {
@@ -300,255 +130,12 @@ core_logic: {
}
}
}
- },
- 'GPU: CMake': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-cmake-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_gpu', 'build_ubuntu_gpu_cmake', false)
- utils.pack_lib('cmake_gpu', mx_cmake_lib)
- }
- }
- }
- },
- 'TensorRT': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-tensorrt') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_gpu_tensorrt', 'build_ubuntu_gpu_tensorrt', false)
- utils.pack_lib('tensorrt', mx_tensorrt_lib)
- }
- }
- }
- },
- 'Build CPU windows':{
- node(NODE_WINDOWS_CPU) {
- timeout(time: max_time, unit: 'MINUTES') {
- ws('workspace/build-cpu') {
- withEnv(['OpenBLAS_HOME=C:\\mxnet\\openblas', 'OpenCV_DIR=C:\\mxnet\\opencv_vc14', 'CUDA_PATH=C:\\CUDA\\v8.0']) {
- utils.init_git_win()
- powershell 'python ci/build_windows.py -f WIN_CPU'
- stash includes: 'windows_package.7z', name: 'windows_package_cpu'
- }
- }
- }
- }
- },
-
- 'Build GPU windows':{
- node(NODE_WINDOWS_CPU) {
- timeout(time: max_time, unit: 'MINUTES') {
- ws('workspace/build-gpu') {
- withEnv(['OpenBLAS_HOME=C:\\mxnet\\openblas', 'OpenCV_DIR=C:\\mxnet\\opencv_vc14', 'CUDA_PATH=C:\\CUDA\\v8.0']) {
- utils.init_git_win()
- powershell 'python ci/build_windows.py -f WIN_GPU'
- stash includes: 'windows_package.7z', name: 'windows_package_gpu'
- }
- }
- }
- }
- },
- 'Build GPU MKLDNN windows':{
- node(NODE_WINDOWS_CPU) {
- timeout(time: max_time, unit: 'MINUTES') {
- ws('workspace/build-gpu') {
- withEnv(['OpenBLAS_HOME=C:\\mxnet\\openblas', 'OpenCV_DIR=C:\\mxnet\\opencv_vc14', 'CUDA_PATH=C:\\CUDA\\v8.0','BUILD_NAME=vc14_gpu_mkldnn']) {
- utils.init_git_win()
- powershell 'python ci/build_windows.py -f WIN_GPU_MKLDNN'
- stash includes: 'windows_package.7z', name: 'windows_package_gpu_mkldnn'
- }
- }
- }
- }
- },
- 'NVidia Jetson / ARMv8':{
- node(NODE_LINUX_CPU) {
- ws('workspace/build-jetson-armv8') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('jetson', 'build_jetson', false)
- }
- }
- }
- },
- 'ARMv7':{
- node(NODE_LINUX_CPU) {
- ws('workspace/build-ARMv7') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('armv7', 'build_armv7', false)
- }
- }
- }
- },
- 'ARMv6':{
- node(NODE_LINUX_CPU) {
- ws('workspace/build-ARMv6') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('armv6', 'build_armv6', false)
- }
- }
- }
- },
- 'ARMv8':{
- node(NODE_LINUX_CPU) {
- ws('workspace/build-ARMv8') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('armv8', 'build_armv8', false)
- }
- }
- }
- },
- 'Android / ARMv8':{
- node(NODE_LINUX_CPU) {
- ws('workspace/android64') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('android_armv8', 'build_android_armv8', false)
- }
- }
- }
- },
- 'Android / ARMv7':{
- node(NODE_LINUX_CPU) {
- ws('workspace/androidv7') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('android_armv7', 'build_android_armv7', false)
- }
- }
- }
}
} // End of stage('Build')
stage('Tests') {
- parallel 'Python2: CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-python2-cpu') {
- try {
- utils.init_git()
- utils.unpack_lib('cpu', mx_lib)
- python2_ut('ubuntu_cpu')
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_unittest.xml', 'nosetests_python2_cpu_unittest.xml')
- utils.collect_test_results_unix('nosetests_train.xml', 'nosetests_python2_cpu_train.xml')
- utils.collect_test_results_unix('nosetests_quantization.xml', 'nosetests_python2_cpu_quantization.xml')
- }
- }
- }
- },
- 'Python3: CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-python3-cpu') {
- try {
- utils.init_git()
- utils.unpack_lib('cpu', mx_lib)
- python3_ut('ubuntu_cpu')
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_unittest.xml', 'nosetests_python3_cpu_unittest.xml')
- utils.collect_test_results_unix('nosetests_quantization.xml', 'nosetests_python3_cpu_quantization.xml')
- }
- }
- }
- },
- 'Python3: CPU debug': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-python3-cpu-debug') {
- try {
- utils.init_git()
- utils.unpack_lib('cpu_debug', mx_cmake_lib_debug)
- python3_ut('ubuntu_cpu')
- } finally {
- utils.collect_test_results_unix('nosetests_unittest.xml', 'nosetests_python3_cpu_debug_unittest.xml')
- utils.collect_test_results_unix('nosetests_quantization.xml', 'nosetests_python3_cpu_debug_quantization.xml')
- }
- }
- }
- },
- 'Python2: GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/ut-python2-gpu') {
- try {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- python2_gpu_ut('ubuntu_gpu')
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_gpu.xml', 'nosetests_python2_gpu.xml')
- }
- }
- }
- },
- 'Python3: GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/ut-python3-gpu') {
- try {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- python3_gpu_ut('ubuntu_gpu')
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_gpu.xml', 'nosetests_python3_gpu.xml')
- }
- }
- }
- },
- 'Python2: Quantize GPU': {
- node(NODE_LINUX_GPU_P3) {
- ws('workspace/ut-python2-quantize-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- try {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- utils.docker_run('ubuntu_gpu', 'unittest_ubuntu_python2_quantization_gpu', true)
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_quantization_gpu.xml', 'nosetests_python2_quantize_gpu.xml')
- }
- }
- }
- }
- },
- 'Python3: Quantize GPU': {
- node(NODE_LINUX_GPU_P3) {
- ws('workspace/ut-python3-quantize-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- try {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- utils.docker_run('ubuntu_gpu', 'unittest_ubuntu_python3_quantization_gpu', true)
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_quantization_gpu.xml', 'nosetests_python3_quantize_gpu.xml')
- }
- }
- }
- }
- },
- 'Python2: MKLDNN-CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-python2-mkldnn-cpu') {
- try {
- utils.init_git()
- utils.unpack_lib('mkldnn_cpu', mx_mkldnn_lib)
- python2_ut('ubuntu_cpu')
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_unittest.xml', 'nosetests_python2_mkldnn_cpu_unittest.xml')
- utils.collect_test_results_unix('nosetests_train.xml', 'nosetests_python2_mkldnn_cpu_train.xml')
- utils.collect_test_results_unix('nosetests_quantization.xml', 'nosetests_python2_mkldnn_cpu_quantization.xml')
- }
- }
- }
- },
- 'Python2: MKLDNN-GPU': {
+ parallel 'Python2: MKLDNN-GPU': {
node(NODE_LINUX_GPU) {
ws('workspace/ut-python2-mkldnn-gpu') {
try {
@@ -562,21 +149,7 @@ core_logic: {
}
}
},
- 'Python3: MKLDNN-CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-python3-mkldnn-cpu') {
- try {
- utils.init_git()
- utils.unpack_lib('mkldnn_cpu', mx_mkldnn_lib)
- python3_ut_mkldnn('ubuntu_cpu')
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_unittest.xml', 'nosetests_python3_mkldnn_cpu_unittest.xml')
- utils.collect_test_results_unix('nosetests_mkl.xml', 'nosetests_python3_mkldnn_cpu_mkl.xml')
- }
- }
- }
- },
+
'Python3: MKLDNN-GPU': {
node(NODE_LINUX_GPU) {
ws('workspace/ut-python3-mkldnn-gpu') {
@@ -590,356 +163,8 @@ core_logic: {
}
}
}
- },
- 'Python3: MKLDNN-GPU-NOCUDNN': {
- node(NODE_LINUX_GPU) {
- ws('workspace/ut-python3-mkldnn-gpu-nocudnn') {
- try {
- utils.init_git()
- utils.unpack_lib('mkldnn_gpu_nocudnn', mx_mkldnn_lib)
- python3_gpu_ut_nocudnn('ubuntu_gpu')
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_gpu.xml', 'nosetests_python3_mkldnn_gpu_nocudnn.xml')
- }
- }
- }
- },
- 'Python3: CentOS 7 CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/build-centos7-cpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- try {
- utils.init_git()
- utils.unpack_lib('centos7_cpu', mx_lib)
- utils.docker_run('centos7_cpu', 'unittest_centos7_cpu', false)
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_unittest.xml', 'nosetests_python3_centos7_cpu_unittest.xml')
- utils.collect_test_results_unix('nosetests_train.xml', 'nosetests_python3_centos7_cpu_train.xml')
- }
- }
- }
- }
- },
- 'Python3: CentOS 7 GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/build-centos7-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- try {
- utils.init_git()
- utils.unpack_lib('centos7_gpu', mx_lib)
- utils.docker_run('centos7_gpu', 'unittest_centos7_gpu', true)
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_gpu.xml', 'nosetests_python3_centos7_gpu.xml')
- }
- }
- }
- }
- },
- 'Python3: TensorRT GPU': {
- node(NODE_LINUX_GPU_P3) {
- ws('workspace/build-tensorrt') {
- timeout(time: max_time, unit: 'MINUTES') {
- try {
- utils.init_git()
- utils.unpack_lib('tensorrt', mx_tensorrt_lib)
- utils.docker_run('ubuntu_gpu_tensorrt', 'unittest_ubuntu_tensorrt_gpu', true)
- utils.publish_test_coverage()
- } finally {
- utils.collect_test_results_unix('nosetests_tensorrt.xml', 'nosetests_python3_tensorrt_gpu.xml')
- }
- }
- }
- }
- },
- 'Scala: CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-scala-cpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('cpu', mx_dist_lib)
- utils.docker_run('ubuntu_cpu', 'unittest_ubuntu_cpu_scala', false)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'Clojure: CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-clojure-cpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('cpu', mx_dist_lib)
- utils.docker_run('ubuntu_cpu', 'unittest_ubuntu_cpu_clojure', false)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'Perl: CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-perl-cpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('cpu', mx_lib)
- utils.docker_run('ubuntu_cpu', 'unittest_ubuntu_cpugpu_perl', false)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'Perl: GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/ut-perl-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- utils.docker_run('ubuntu_gpu', 'unittest_ubuntu_cpugpu_perl', true)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'Cpp: GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/ut-cpp-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('cmake_gpu', mx_cmake_lib)
- utils.docker_run('ubuntu_gpu', 'unittest_ubuntu_gpu_cpp', true)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'Cpp: MKLDNN+GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/ut-cpp-mkldnn-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('cmake_mkldnn_gpu', mx_cmake_mkldnn_lib)
- utils.docker_run('ubuntu_gpu', 'unittest_ubuntu_gpu_cpp', true)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'R: CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/ut-r-cpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('cpu', mx_lib)
- utils.docker_run('ubuntu_cpu', 'unittest_ubuntu_cpu_R', false)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'R: GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/ut-r-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- utils.docker_run('ubuntu_gpu', 'unittest_ubuntu_gpu_R', true)
- utils.publish_test_coverage()
- }
- }
- }
- },
-
- 'Python 2: CPU Win':{
- node(NODE_WINDOWS_CPU) {
- timeout(time: max_time, unit: 'MINUTES') {
- ws('workspace/ut-python-cpu') {
- try {
- utils.init_git_win()
- unstash 'windows_package_cpu'
- powershell 'ci/windows/test_py2_cpu.ps1'
- } finally {
- utils.collect_test_results_windows('nosetests_unittest.xml', 'nosetests_unittest_windows_python2_cpu.xml')
- }
- }
- }
- }
- },
- 'Python 3: CPU Win': {
- node(NODE_WINDOWS_CPU) {
- timeout(time: max_time, unit: 'MINUTES') {
- ws('workspace/ut-python-cpu') {
- try {
- utils.init_git_win()
- unstash 'windows_package_cpu'
- powershell 'ci/windows/test_py3_cpu.ps1'
- } finally {
- utils.collect_test_results_windows('nosetests_unittest.xml', 'nosetests_unittest_windows_python3_cpu.xml')
- }
- }
- }
- }
- },
- 'Python 2: GPU Win':{
- node(NODE_WINDOWS_GPU) {
- timeout(time: max_time, unit: 'MINUTES') {
- ws('workspace/ut-python-gpu') {
- try {
- utils.init_git_win()
- unstash 'windows_package_gpu'
- powershell 'ci/windows/test_py2_gpu.ps1'
- } finally {
- utils.collect_test_results_windows('nosetests_forward.xml', 'nosetests_gpu_forward_windows_python2_gpu.xml')
- utils.collect_test_results_windows('nosetests_operator.xml', 'nosetests_gpu_operator_windows_python2_gpu.xml')
- }
- }
- }
- }
- },
- 'Python 3: GPU Win':{
- node(NODE_WINDOWS_GPU) {
- timeout(time: max_time, unit: 'MINUTES') {
- ws('workspace/ut-python-gpu') {
- try {
- utils.init_git_win()
- unstash 'windows_package_gpu'
- powershell 'ci/windows/test_py3_gpu.ps1'
- } finally {
- utils.collect_test_results_windows('nosetests_forward.xml', 'nosetests_gpu_forward_windows_python3_gpu.xml')
- utils.collect_test_results_windows('nosetests_operator.xml', 'nosetests_gpu_operator_windows_python3_gpu.xml')
- }
- }
- }
- }
- },
- 'Python 3: MKLDNN-GPU Win':{
- node(NODE_WINDOWS_GPU) {
- timeout(time: max_time, unit: 'MINUTES') {
- ws('workspace/ut-python-gpu') {
- try {
- utils.init_git_win()
- unstash 'windows_package_gpu_mkldnn'
- powershell 'ci/windows/test_py3_gpu.ps1'
- } finally {
- utils.collect_test_results_windows('nosetests_forward.xml', 'nosetests_gpu_forward_windows_python3_gpu_mkldnn.xml')
- utils.collect_test_results_windows('nosetests_operator.xml', 'nosetests_gpu_operator_windows_python3_gpu_mkldnn.xml')
- }
- }
- }
- }
- },
- 'Onnx CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/it-onnx-cpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('cpu', mx_lib)
- utils.docker_run('ubuntu_cpu', 'integrationtest_ubuntu_cpu_onnx', false)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'Python GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/it-python-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- utils.docker_run('ubuntu_gpu', 'integrationtest_ubuntu_gpu_python', true)
- utils.publish_test_coverage()
- }
- }
- }
- },
- // Disabled due to: https://github.com/apache/incubator-mxnet/issues/11407
- // 'Caffe GPU': {
- // node(NODE_LINUX_GPU) {
- // ws('workspace/it-caffe') {
- // timeout(time: max_time, unit: 'MINUTES') {
- // utils.init_git()
- // utils.unpack_lib('gpu', mx_lib)
- // utils.docker_run('ubuntu_gpu', 'integrationtest_ubuntu_gpu_caffe', true)
- // utils.publish_test_coverage()
- // }
- // }
- // }
- // },
- 'cpp-package GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/it-cpp-package') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- unstash 'cpp_lenet'
- unstash 'cpp_alexnet'
- unstash 'cpp_googlenet'
- unstash 'cpp_lenet_with_mxdataiter'
- unstash 'cpp_resnet'
- unstash 'cpp_mlp'
- unstash 'cpp_mlp_cpu'
- unstash 'cpp_mlp_gpu'
- unstash 'cpp_test_score'
- unstash 'cpp_test_optimizer'
- utils.docker_run('ubuntu_gpu', 'integrationtest_ubuntu_gpu_cpp_package', true)
- utils.publish_test_coverage()
- }
- }
- }
- },
- 'dist-kvstore tests GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/it-dist-kvstore') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('gpu', mx_lib)
- utils.docker_run('ubuntu_gpu', 'integrationtest_ubuntu_gpu_dist_kvstore', true)
- utils.publish_test_coverage()
- }
- }
- }
- },
- /* Disabled due to master build failure:
- * http://jenkins.mxnet-ci.amazon-ml.com/blue/organizations/jenkins/incubator-mxnet/detail/master/1221/pipeline/
- * https://github.com/apache/incubator-mxnet/issues/11801
-
- 'dist-kvstore tests CPU': {
- node(NODE_LINUX_CPU) {
- ws('workspace/it-dist-kvstore') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('cpu', mx_lib)
- utils.docker_run('ubuntu_cpu', 'integrationtest_ubuntu_cpu_dist_kvstore', false)
- utils.publish_test_coverage()
- }
- }
- }
- }, */
- 'Scala: GPU': {
- node(NODE_LINUX_GPU) {
- ws('workspace/ut-scala-gpu') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.unpack_lib('gpu', mx_dist_lib)
- utils.docker_run('ubuntu_gpu', 'integrationtest_ubuntu_gpu_scala', true)
- utils.publish_test_coverage()
- }
- }
- }
}
- }
- stage('Deploy') {
- node(NODE_LINUX_CPU) {
- ws('workspace/docs') {
- timeout(time: max_time, unit: 'MINUTES') {
- utils.init_git()
- utils.docker_run('ubuntu_cpu', 'deploy_docs', false)
- sh "ci/other/ci_deploy_doc.sh ${env.BRANCH_NAME} ${env.BUILD_NUMBER}"
- }
- }
- }
}
}
,
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services