You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mxnet.apache.org by ma...@apache.org on 2018/06/28 04:03:21 UTC
[incubator-mxnet] branch master updated: Disable flaky tests
(#11440)
This is an automated email from the ASF dual-hosted git repository.
marcoabreu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git
The following commit(s) were added to refs/heads/master by this push:
new 645057b Disable flaky tests (#11440)
645057b is described below
commit 645057b83f199c8121ee0f0194df8c4c1bd0120a
Author: Marco de Abreu <ma...@users.noreply.github.com>
AuthorDate: Thu Jun 28 06:03:13 2018 +0200
Disable flaky tests (#11440)
* Disable tests
* Disable kvstore test
* Unify unittest and integration test stage
* Add new disabled test
---
Jenkinsfile | 34 ++++++++++++++++------------------
tests/python/gpu/test_operator_gpu.py | 4 ++++
tests/python/unittest/test_gluon.py | 1 +
tests/python/unittest/test_operator.py | 4 ++++
4 files changed, 25 insertions(+), 18 deletions(-)
diff --git a/Jenkinsfile b/Jenkinsfile
index bf776ee..20ee040 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -494,7 +494,7 @@ try {
}
} // End of stage('Build')
- stage('Unit Test') {
+ stage('Tests') {
parallel 'Python2: CPU': {
node('mxnetlinux-cpu') {
ws('workspace/ut-python2-cpu') {
@@ -887,11 +887,8 @@ try {
}
}
}
- }
- }
-
- stage('Integration Test') {
- parallel 'Onnx CPU': {
+ },
+ 'Onnx CPU': {
node('mxnetlinux-cpu') {
ws('workspace/it-onnx-cpu') {
timeout(time: max_time, unit: 'MINUTES') {
@@ -948,19 +945,20 @@ try {
}
}
}
- },
- 'dist-kvstore tests GPU': {
- node('mxnetlinux-gpu') {
- ws('workspace/it-dist-kvstore') {
- timeout(time: max_time, unit: 'MINUTES') {
- init_git()
- unpack_lib('gpu')
- docker_run('ubuntu_gpu', 'integrationtest_ubuntu_gpu_dist_kvstore', true)
- publish_test_coverage()
- }
- }
- }
}
+ // Disable until fixed https://github.com/apache/incubator-mxnet/issues/11441
+ // 'dist-kvstore tests GPU': {
+ // node('mxnetlinux-gpu') {
+ // ws('workspace/it-dist-kvstore') {
+ // timeout(time: max_time, unit: 'MINUTES') {
+ // init_git()
+ // unpack_lib('gpu')
+ // docker_run('ubuntu_gpu', 'integrationtest_ubuntu_gpu_dist_kvstore', true)
+ // publish_test_coverage()
+ // }
+ // }
+ // }
+ //}
}
stage('Deploy') {
diff --git a/tests/python/gpu/test_operator_gpu.py b/tests/python/gpu/test_operator_gpu.py
index 45f52b3..e4b1917 100644
--- a/tests/python/gpu/test_operator_gpu.py
+++ b/tests/python/gpu/test_operator_gpu.py
@@ -87,6 +87,8 @@ def check_countsketch(in_dim,out_dim,n):
a[j,i] = out_grad.asnumpy()[j, h[0,i]] * s[0,i]
assert_almost_equal(a,arr_grad[0].asnumpy(),rtol=1e-3, atol=1e-12)
+
+@unittest.skip("test fails intermittently. temporarily disabled till it gets fixed. tracked at https://github.com/apache/incubator-mxnet/issues/10988")
@with_seed(0)
def test_countsketch():
nrepeat = 2
@@ -460,6 +462,8 @@ def check_consistency_NxM(sym_list, ctx_list):
# sym_list=[sym1, sym1, sym1, sym2, sym2, sym2] and ctx_list=[ctx1, ctx2, ctx3, ctx1, ctx2, ctx3]
check_consistency(np.repeat(sym_list, len(ctx_list)), ctx_list * len(sym_list))
+
+@unittest.skip("test fails intermittently. temporarily disabled till it gets fixed. tracked at https://github.com/apache/incubator-mxnet/issues/10141")
@with_seed()
def test_convolution_options():
# 1D convolution
diff --git a/tests/python/unittest/test_gluon.py b/tests/python/unittest/test_gluon.py
index cd3cc68..8dd6934 100644
--- a/tests/python/unittest/test_gluon.py
+++ b/tests/python/unittest/test_gluon.py
@@ -382,6 +382,7 @@ def check_layer_forward(layer, dshape):
mx.test_utils.assert_almost_equal(np_out, out.asnumpy(), rtol=1e-5, atol=1e-6)
mx.test_utils.assert_almost_equal(np_dx, x.grad.asnumpy(), rtol=1e-5, atol=1e-6)
+@unittest.skip("test fails intermittently. temporarily disabled till it gets fixed. tracked at https://github.com/apache/incubator-mxnet/issues/11395")
@with_seed()
def test_conv():
layers1d = [
diff --git a/tests/python/unittest/test_operator.py b/tests/python/unittest/test_operator.py
index e07a602..1a1c548 100644
--- a/tests/python/unittest/test_operator.py
+++ b/tests/python/unittest/test_operator.py
@@ -186,6 +186,8 @@ def test_rnnrelu_sym():
check_rnn_consistency(fused, stack, T, N, I, H, 'add')
check_rnn_consistency(fused, stack, T, N, I, H, 'null')
+
+@unittest.skip("test fails intermittently. temporarily disabled till it gets fixed. tracked at https://github.com/apache/incubator-mxnet/issues/11410")
@with_seed()
def test_rnnrelu_bidirectional():
T, N, I, H = 5, 20, 200, 200
@@ -1289,6 +1291,7 @@ def check_deconvolution_target_shape(input_shape, kernel, stride, pad, adj, targ
assert out_shapes[0] == (input_shape[0], 5) + target_shape
+@unittest.skip("test fails intermittently. temporarily disabled till it gets fixed. tracked at https://github.com/apache/incubator-mxnet/issues/10973")
@with_seed()
def test_deconvolution():
# 2D
@@ -5476,6 +5479,7 @@ def test_dropout():
check_dropout_axes(0.25, nshape, axes = (1, 2, 3))
+@unittest.skip("test fails intermittently. temporarily disabled till it gets fixed. tracked at https://github.com/apache/incubator-mxnet/issues/11290")
@with_seed()
def test_scatter_gather_nd():
def check(data, idx):