You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mxnet.apache.org by GitBox <gi...@apache.org> on 2018/06/04 09:48:32 UTC
[GitHub] lebeg opened a new issue #11136: ONNX tests are failing frequently
lebeg opened a new issue #11136: ONNX tests are failing frequently
URL: https://github.com/apache/incubator-mxnet/issues/11136
## Description
As far as I can tell the tests are trying to access an S3 bucket. This lowers the robustness of the CI verification tests suite.
## Environment info
[Jenkins PR build](http://jenkins.mxnet-ci.amazon-ml.com/blue/organizations/jenkins/incubator-mxnet/detail/PR-11053/8/pipeline)
## Error Message:
```
=================================== FAILURES ===================================
_____________________________ test_bvlc_googlenet ______________________________
def test_bvlc_googlenet():
""" Tests Googlenet model"""
> model_path, inputs, outputs = get_test_files('bvlc_googlenet')
tests/python-pytest/onnx/onnx_test.py:186:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
tests/python-pytest/onnx/onnx_test.py:153: in get_test_files
tar_name = download(URLS.get(name), dirname=CURR_PATH.__str__())
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
url = 'https://s3.amazonaws.com/onnx-mxnet/model-zoo/bvlc_googlenet.tar.gz'
fname = '/work/mxnet/tests/python-pytest/onnx/bvlc_googlenet.tar.gz'
dirname = '/work/mxnet/tests/python-pytest/onnx', overwrite = False
def download(url, fname=None, dirname=None, overwrite=False):
"""Download an given URL
Parameters
----------
url : str
URL to download
fname : str, optional
filename of the downloaded file. If None, then will guess a filename
from url.
dirname : str, optional
output directory name. If None, then guess from fname or use the current
directory
overwrite : bool, optional
Default is false, which means skipping download if the local file
exists. If true, then download the url to overwrite the local file if
exists.
Returns
-------
str
The filename of the downloaded file
"""
if fname is None:
fname = url.split('/')[-1]
if dirname is None:
dirname = os.path.dirname(fname)
else:
fname = os.path.join(dirname, fname)
if dirname != "":
if not os.path.exists(dirname):
try:
logging.info('create directory %s', dirname)
os.makedirs(dirname)
except OSError as exc:
if exc.errno != errno.EEXIST:
raise OSError('failed to create ' + dirname)
if not overwrite and os.path.exists(fname):
logging.info("%s exists, skipping download", fname)
return fname
r = requests.get(url, stream=True)
> assert r.status_code == 200, "failed to open %s" % url
E AssertionError: failed to open https://s3.amazonaws.com/onnx-mxnet/model-zoo/bvlc_googlenet.tar.gz
E assert 403 == 200
E + where 403 = <Response [403]>.status_code
python/mxnet/test_utils.py:1415: AssertionError
_________________________ test_bvlc_reference_caffenet _________________________
def test_bvlc_reference_caffenet():
"""Tests the bvlc cafenet model"""
> model_path, inputs, outputs = get_test_files('bvlc_reference_caffenet')
tests/python-pytest/onnx/onnx_test.py:215:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
tests/python-pytest/onnx/onnx_test.py:153: in get_test_files
tar_name = download(URLS.get(name), dirname=CURR_PATH.__str__())
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
url = 'https://s3.amazonaws.com/onnx-mxnet/model-zoo/bvlc_reference_caffenet.tar.gz'
fname = '/work/mxnet/tests/python-pytest/onnx/bvlc_reference_caffenet.tar.gz'
dirname = '/work/mxnet/tests/python-pytest/onnx', overwrite = False
def download(url, fname=None, dirname=None, overwrite=False):
"""Download an given URL
Parameters
----------
url : str
URL to download
fname : str, optional
filename of the downloaded file. If None, then will guess a filename
from url.
dirname : str, optional
output directory name. If None, then guess from fname or use the current
directory
overwrite : bool, optional
Default is false, which means skipping download if the local file
exists. If true, then download the url to overwrite the local file if
exists.
Returns
-------
str
The filename of the downloaded file
"""
if fname is None:
fname = url.split('/')[-1]
if dirname is None:
dirname = os.path.dirname(fname)
else:
fname = os.path.join(dirname, fname)
if dirname != "":
if not os.path.exists(dirname):
try:
logging.info('create directory %s', dirname)
os.makedirs(dirname)
except OSError as exc:
if exc.errno != errno.EEXIST:
raise OSError('failed to create ' + dirname)
if not overwrite and os.path.exists(fname):
logging.info("%s exists, skipping download", fname)
return fname
r = requests.get(url, stream=True)
> assert r.status_code == 200, "failed to open %s" % url
E AssertionError: failed to open https://s3.amazonaws.com/onnx-mxnet/model-zoo/bvlc_reference_caffenet.tar.gz
E assert 403 == 200
E + where 403 = <Response [403]>.status_code
python/mxnet/test_utils.py:1415: AssertionError
===================== 2 failed, 8 passed in 22.34 seconds ======================
```
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services