You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mxnet.apache.org by ta...@apache.org on 2019/10/11 14:42:08 UTC

[incubator-mxnet] branch mkldnn-v1.0 updated (356de50 -> af562be)

This is an automated email from the ASF dual-hosted git repository.

taolv pushed a change to branch mkldnn-v1.0
in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git.


    from 356de50  [mkldnn-1.0] int8 conv quantize dequantize requantize (#16283)
     add ea440c7  [numpy] Cosmetic improvement on mxnet.numpy builtin op signature in documentation (#16305)
     add 3ffd2c2  [MXNET-978] Fully connected, higher order grad (#14779)
     add 66f1656  [MXNET-978] Higher Order Gradient Support `arcsinh`, `arccosh`. (#15530)
     add 810e67c  Add fast implementation of LARS (#16122)
     add 097deff  add 'Release' cmake flag (#16294)
     add c7f3ac9  add code of conduct and conflict resolution (#16343)
     add 6931748  adding redirects so that old website API links surfaced from searches (#16342)
     add 1363b5a  simple typo error in NEWS.md (#16344)
     add e6e2e2e  Fix code block formatting in Why MXNet doc page (#16334)
     add 480b50c  S3 upload artifacts (#16336)
     add 8136d49  fix atol for test_preloaded_multi_sgd (#16356)
     add 3244a7a  Julia: add API docs back (#16363)
     add b6f3235  Fix nightly scala pipeline (#16362)
     add 09ae7df  remove redundant branch name (#16372)
     add 626fc32  Disable Pylint false error in numpy_op_signature  (#16370)
     add 916fbf2  boolean_mask_assign operator for future boolean indexing (#16361)
     add 8096421  Embedding gradient performance optimization on GPU (#16355)
     add 2c81a71  Change mailing list url in footer to point to instructions about how to subscribe instead (#16384)
     add 2127f75  Add instructions to report a security vulnerability (#16383)
     add 09285c8  Implements ldexp. (#15845)
     add 2df3282  Numpy Operators: Inner, Outer, vdot (#15846)
     add 295fc14  Numpy det and slogdet operators (#15861)
     add 4940ec0  Fix random op signature
     add df4125a  update NEWS.md and README.md (#16385)
     add 0bace55  fix choice signature
     add ec766d5  add raise test for shape
     add d5666ed  Round and sign straight-through-estimators C operators. (#16373)
     add 15ea40d  Add boolean ndarray (#15940)
     add 1d0d1e6  Faster Transpose 2D (#16104)
     add 9ff644b  Fix windows flakiness (#16415)
     add a8181dd  [MXNET-1430] julia: implement context.gpu_memory_info (#16324)
     add 9dc0ab8  global numpy shape flag (#16335)
     add cfe9e50  Skipping installing nightly test (#16418)
     add a2018ba  cuDNN non-persistant bidirectional RNN dgrad sync fix (#16391)
     add 56e1bef  Adds PyPI CD Pipeline (#16190)
     add 88521ff  upgrade the pytest version (#16429)
     add 6ce323f  [DOC] fix installation selector wrong history (#16381)
     add 1ab4c95  New ops for RCNN + old ops improvements for RCNN (#16215)
     add e484f72  Beta build (#16411)
     add 243ade9  [WIP] Improving Python Docs API (#16392)
     add cf61364  Revert "add mkl installation temp fix (#16304)" (#16369)
     new af562be  Merge remote-tracking branch 'origin' into mkldnn-v1.0

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 3rdparty/mshadow/mshadow/base.h                    |  62 ++-
 CMakeLists.txt                                     |   6 +-
 CODE_OF_CONDUCT.md                                 |  43 ++
 Makefile                                           |   6 +-
 NEWS.md                                            |  26 +-
 README.md                                          |   1 +
 cd/Jenkinsfile_cd_pipeline                         |   4 +
 cd/Jenkinsfile_utils.groovy                        |  73 +++
 cd/README.md                                       |   8 +
 cd/python/pypi/Jenkins_pipeline.groovy             |  78 ++++
 cd/python/pypi/README.md                           |  43 ++
 cd/python/pypi/pypi_package.sh                     |  60 +++
 cd/python/pypi/pypi_publish.py                     |  87 ++++
 ci/Jenkinsfile_utils.groovy                        |  14 +-
 ci/docker/Dockerfile.publish.ubuntu1604_cpu        |   2 +
 ci/docker/Dockerfile.publish.ubuntu1604_gpu        |   2 +
 ci/docker/install/ubuntu_mkl.sh                    |   2 +-
 ci/docker/install/ubuntu_onnx.sh                   |   4 +-
 ci/docker/runtime_functions.sh                     |  52 ++-
 ci/jenkins/Jenkins_steps.groovy                    |  43 +-
 ...enkinsfile_website => Jenkinsfile_website_beta} |  23 +-
 cmake/cmake_options.yml                            |   2 +-
 contrib/tvmop/__init__.py                          |   1 +
 contrib/tvmop/compile.py                           |  41 +-
 contrib/tvmop/{ => core}/__init__.py               |   7 +-
 contrib/tvmop/core/fromnumeric.py                  |  63 +++
 contrib/tvmop/core/umath.py                        | 122 +++++
 contrib/tvmop/opdef.py                             |   6 +-
 contrib/tvmop/utils.py                             |  16 +-
 docs/python_docs/README.md                         | 116 ++++-
 docs/python_docs/_static/autodoc.js                |  49 ++
 docs/python_docs/_static/mxnet.css                 |   7 +
 docs/python_docs/environment.yml                   |   1 +
 docs/python_docs/python/Makefile                   |   3 +-
 docs/python_docs/python/README.md                  | 130 ------
 docs/python_docs/python/api/advanced/index.rst     |  74 ---
 .../python/api/advanced/mxnet.executor_manager.rst |  38 --
 .../python/api/advanced/mxnet.kvstore_server.rst   |  36 --
 .../python/api/advanced/mxnet.test_utils.rst       |  91 ----
 .../index.rst}                                     |  10 +-
 .../autograd/index.rst}                            |  13 +-
 docs/python_docs/python/api/contrib/index.rst      |  88 ++++
 .../io/index.rst}                                  |  10 +-
 .../ndarray/index.rst}                             |  10 +-
 .../mxnet.random.rst => contrib/onnx/index.rst}    |  12 +-
 .../quantization/index.rst}                        |  13 +-
 .../symbol/index.rst}                              |  10 +-
 .../tensorboard/index.rst}                         |  13 +-
 .../tensorrt/index.rst}                            |  13 +-
 .../mxnet.random.rst => contrib/text/index.rst}    |  11 +-
 .../python_docs/python/api/gluon-related/index.rst | 111 -----
 .../python/api/gluon-related/mxnet.autograd.rst    |  38 --
 .../python/api/gluon-related/mxnet.image.rst       |  99 ----
 .../python/api/gluon-related/mxnet.initializer.rst |  58 ---
 .../python/api/gluon-related/mxnet.io.rst          |  52 ---
 .../api/gluon-related/mxnet.kvstore.KVStore.rst    |  61 ---
 .../api/gluon-related/mxnet.lr_scheduler.rst       |  31 --
 .../python/api/gluon-related/mxnet.metric.rst      |  57 ---
 .../python/api/gluon-related/mxnet.optimizer.rst   |  55 ---
 .../python/api/gluon-related/mxnet.profiler.rst    |  54 ---
 .../python/api/gluon-related/mxnet.recordio.rst    |  43 --
 .../mxnet.random.rst => gluon/block.rst}           |  13 +-
 .../{mxnet.gluon.Constant.rst => constant.rst}     |  10 +-
 .../{mxnet.gluon.contrib.rst => contrib/index.rst} |  17 +-
 .../mxnet.random.rst => gluon/hybrid_block.rst}    |  13 +-
 docs/python_docs/python/api/gluon/index.rst        |  45 +-
 .../mxnet.rtc.rst => gluon/loss/index.rst}         |  25 +-
 .../index.rst}                                     |  30 +-
 .../python/api/gluon/mxnet.gluon.HybridBlock.rst   |  40 --
 .../python/api/gluon/mxnet.gluon.ParameterDict.rst |  79 ----
 .../python/api/gluon/mxnet.gluon.Trainer.rst       |  51 ---
 .../python/api/gluon/mxnet.gluon.data.rst          |  50 --
 .../python/api/gluon/mxnet.gluon.data.vision.rst   |  58 ---
 .../python/api/gluon/mxnet.gluon.loss.rst          |  40 --
 .../python/api/gluon/mxnet.gluon.nn.Block.rst      |  86 ----
 .../api/gluon/mxnet.gluon.nn.HybridBlock.rst       |  66 ---
 .../api/gluon/mxnet.gluon.nn.SymbolBlock.rst       |  67 ---
 .../python/api/gluon/mxnet.gluon.parameter.rst     |  68 ---
 .../python/api/gluon/mxnet.gluon.utils.rst         |  31 --
 .../python/api/gluon/{nn.rst => nn/index.rst}      |  40 +-
 .../mxnet.random.rst => gluon/parameter.rst}       |  13 +-
 .../mxnet.random.rst => gluon/parameter_dict.rst}  |  13 +-
 .../python/api/gluon/{rnn.rst => rnn/index.rst}    |  24 +-
 .../mxnet.random.rst => gluon/symbol_block.rst}    |  13 +-
 .../mxnet.random.rst => gluon/trainer.rst}         |  13 +-
 .../utils/index.rst}                               |   9 +-
 docs/python_docs/python/api/index.rst              | 188 +++++++-
 .../index.rst}                                     |  10 +-
 .../mxnet.kvstore.rst => kvstore/index.rst}        |   8 +-
 .../mxnet.random.rst => lr_scheduler/index.rst}    |  13 +-
 .../mxnet.gluon.Constant.rst => metric/index.rst}  |  10 +-
 .../mxnet.random.rst => module/index.rst}          |  12 +-
 .../attribute/index.rst}                           |  10 +-
 .../base/index.rst}                                |  10 +-
 .../callback/index.rst}                            |  10 +-
 .../mxnet.context.rst => mxnet/context/index.rst}  |  14 +-
 .../mxnet.engine.rst => mxnet/engine/index.rst}    |  15 +-
 .../executor/index.rst}                            |  17 +-
 .../executor_manager/index.rst}                    |  13 +-
 .../image/index.rst}                               |  14 +-
 .../python/api/{symbol-related => mxnet}/index.rst |  70 ++-
 .../io/index.rst}                                  |   9 +-
 .../kvstore_server/index.rst}                      |  13 +-
 .../mxnet.random.rst => mxnet/libinfo/index.rst}   |  14 +-
 .../mxnet.monitor.rst => mxnet/monitor/index.rst}  |  16 +-
 .../name/index.rst}                                |  10 +-
 .../notebook/index.rst}                            |  10 +-
 .../operator/index.rst}                            |  10 +-
 .../profiler/index.rst}                            |  10 +-
 .../mxnet.random.rst => mxnet/random/index.rst}    |   7 +-
 .../recordio/index.rst}                            |  10 +-
 .../registry/index.rst}                            |  10 +-
 .../rtc/index.rst}                                 |  10 +-
 .../test_utils/index.rst}                          |  10 +-
 .../torch/index.rst}                               |  10 +-
 .../mxnet.util.rst => mxnet/util/index.rst}        |  12 +-
 .../visualization/index.rst}                       |  16 +-
 .../contrib/index.rst}                             |  10 +-
 .../image/index.rst}                               |  10 +-
 docs/python_docs/python/api/ndarray/index.rst      |  31 +-
 .../linalg/index.rst}                              |  10 +-
 .../python/api/ndarray/mxnet.ndarray.NDArray.rst   | 310 -------------
 .../ndarray/mxnet.ndarray.sparse.CSRNDArray.rst    | 203 ---------
 .../mxnet.ndarray.sparse.RowSparseNDArray.rst      | 183 --------
 .../mxnet.random.rst => ndarray/ndarray.rst}       |  14 +-
 .../op/index.rst}                                  |  10 +-
 .../random/index.rst}                              |  10 +-
 .../register/index.rst}                            |  13 +-
 docs/python_docs/python/api/ndarray/routines.rst   | 461 -------------------
 .../sparse/index.rst}                              |  10 +-
 .../python/api/ndarray/sparse_routines.rst         | 200 --------
 .../utils/index.rst}                               |  10 +-
 .../index.rst}                                     |  10 +-
 .../python/api/symbol-related/mxnet.callback.rst   |  45 --
 .../python/api/symbol-related/mxnet.model.rst      |  45 --
 .../python/api/symbol-related/mxnet.module.rst     |  35 --
 .../contrib/index.rst}                             |  10 +-
 .../image/index.rst}                               |  10 +-
 docs/python_docs/python/api/symbol/index.rst       |  12 +-
 .../linalg/index.rst}                              |  10 +-
 .../python/api/symbol/mxnet.symbol.Symbol.rst      | 335 --------------
 .../python/api/symbol/mxnet.symbol.linalg.rst      |  49 --
 .../op/index.rst}                                  |  10 +-
 .../random/index.rst}                              |  10 +-
 .../register/index.rst}                            |  10 +-
 .../sparse/index.rst}                              |  10 +-
 .../mxnet.kvstore.create.rst => symbol/symbol.rst} |   9 +-
 docs/python_docs/python/index.rst                  |   4 +-
 docs/python_docs/python/scripts/conf.py            |   7 +-
 .../python/tutorials/packages/gluon/blocks/nn.md   |   2 +-
 .../packages/gluon/training/normalization/index.md |   6 +-
 .../mxtheme/static/sphinx_materialdesign_theme.css |   2 +-
 .../static/sphinx_materialdesign_theme.css.map     |   2 +-
 .../themes/mx-theme/src/scss/toc/_globaltoc.scss   |   4 +-
 docs/static_site/src/.htaccess                     |  50 +-
 docs/static_site/src/_includes/footer.html         |   3 +-
 docs/static_site/src/assets/js/options.js          |  47 +-
 docs/static_site/src/pages/api/faq/security.md     |  17 +
 docs/static_site/src/pages/api/faq/why_mxnet.md    |   1 +
 .../src/pages/get_started/build_from_source.md     |  16 +-
 .../src/pages/get_started/c_plus_plus.md           |   2 +-
 .../src/pages/get_started/ubuntu_setup.md          |   3 +
 include/mxnet/c_api.h                              |   3 +-
 include/mxnet/imperative.h                         |  44 +-
 include/mxnet/tensor_blob.h                        |   3 +-
 julia/NEWS.md                                      |   4 +
 julia/docs/src/api/ndarray.md                      |  18 +-
 julia/docs/src/api/symbolic-node.md                |  11 +-
 julia/src/MXNet.jl                                 |   3 +-
 julia/src/context.jl                               |  18 +
 python/mxnet/__init__.py                           |   5 +-
 python/mxnet/_numpy_op_doc.py                      |  30 +-
 python/mxnet/context.py                            |   2 -
 python/mxnet/gluon/block.py                        |  16 +-
 python/mxnet/gluon/contrib/estimator/estimator.py  |   2 +-
 python/mxnet/gluon/contrib/rnn/conv_rnn_cell.py    |  18 +-
 python/mxnet/gluon/model_zoo/vision/__init__.py    |   2 +-
 python/mxnet/gluon/model_zoo/vision/resnet.py      |   4 +-
 python/mxnet/initializer.py                        |   8 +-
 python/mxnet/io/__init__.py                        |   6 +-
 python/mxnet/monitor.py                            |   2 +-
 python/mxnet/ndarray/ndarray.py                    |   6 +
 python/mxnet/ndarray/numpy/_op.py                  | 399 +++++++++++++++-
 python/mxnet/ndarray/numpy/random.py               |  22 +-
 python/mxnet/numpy/multiarray.py                   | 501 ++++++++++++++++++---
 python/mxnet/numpy/random.py                       |  12 +-
 python/mxnet/numpy/utils.py                        |   7 +-
 python/mxnet/numpy_dispatch_protocol.py            |   4 +
 python/mxnet/numpy_op_signature.py                 |  71 +++
 python/mxnet/optimizer/optimizer.py                | 271 ++++++++++-
 python/mxnet/symbol/numpy/_symbol.py               | 426 ++++++++++++++++--
 python/mxnet/symbol/numpy/random.py                |  18 +-
 python/mxnet/test_utils.py                         |  17 +
 src/c_api/c_api_ndarray.cc                         |   2 +-
 src/imperative/imperative.cc                       |   4 +-
 src/ndarray/ndarray.cc                             |   2 +-
 src/ndarray/ndarray_function.cc                    |   9 +
 src/ndarray/ndarray_function.cu                    |  10 +-
 src/operator/contrib/boolean_mask.cc               |   7 +-
 src/operator/contrib/boolean_mask.cu               |   4 +-
 src/operator/contrib/bounding_box-inl.h            | 278 ++++++++++++
 src/operator/contrib/bounding_box.cc               |  43 ++
 src/operator/contrib/bounding_box.cu               |   7 +
 src/operator/contrib/multi_lars-inl.h              | 100 ++++
 src/operator/contrib/multi_lars.cc                 |  56 +++
 src/operator/contrib/multi_lars.cu                 |  36 ++
 src/operator/contrib/multi_sum_sq-inl.h            | 100 ++++
 src/operator/contrib/multi_sum_sq.cc               |  84 ++++
 src/operator/contrib/multi_sum_sq.cu               | 173 +++++++
 src/operator/contrib/preloaded_multi_sgd-inl.h     | 332 ++++++++++++++
 src/operator/contrib/preloaded_multi_sgd.cc        | 245 ++++++++++
 src/operator/contrib/preloaded_multi_sgd.cu        |  43 ++
 src/operator/contrib/roi_align.cc                  |  11 +-
 src/operator/contrib/roi_align.cu                  |   6 +
 src/operator/contrib/stes_op.cc                    |  84 ++++
 src/operator/contrib/stes_op.cu                    |  43 ++
 src/operator/contrib/stes_op.h                     |  33 ++
 src/operator/instance_norm.cc                      |   2 +-
 src/operator/linalg.h                              |   1 +
 src/operator/mshadow_op.h                          |  11 +
 src/operator/mxnet_op.h                            |  16 +
 src/operator/nn/fully_connected-inl.h              | 205 +++++++--
 src/operator/nn/fully_connected.cc                 |  56 ++-
 src/operator/numpy/np_boolean_mask_assign.cc       | 270 +++++++++++
 src/operator/numpy/np_boolean_mask_assign.cu       | 229 ++++++++++
 src/operator/numpy/np_broadcast_reduce_op.h        |  30 +-
 src/operator/numpy/np_broadcast_reduce_op_value.cc |  71 +++
 src/operator/numpy/np_elemwise_broadcast_op.cc     | 284 +++++++++++-
 src/operator/numpy/np_elemwise_broadcast_op.cu     |  19 +
 src/operator/operator_tune.cc                      |  28 +-
 src/operator/random/sample_op.cc                   |   2 -
 src/operator/rnn-inl.h                             |  83 ++--
 src/operator/tensor/amp_cast.h                     |   9 +-
 .../tensor/elemwise_binary_broadcast_op_logic.cc   |   6 -
 .../tensor/elemwise_binary_scalar_op_logic.cc      |   6 -
 src/operator/tensor/elemwise_unary_op.h            |   2 +-
 src/operator/tensor/elemwise_unary_op_trig.cc      |  52 ++-
 src/operator/tensor/indexing_op.cu                 | 233 ++++++++++
 src/operator/tensor/init_op.h                      |  10 +-
 src/operator/tensor/matrix_op-inl.h                |  52 ++-
 src/operator/tvmop/op_module.cc                    |  27 +-
 src/operator/tvmop/op_module.h                     |  18 +-
 tests/nightly/Jenkinsfile                          |   2 +-
 tests/nightly/test_optimizer.py                    |  93 ++++
 tests/python/gpu/test_operator_gpu.py              | 153 +++++++
 tests/python/unittest/test_contrib_operator.py     |  18 +
 tests/python/unittest/test_contrib_stes_op.py      | 137 ++++++
 tests/python/unittest/test_exc_handling.py         |  15 +-
 tests/python/unittest/test_higher_order_grad.py    | 181 +++++++-
 tests/python/unittest/test_numpy_gluon.py          |  27 +-
 tests/python/unittest/test_numpy_ndarray.py        | 149 +++++-
 tests/python/unittest/test_numpy_op.py             | 350 +++++++++++++-
 tests/python/unittest/test_operator.py             |  14 +-
 tests/python/unittest/test_thread_local.py         |  26 +-
 tools/pip/doc/CPU_ADDITIONAL.md                    |   6 +-
 tools/pip/doc/CU100MKL_ADDITIONAL.md               |   4 +-
 tools/pip/doc/CU100_ADDITIONAL.md                  |   4 +-
 ...U91MKL_ADDITIONAL.md => CU101MKL_ADDITIONAL.md} |  10 +-
 .../{CU91_ADDITIONAL.md => CU101_ADDITIONAL.md}    |  10 +-
 tools/pip/doc/CU75MKL_ADDITIONAL.md                |   6 +-
 tools/pip/doc/CU75_ADDITIONAL.md                   |   6 +-
 tools/pip/doc/CU80MKL_ADDITIONAL.md                |   6 +-
 tools/pip/doc/CU80_ADDITIONAL.md                   |   6 +-
 tools/pip/doc/CU90MKL_ADDITIONAL.md                |   6 +-
 tools/pip/doc/CU90_ADDITIONAL.md                   |   6 +-
 tools/pip/doc/CU92MKL_ADDITIONAL.md                |   6 +-
 tools/pip/doc/CU92_ADDITIONAL.md                   |   6 +-
 tools/pip/doc/MKL_ADDITIONAL.md                    |   6 +-
 tools/pip/setup.py                                 |  14 +-
 269 files changed, 8062 insertions(+), 4662 deletions(-)
 create mode 100644 CODE_OF_CONDUCT.md
 create mode 100644 cd/python/pypi/Jenkins_pipeline.groovy
 create mode 100644 cd/python/pypi/README.md
 create mode 100755 cd/python/pypi/pypi_package.sh
 create mode 100755 cd/python/pypi/pypi_publish.py
 rename ci/jenkins/{Jenkinsfile_website => Jenkinsfile_website_beta} (67%)
 copy contrib/tvmop/{ => core}/__init__.py (84%)
 create mode 100644 contrib/tvmop/core/fromnumeric.py
 create mode 100644 contrib/tvmop/core/umath.py
 create mode 100644 docs/python_docs/_static/autodoc.js
 delete mode 100644 docs/python_docs/python/README.md
 delete mode 100644 docs/python_docs/python/api/advanced/index.rst
 delete mode 100644 docs/python_docs/python/api/advanced/mxnet.executor_manager.rst
 delete mode 100644 docs/python_docs/python/api/advanced/mxnet.kvstore_server.rst
 delete mode 100644 docs/python_docs/python/api/advanced/mxnet.test_utils.rst
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => autograd/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => contrib/autograd/index.rst} (88%)
 create mode 100644 docs/python_docs/python/api/contrib/index.rst
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => contrib/io/index.rst} (90%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => contrib/ndarray/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => contrib/onnx/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => contrib/quantization/index.rst} (87%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => contrib/symbol/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => contrib/tensorboard/index.rst} (87%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => contrib/tensorrt/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => contrib/text/index.rst} (89%)
 delete mode 100644 docs/python_docs/python/api/gluon-related/index.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.autograd.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.image.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.initializer.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.io.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.kvstore.KVStore.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.lr_scheduler.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.metric.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.optimizer.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.profiler.rst
 delete mode 100644 docs/python_docs/python/api/gluon-related/mxnet.recordio.rst
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => gluon/block.rst} (87%)
 copy docs/python_docs/python/api/gluon/{mxnet.gluon.Constant.rst => constant.rst} (86%)
 rename docs/python_docs/python/api/gluon/{mxnet.gluon.contrib.rst => contrib/index.rst} (92%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => gluon/hybrid_block.rst} (86%)
 rename docs/python_docs/python/api/{advanced/mxnet.rtc.rst => gluon/loss/index.rst} (80%)
 rename docs/python_docs/python/api/gluon/{mxnet.gluon.model_zoo.rst => model_zoo/index.rst} (84%)
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.HybridBlock.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.ParameterDict.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.Trainer.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.data.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.data.vision.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.loss.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.nn.Block.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.nn.HybridBlock.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.nn.SymbolBlock.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.parameter.rst
 delete mode 100644 docs/python_docs/python/api/gluon/mxnet.gluon.utils.rst
 rename docs/python_docs/python/api/gluon/{nn.rst => nn/index.rst} (81%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => gluon/parameter.rst} (86%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => gluon/parameter_dict.rst} (85%)
 rename docs/python_docs/python/api/gluon/{rnn.rst => rnn/index.rst} (75%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => gluon/symbol_block.rst} (86%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => gluon/trainer.rst} (87%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => gluon/utils/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => initializer/index.rst} (88%)
 rename docs/python_docs/python/api/{gluon-related/mxnet.kvstore.rst => kvstore/index.rst} (92%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => lr_scheduler/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => metric/index.rst} (90%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => module/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/attribute/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/base/index.rst} (90%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/callback/index.rst} (89%)
 rename docs/python_docs/python/api/{gluon-related/mxnet.context.rst => mxnet/context/index.rst} (88%)
 rename docs/python_docs/python/api/{advanced/mxnet.engine.rst => mxnet/engine/index.rst} (88%)
 rename docs/python_docs/python/api/{advanced/mxnet.executor.rst => mxnet/executor/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => mxnet/executor_manager/index.rst} (87%)
 rename docs/python_docs/python/api/{gluon/mxnet.gluon.SymbolBlock.rst => mxnet/image/index.rst} (74%)
 rename docs/python_docs/python/api/{symbol-related => mxnet}/index.rst (51%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => mxnet/io/index.rst} (90%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => mxnet/kvstore_server/index.rst} (87%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => mxnet/libinfo/index.rst} (87%)
 rename docs/python_docs/python/api/{symbol-related/mxnet.monitor.rst => mxnet/monitor/index.rst} (90%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/name/index.rst} (90%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/notebook/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/operator/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/profiler/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => mxnet/random/index.rst} (94%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => mxnet/recordio/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => mxnet/registry/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => mxnet/rtc/index.rst} (91%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/test_utils/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => mxnet/torch/index.rst} (90%)
 rename docs/python_docs/python/api/{advanced/mxnet.util.rst => mxnet/util/index.rst} (90%)
 rename docs/python_docs/python/api/{symbol-related/mxnet.visualization.rst => mxnet/visualization/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => ndarray/contrib/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => ndarray/image/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => ndarray/linalg/index.rst} (89%)
 delete mode 100644 docs/python_docs/python/api/ndarray/mxnet.ndarray.NDArray.rst
 delete mode 100644 docs/python_docs/python/api/ndarray/mxnet.ndarray.sparse.CSRNDArray.rst
 delete mode 100644 docs/python_docs/python/api/ndarray/mxnet.ndarray.sparse.RowSparseNDArray.rst
 copy docs/python_docs/python/api/{gluon-related/mxnet.random.rst => ndarray/ndarray.rst} (85%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => ndarray/op/index.rst} (90%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => ndarray/random/index.rst} (89%)
 rename docs/python_docs/python/api/{gluon-related/mxnet.random.rst => ndarray/register/index.rst} (88%)
 delete mode 100644 docs/python_docs/python/api/ndarray/routines.rst
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => ndarray/sparse/index.rst} (89%)
 delete mode 100644 docs/python_docs/python/api/ndarray/sparse_routines.rst
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => ndarray/utils/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => optimizer/index.rst} (89%)
 delete mode 100644 docs/python_docs/python/api/symbol-related/mxnet.callback.rst
 delete mode 100644 docs/python_docs/python/api/symbol-related/mxnet.model.rst
 delete mode 100644 docs/python_docs/python/api/symbol-related/mxnet.module.rst
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => symbol/contrib/index.rst} (88%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => symbol/image/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => symbol/linalg/index.rst} (89%)
 delete mode 100644 docs/python_docs/python/api/symbol/mxnet.symbol.Symbol.rst
 delete mode 100644 docs/python_docs/python/api/symbol/mxnet.symbol.linalg.rst
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => symbol/op/index.rst} (90%)
 copy docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => symbol/random/index.rst} (89%)
 copy docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => symbol/register/index.rst} (88%)
 rename docs/python_docs/python/api/{gluon/mxnet.gluon.Constant.rst => symbol/sparse/index.rst} (89%)
 rename docs/python_docs/python/api/{gluon-related/mxnet.kvstore.create.rst => symbol/symbol.rst} (86%)
 create mode 100644 python/mxnet/numpy_op_signature.py
 create mode 100644 src/operator/contrib/multi_lars-inl.h
 create mode 100644 src/operator/contrib/multi_lars.cc
 create mode 100644 src/operator/contrib/multi_lars.cu
 create mode 100644 src/operator/contrib/multi_sum_sq-inl.h
 create mode 100644 src/operator/contrib/multi_sum_sq.cc
 create mode 100644 src/operator/contrib/multi_sum_sq.cu
 create mode 100644 src/operator/contrib/preloaded_multi_sgd-inl.h
 create mode 100755 src/operator/contrib/preloaded_multi_sgd.cc
 create mode 100644 src/operator/contrib/preloaded_multi_sgd.cu
 create mode 100644 src/operator/contrib/stes_op.cc
 create mode 100644 src/operator/contrib/stes_op.cu
 create mode 100644 src/operator/contrib/stes_op.h
 create mode 100644 src/operator/numpy/np_boolean_mask_assign.cc
 create mode 100644 src/operator/numpy/np_boolean_mask_assign.cu
 create mode 100644 tests/nightly/test_optimizer.py
 create mode 100644 tests/python/unittest/test_contrib_stes_op.py
 rename tools/pip/doc/{CU91MKL_ADDITIONAL.md => CU101MKL_ADDITIONAL.md} (81%)
 rename tools/pip/doc/{CU91_ADDITIONAL.md => CU101_ADDITIONAL.md} (78%)


[incubator-mxnet] 01/01: Merge remote-tracking branch 'origin' into mkldnn-v1.0

Posted by ta...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

taolv pushed a commit to branch mkldnn-v1.0
in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git

commit af562be0e2e0e02030e497d14c530762b6cc05d3
Merge: 356de50 cf61364
Author: Tao Lv <ta...@intel.com>
AuthorDate: Fri Oct 11 22:34:58 2019 +0800

    Merge remote-tracking branch 'origin' into mkldnn-v1.0

 3rdparty/mshadow/mshadow/base.h                    |  62 ++-
 CMakeLists.txt                                     |   6 +-
 CODE_OF_CONDUCT.md                                 |  43 ++
 Makefile                                           |   6 +-
 NEWS.md                                            |  26 +-
 README.md                                          |   1 +
 cd/Jenkinsfile_cd_pipeline                         |   4 +
 cd/Jenkinsfile_utils.groovy                        |  73 +++
 cd/README.md                                       |   8 +
 cd/python/pypi/Jenkins_pipeline.groovy             |  78 ++++
 cd/python/pypi/README.md                           |  43 ++
 cd/python/pypi/pypi_package.sh                     |  60 +++
 cd/python/pypi/pypi_publish.py                     |  87 ++++
 ci/Jenkinsfile_utils.groovy                        |  14 +-
 ci/docker/Dockerfile.publish.ubuntu1604_cpu        |   2 +
 ci/docker/Dockerfile.publish.ubuntu1604_gpu        |   2 +
 ci/docker/install/ubuntu_mkl.sh                    |   2 +-
 ci/docker/install/ubuntu_onnx.sh                   |   4 +-
 ci/docker/runtime_functions.sh                     |  52 ++-
 ci/jenkins/Jenkins_steps.groovy                    |  43 +-
 ...enkinsfile_website => Jenkinsfile_website_beta} |  23 +-
 cmake/cmake_options.yml                            |   2 +-
 contrib/tvmop/__init__.py                          |   1 +
 contrib/tvmop/compile.py                           |  41 +-
 contrib/tvmop/{ => core}/__init__.py               |   7 +-
 contrib/tvmop/core/fromnumeric.py                  |  63 +++
 contrib/tvmop/core/umath.py                        | 122 +++++
 contrib/tvmop/opdef.py                             |   6 +-
 contrib/tvmop/utils.py                             |  16 +-
 docs/python_docs/README.md                         | 116 ++++-
 docs/python_docs/_static/autodoc.js                |  49 ++
 docs/python_docs/_static/mxnet.css                 |   7 +
 docs/python_docs/environment.yml                   |   1 +
 docs/python_docs/python/Makefile                   |   3 +-
 docs/python_docs/python/README.md                  | 130 ------
 docs/python_docs/python/api/advanced/index.rst     |  74 ---
 .../python/api/advanced/mxnet.executor_manager.rst |  38 --
 .../python/api/advanced/mxnet.kvstore_server.rst   |  36 --
 .../python/api/advanced/mxnet.test_utils.rst       |  91 ----
 .../index.rst}                                     |  10 +-
 .../autograd/index.rst}                            |  13 +-
 docs/python_docs/python/api/contrib/index.rst      |  88 ++++
 .../io/index.rst}                                  |  10 +-
 .../ndarray/index.rst}                             |  10 +-
 .../mxnet.random.rst => contrib/onnx/index.rst}    |  12 +-
 .../quantization/index.rst}                        |  13 +-
 .../symbol/index.rst}                              |  10 +-
 .../tensorboard/index.rst}                         |  13 +-
 .../tensorrt/index.rst}                            |  13 +-
 .../mxnet.random.rst => contrib/text/index.rst}    |  11 +-
 .../python_docs/python/api/gluon-related/index.rst | 111 -----
 .../python/api/gluon-related/mxnet.autograd.rst    |  38 --
 .../python/api/gluon-related/mxnet.image.rst       |  99 ----
 .../python/api/gluon-related/mxnet.initializer.rst |  58 ---
 .../python/api/gluon-related/mxnet.io.rst          |  52 ---
 .../api/gluon-related/mxnet.kvstore.KVStore.rst    |  61 ---
 .../api/gluon-related/mxnet.lr_scheduler.rst       |  31 --
 .../python/api/gluon-related/mxnet.metric.rst      |  57 ---
 .../python/api/gluon-related/mxnet.optimizer.rst   |  55 ---
 .../python/api/gluon-related/mxnet.profiler.rst    |  54 ---
 .../python/api/gluon-related/mxnet.recordio.rst    |  43 --
 .../mxnet.random.rst => gluon/block.rst}           |  13 +-
 .../{mxnet.gluon.Constant.rst => constant.rst}     |  10 +-
 .../{mxnet.gluon.contrib.rst => contrib/index.rst} |  17 +-
 .../mxnet.random.rst => gluon/hybrid_block.rst}    |  13 +-
 docs/python_docs/python/api/gluon/index.rst        |  45 +-
 .../mxnet.rtc.rst => gluon/loss/index.rst}         |  25 +-
 .../index.rst}                                     |  30 +-
 .../python/api/gluon/mxnet.gluon.HybridBlock.rst   |  40 --
 .../python/api/gluon/mxnet.gluon.ParameterDict.rst |  79 ----
 .../python/api/gluon/mxnet.gluon.Trainer.rst       |  51 ---
 .../python/api/gluon/mxnet.gluon.data.rst          |  50 --
 .../python/api/gluon/mxnet.gluon.data.vision.rst   |  58 ---
 .../python/api/gluon/mxnet.gluon.loss.rst          |  40 --
 .../python/api/gluon/mxnet.gluon.nn.Block.rst      |  86 ----
 .../api/gluon/mxnet.gluon.nn.HybridBlock.rst       |  66 ---
 .../api/gluon/mxnet.gluon.nn.SymbolBlock.rst       |  67 ---
 .../python/api/gluon/mxnet.gluon.parameter.rst     |  68 ---
 .../python/api/gluon/mxnet.gluon.utils.rst         |  31 --
 .../python/api/gluon/{nn.rst => nn/index.rst}      |  40 +-
 .../mxnet.random.rst => gluon/parameter.rst}       |  13 +-
 .../mxnet.random.rst => gluon/parameter_dict.rst}  |  13 +-
 .../python/api/gluon/{rnn.rst => rnn/index.rst}    |  24 +-
 .../mxnet.random.rst => gluon/symbol_block.rst}    |  13 +-
 .../mxnet.random.rst => gluon/trainer.rst}         |  13 +-
 .../utils/index.rst}                               |   9 +-
 docs/python_docs/python/api/index.rst              | 188 +++++++-
 .../index.rst}                                     |  10 +-
 .../mxnet.kvstore.rst => kvstore/index.rst}        |   8 +-
 .../mxnet.random.rst => lr_scheduler/index.rst}    |  13 +-
 .../mxnet.gluon.Constant.rst => metric/index.rst}  |  10 +-
 .../mxnet.random.rst => module/index.rst}          |  12 +-
 .../attribute/index.rst}                           |  10 +-
 .../base/index.rst}                                |  10 +-
 .../callback/index.rst}                            |  10 +-
 .../mxnet.context.rst => mxnet/context/index.rst}  |  14 +-
 .../mxnet.engine.rst => mxnet/engine/index.rst}    |  15 +-
 .../executor/index.rst}                            |  17 +-
 .../executor_manager/index.rst}                    |  13 +-
 .../image/index.rst}                               |  14 +-
 .../python/api/{symbol-related => mxnet}/index.rst |  70 ++-
 .../io/index.rst}                                  |   9 +-
 .../kvstore_server/index.rst}                      |  13 +-
 .../mxnet.random.rst => mxnet/libinfo/index.rst}   |  14 +-
 .../mxnet.monitor.rst => mxnet/monitor/index.rst}  |  16 +-
 .../name/index.rst}                                |  10 +-
 .../notebook/index.rst}                            |  10 +-
 .../operator/index.rst}                            |  10 +-
 .../profiler/index.rst}                            |  10 +-
 .../mxnet.random.rst => mxnet/random/index.rst}    |   7 +-
 .../recordio/index.rst}                            |  10 +-
 .../registry/index.rst}                            |  10 +-
 .../rtc/index.rst}                                 |  10 +-
 .../test_utils/index.rst}                          |  10 +-
 .../torch/index.rst}                               |  10 +-
 .../mxnet.util.rst => mxnet/util/index.rst}        |  12 +-
 .../visualization/index.rst}                       |  16 +-
 .../contrib/index.rst}                             |  10 +-
 .../image/index.rst}                               |  10 +-
 docs/python_docs/python/api/ndarray/index.rst      |  31 +-
 .../linalg/index.rst}                              |  10 +-
 .../python/api/ndarray/mxnet.ndarray.NDArray.rst   | 310 -------------
 .../ndarray/mxnet.ndarray.sparse.CSRNDArray.rst    | 203 ---------
 .../mxnet.ndarray.sparse.RowSparseNDArray.rst      | 183 --------
 .../mxnet.random.rst => ndarray/ndarray.rst}       |  14 +-
 .../op/index.rst}                                  |  10 +-
 .../random/index.rst}                              |  10 +-
 .../register/index.rst}                            |  13 +-
 docs/python_docs/python/api/ndarray/routines.rst   | 461 -------------------
 .../sparse/index.rst}                              |  10 +-
 .../python/api/ndarray/sparse_routines.rst         | 200 --------
 .../utils/index.rst}                               |  10 +-
 .../index.rst}                                     |  10 +-
 .../python/api/symbol-related/mxnet.callback.rst   |  45 --
 .../python/api/symbol-related/mxnet.model.rst      |  45 --
 .../python/api/symbol-related/mxnet.module.rst     |  35 --
 .../contrib/index.rst}                             |  10 +-
 .../image/index.rst}                               |  10 +-
 docs/python_docs/python/api/symbol/index.rst       |  12 +-
 .../linalg/index.rst}                              |  10 +-
 .../python/api/symbol/mxnet.symbol.Symbol.rst      | 335 --------------
 .../python/api/symbol/mxnet.symbol.linalg.rst      |  49 --
 .../op/index.rst}                                  |  10 +-
 .../random/index.rst}                              |  10 +-
 .../register/index.rst}                            |  10 +-
 .../sparse/index.rst}                              |  10 +-
 .../mxnet.kvstore.create.rst => symbol/symbol.rst} |   9 +-
 docs/python_docs/python/index.rst                  |   4 +-
 docs/python_docs/python/scripts/conf.py            |   7 +-
 .../python/tutorials/packages/gluon/blocks/nn.md   |   2 +-
 .../packages/gluon/training/normalization/index.md |   6 +-
 .../mxtheme/static/sphinx_materialdesign_theme.css |   2 +-
 .../static/sphinx_materialdesign_theme.css.map     |   2 +-
 .../themes/mx-theme/src/scss/toc/_globaltoc.scss   |   4 +-
 docs/static_site/src/.htaccess                     |  50 +-
 docs/static_site/src/_includes/footer.html         |   3 +-
 docs/static_site/src/assets/js/options.js          |  47 +-
 docs/static_site/src/pages/api/faq/security.md     |  17 +
 docs/static_site/src/pages/api/faq/why_mxnet.md    |   1 +
 .../src/pages/get_started/build_from_source.md     |  16 +-
 .../src/pages/get_started/c_plus_plus.md           |   2 +-
 .../src/pages/get_started/ubuntu_setup.md          |   3 +
 include/mxnet/c_api.h                              |   3 +-
 include/mxnet/imperative.h                         |  44 +-
 include/mxnet/tensor_blob.h                        |   3 +-
 julia/NEWS.md                                      |   4 +
 julia/docs/src/api/ndarray.md                      |  18 +-
 julia/docs/src/api/symbolic-node.md                |  11 +-
 julia/src/MXNet.jl                                 |   3 +-
 julia/src/context.jl                               |  18 +
 python/mxnet/__init__.py                           |   5 +-
 python/mxnet/_numpy_op_doc.py                      |  30 +-
 python/mxnet/context.py                            |   2 -
 python/mxnet/gluon/block.py                        |  16 +-
 python/mxnet/gluon/contrib/estimator/estimator.py  |   2 +-
 python/mxnet/gluon/contrib/rnn/conv_rnn_cell.py    |  18 +-
 python/mxnet/gluon/model_zoo/vision/__init__.py    |   2 +-
 python/mxnet/gluon/model_zoo/vision/resnet.py      |   4 +-
 python/mxnet/initializer.py                        |   8 +-
 python/mxnet/io/__init__.py                        |   6 +-
 python/mxnet/monitor.py                            |   2 +-
 python/mxnet/ndarray/ndarray.py                    |   6 +
 python/mxnet/ndarray/numpy/_op.py                  | 399 +++++++++++++++-
 python/mxnet/ndarray/numpy/random.py               |  22 +-
 python/mxnet/numpy/multiarray.py                   | 501 ++++++++++++++++++---
 python/mxnet/numpy/random.py                       |  12 +-
 python/mxnet/numpy/utils.py                        |   7 +-
 python/mxnet/numpy_dispatch_protocol.py            |   4 +
 python/mxnet/numpy_op_signature.py                 |  71 +++
 python/mxnet/optimizer/optimizer.py                | 271 ++++++++++-
 python/mxnet/symbol/numpy/_symbol.py               | 426 ++++++++++++++++--
 python/mxnet/symbol/numpy/random.py                |  18 +-
 python/mxnet/test_utils.py                         |  17 +
 src/c_api/c_api_ndarray.cc                         |   2 +-
 src/imperative/imperative.cc                       |   4 +-
 src/ndarray/ndarray.cc                             |   2 +-
 src/ndarray/ndarray_function.cc                    |   9 +
 src/ndarray/ndarray_function.cu                    |  10 +-
 src/operator/contrib/boolean_mask.cc               |   7 +-
 src/operator/contrib/boolean_mask.cu               |   4 +-
 src/operator/contrib/bounding_box-inl.h            | 278 ++++++++++++
 src/operator/contrib/bounding_box.cc               |  43 ++
 src/operator/contrib/bounding_box.cu               |   7 +
 src/operator/contrib/multi_lars-inl.h              | 100 ++++
 src/operator/contrib/multi_lars.cc                 |  56 +++
 src/operator/contrib/multi_lars.cu                 |  36 ++
 src/operator/contrib/multi_sum_sq-inl.h            | 100 ++++
 src/operator/contrib/multi_sum_sq.cc               |  84 ++++
 src/operator/contrib/multi_sum_sq.cu               | 173 +++++++
 src/operator/contrib/preloaded_multi_sgd-inl.h     | 332 ++++++++++++++
 src/operator/contrib/preloaded_multi_sgd.cc        | 245 ++++++++++
 src/operator/contrib/preloaded_multi_sgd.cu        |  43 ++
 src/operator/contrib/roi_align.cc                  |  11 +-
 src/operator/contrib/roi_align.cu                  |   6 +
 src/operator/contrib/stes_op.cc                    |  84 ++++
 src/operator/contrib/stes_op.cu                    |  43 ++
 src/operator/contrib/stes_op.h                     |  33 ++
 src/operator/instance_norm.cc                      |   2 +-
 src/operator/linalg.h                              |   1 +
 src/operator/mshadow_op.h                          |  11 +
 src/operator/mxnet_op.h                            |  16 +
 src/operator/nn/fully_connected-inl.h              | 205 +++++++--
 src/operator/nn/fully_connected.cc                 |  56 ++-
 src/operator/numpy/np_boolean_mask_assign.cc       | 270 +++++++++++
 src/operator/numpy/np_boolean_mask_assign.cu       | 229 ++++++++++
 src/operator/numpy/np_broadcast_reduce_op.h        |  30 +-
 src/operator/numpy/np_broadcast_reduce_op_value.cc |  71 +++
 src/operator/numpy/np_elemwise_broadcast_op.cc     | 284 +++++++++++-
 src/operator/numpy/np_elemwise_broadcast_op.cu     |  19 +
 src/operator/operator_tune.cc                      |  28 +-
 src/operator/random/sample_op.cc                   |   2 -
 src/operator/rnn-inl.h                             |  83 ++--
 src/operator/tensor/amp_cast.h                     |   9 +-
 .../tensor/elemwise_binary_broadcast_op_logic.cc   |   6 -
 .../tensor/elemwise_binary_scalar_op_logic.cc      |   6 -
 src/operator/tensor/elemwise_unary_op.h            |   2 +-
 src/operator/tensor/elemwise_unary_op_trig.cc      |  52 ++-
 src/operator/tensor/indexing_op.cu                 | 233 ++++++++++
 src/operator/tensor/init_op.h                      |  10 +-
 src/operator/tensor/matrix_op-inl.h                |  52 ++-
 src/operator/tvmop/op_module.cc                    |  27 +-
 src/operator/tvmop/op_module.h                     |  18 +-
 tests/nightly/Jenkinsfile                          |   2 +-
 tests/nightly/test_optimizer.py                    |  93 ++++
 tests/python/gpu/test_operator_gpu.py              | 153 +++++++
 tests/python/unittest/test_contrib_operator.py     |  18 +
 tests/python/unittest/test_contrib_stes_op.py      | 137 ++++++
 tests/python/unittest/test_exc_handling.py         |  15 +-
 tests/python/unittest/test_higher_order_grad.py    | 181 +++++++-
 tests/python/unittest/test_numpy_gluon.py          |  27 +-
 tests/python/unittest/test_numpy_ndarray.py        | 149 +++++-
 tests/python/unittest/test_numpy_op.py             | 350 +++++++++++++-
 tests/python/unittest/test_operator.py             |  14 +-
 tests/python/unittest/test_thread_local.py         |  26 +-
 tools/pip/doc/CPU_ADDITIONAL.md                    |   6 +-
 tools/pip/doc/CU100MKL_ADDITIONAL.md               |   4 +-
 tools/pip/doc/CU100_ADDITIONAL.md                  |   4 +-
 ...U91MKL_ADDITIONAL.md => CU101MKL_ADDITIONAL.md} |  10 +-
 .../{CU91_ADDITIONAL.md => CU101_ADDITIONAL.md}    |  10 +-
 tools/pip/doc/CU75MKL_ADDITIONAL.md                |   6 +-
 tools/pip/doc/CU75_ADDITIONAL.md                   |   6 +-
 tools/pip/doc/CU80MKL_ADDITIONAL.md                |   6 +-
 tools/pip/doc/CU80_ADDITIONAL.md                   |   6 +-
 tools/pip/doc/CU90MKL_ADDITIONAL.md                |   6 +-
 tools/pip/doc/CU90_ADDITIONAL.md                   |   6 +-
 tools/pip/doc/CU92MKL_ADDITIONAL.md                |   6 +-
 tools/pip/doc/CU92_ADDITIONAL.md                   |   6 +-
 tools/pip/doc/MKL_ADDITIONAL.md                    |   6 +-
 tools/pip/setup.py                                 |  14 +-
 269 files changed, 8062 insertions(+), 4662 deletions(-)

diff --cc src/operator/nn/fully_connected.cc
index c80c08e,fba13f3..527b58e
--- a/src/operator/nn/fully_connected.cc
+++ b/src/operator/nn/fully_connected.cc
@@@ -324,9 -334,10 +334,10 @@@ NNVM_REGISTER_OP(_backward_FullyConnect
  .set_attr<nnvm::FInplaceOption>("FInplaceOption", [](const NodeAttrs& attrs){
    return std::vector<std::pair<int, int> >{{1, 0}};
  })
+ .set_attr<nnvm::FGradient>("FGradient", FullyConnectedGradGrad{"_backward_backward_FullyConnected"})
  .set_attr<FInferStorageType>("FInferStorageType", BackwardFCStorageType)
  .set_attr_parser(ParamParser<FullyConnectedParam>)
 -#if MXNET_USE_MKLDNN == 1
 +#if MXNET_USE_MKLDNN == 100
  .set_attr<bool>("TIsMKLDNN", true)
  .set_attr<FComputeEx>("FComputeEx<cpu>", FullyConnectedGradComputeExCPU)
  #endif