You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@singa.apache.org by wa...@apache.org on 2020/04/08 17:16:35 UTC

[singa] branch master updated (09c8a2e -> f3f6fe0)

This is an automated email from the ASF dual-hosted git repository.

wangwei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/singa.git.


    from 09c8a2e  Merge pull request #617 from moazreyad/SINGA-415
     add 22442c3  integrated pylint into travis with limited check for now
     add 3593deb  integrated cpplint into travis
     add becd303  refactored linting into a script for developer testing at local
     add 474e139  added travis depend sh install cpplint
     add f3c1649  added travis depend sh install cpplint - fix conda channels
     add 7541365  customized tool to respect google style and ignore linting in travis build
     add f7a5c5e  made clang format use google style, not explicitly listing all google style options
     add 7baf2c4  SINGA-502 Avoid moving data between host and gpu in SoftmaxCrossEntropy
     add b86add0  Merge pull request #577 from chrishkchris/SINGA-502
     add d95b0a6  Merge branch 'master' into dev
     add 03a0c77  Merge remote-tracking branch 'upstream/dev' into code-format-linting
     add 4f9e6c2  excluded files to be refactored soon
     add e1994bf  exclude examples except examples/autograd
     add eecd2b3  rm mkldnn
     add 48b006c  added dnnl device
     add 710b4ee  added and tested softmax
     add c3a2eac  added bn fwd testing training
     add ed64bdc  added batchnorm bwd
     add 621021e  todo: gradient check
     add 0def5c3  added dnnl pooling
     add 41bb4a9  added conv
     add 5a5d543  added batchnorm bwd check
     add 9446881  update dockerfile
     add b94d12f  renamed dnnl obj
     add bb66097  fix pooling bug
     add 4fefb69  update dnnl dockerfile
     add 05c35d1  added pooling tests
     add f85e2f0  remove dup code
     add 8cdf2a4  dockerfile singa dir name
     add fc69867  fix conflicts
     add c2e98d5  Merge pull request #548 from dcslin/dnnl
     add 19e0015  Merge remote-tracking branch 'upstream/dev' into code-format-linting
     add 4844c57  Merge pull request #581 from dcslin/code-format-linting
     add c39e93a  fix for both USE DNNL and USE CUDNN are enabled, code format, test api all ok
     add da18df0  Merge pull request #590 from dcslin/fix-both-dnnl-cudnn-enabled
     add 264163b  bugfix cpu batchnorm
     add 3fcd952  Merge pull request #594 from chrishkchris/hot_fix_dnnl
     add 1f1dcdf  clang-format for distributed module
     add 3d5f53b  Merge pull request #595 from chrishkchris/clang-format-dist
     add 7f41083  SINGA-487 Include NCCL 2.4.8 and MPICH 3.3.2
     add f247661  Merge pull request #593 from chrishkchris/docker_dist
     add 497a4fc  SINGA-505 SoftMax Backward to be bufferable
     add 8bf0c62  Merge pull request #588 from chrishkchris/SINGA-505
     add b34cdaf  change SoftMax algorithm to prevent overflow
     add 47dbcb6  change the SoftmaxBackward to the same algorithm
     add bc5df6e  Merge pull request #598 from XJDKC/SoftMax_Algorithm
     add 06ec6ce  dnnl-performance-issue-investigation
     add 8e85fdc  fixed dnnl conv forward
     add 0aa590c  fix dnnl conv
     add 7a88251  test operation convolution update for performance test
     add 0c8f418  fix dnnl conv performance drop
     add 42b25f4  format on latest dev
     add a31511d  updated clang-format version to sync with other OS
     add 4739c6e  test onnx backend different result
     add 3d842f8  added model operation and nccl in io
     add 1123c77  updated format shell script for extra files
     add ee69cc8  Merge pull request #603 from dcslin/format2
     add d9ba4aa  Merge remote-tracking branch 'upstream/dev' into dnnl-perf-issue
     add 758c9e8  code format
     add fec5f8a  Merge pull request #605 from dcslin/dnnl-perf-issue
     add 47a2cf4  added concatenated to python tensor api
     add 186db4f  format code
     add f906f1a  Enabled linting in CI
     add 6045202  updated file list for linting
     add c9d1455  only check critical one in pylint
     add 401981b  cpplint verbose set to 5, show critical errors
     add 71bc953  linting in travis in separate machine
     add 2024c8c  test travis stages
     add 0375ccb  test linting
     add d137e4d  add conda bin path for travis linting.sh
     add be4873a  remove linting.sh debugging
     add 809504d  separate linting for cpp and python
     add 340125e  remove excess test
     add 5f12612  fix python
     add 27cd860  fix cpp lint
     add 75e692d  fix the env path to include mpiexec
     add cc0dbbb  add pythonpath for singa and tqdm
     add bae3888  working path
     add 1bd8dc6  Merge pull request #606 from chrishkchris/env_path_mpi
     add 7b5033b  bug fix: change use_cudnn to use_dnnl
     add e3c3e4a  Merge pull request #610 from chrishkchris/fix_use_dnnl
     add 07abc9d  merge dev
     add 590824d  format
     add 1439ecd  format2
     add e4dd563  Merge pull request #599 from dcslin/patch-1
     add ac0e0a1  Merge remote-tracking branch 'origin/dev' into dev
     add 07ce827  added tensor index selector
     add f8dbacc  Merge remote-tracking branch 'apache/dev' into tensor_selector
     add 2f4f30f  Merge pull request #597 from dcslin/tensor_selector
     add f243527  merge latest
     add 8642f75  added deprecated package install in travis depends.sh
     add 986bea1  test install package
     add a43b4ea  test install
     add 5be398a  modified test
     add fc2b1eb  test
     add 38cf4fa  Merge pull request #607 from dcslin/add-concat-py-tensor-api
     add 1869bab  add gemm
     add 1fcfbfa  Merge pull request #614 from joddiy/gemm_v3
     add 3387e83  conv and pool support odd padding mode
     add 2c6d950  Merge branch 'dev' into SINGA-507
     add 0272da5  Merge pull request #612 from joddiy/SINGA-507
     add 5b784f8  added ceil to tensor, and tests
     add 001ba4c  Merge pull request #619 from dcslin/ceil
     add 2107174  Merge branch 'master' into dev
     add 1bd7b96  SINGA-508 Add Apache RAT licence check with Github Actions
     add 5b47811  Merge pull request #629 from moazreyad/dev
     add f0953f5  added astype api, support float2int, int2float, added tests
     add d0acfa3  Merge pull request #625 from dcslin/astype
     add 916bd03  add new ops for NLP model
     add 65010c0  Merge pull request #618 from joddiy/SINGA-506
     add bb0c050  update conda recipe to use conda dnnl
     add ca32d35  Trigger travis
     add e737ffb  hf
     add 9b9f63a  deprecated in conda
     add 44799b5  update dnnl upstream conda channel to nusdbsystem
     add 07ff7d9  Merge pull request #628 from dcslin/use-conda-dnnl
     add 205a283  make astype return new tensor
     add aac1d88  Merge pull request #632 from dcslin/astype-fix
     add d25539e  auto release script
     add 74ce0c0  added pre release
     add c1ecd59  updated release.py readme
     add 56614dc  remove pre flag for the simplicity
     add 0653f76  added license header for cmake module - get git version
     add a368ba4  added to LICENSE file
     add 00b4743  Merge pull request #621 from dcslin/auto-release
     add a8a4483  Merge branch 'dev' of https://github.com/apache/singa into dev
     add 3e0c036  Merge pull request #637 from joddiy/dev
     add e4b656e  SINGA-487 Include NCCL and MPICH in conda build
     add 708eac0  Add one more env variable DIST for selection
     add a1675db  changes name Singa to SINGA
     add d4c5085  change version to git_describe_tag
     add 67d47b4  Merge branch 'dev' into SINGA-487_conda
     add 67f8fd2  update conda package version to support onnx
     add adeb9c6  restore numpy version
     add 0431831  try numpy version for macosx
     add 0f6c1ca  update readme for exporting DIST env var
     add 38fa20b  Merge pull request #624 from chrishkchris/SINGA-487_conda
     add d75a30a  SINGA-415 Enable github wiki
     add df0b788  Merge pull request #641 from moazreyad/dev
     add 7bd6c4b  added support for matmul 3d 4d
     add fc1de1d  made gemmbatch transform agasint transposed tensor
     add 92932a1  batch matmul batch dimension check
     add ba7839b  Merge pull request #639 from dcslin/matmul34d
     add 1ac3da8  An experiment for buffering operations
     add f02e7a1  modify gitignore file to ignore temp file of Emacs
     add 3bb0bb1  add overloaded clone function
     add 0c0cf5d  fix lambda expression error
     add efd9818  fix bug of AddRows function
     add 633cb83  support buffering opertions on cpu
     add 1141980  support buffering opertions on gpu
     add 40c36a5  pass the test for mlp_buffer
     add 74133f2  set default buffer flag to false
     add 8d4de0e  fix mnist_cnn program bugs
     add 191e3ea  fix the memory leak
     add f3942cd  fix bugs in batchnorm.cc
     add 4495e93  add and pass the test of training the resnet with buffer
     add f8204a6  modify gitignore file
     add e06b928  fix merge bugs
     add e5a5270  fix memory leak caused by circular reference
     add f70fc70  test the graph construction
     add a85952b  add graph construction
     add c69d3e6  fix a bug of initializing tensors when buffering
     add 93c3089  optimize the graph construction
     add cb305ce  fix memory leak bug
     add df88d7a  clean the python files in autograd
     add 436e3e2  add resnet_buffer.py
     add 7c8f2aa  support lazy allocation and automatic recycling
     add 6131ade  move the graph into scheduler
     add 7f02fdb  add BlockInfo into Graph to help automatic recycling
     add 54ed5a4  delete the previous code in the device
     add 20e9e25  change some interfaces of the Graph
     add de2e4d7  change some interfaces of the Device
     add a02a85b  fix gitignore bug to ignore .vscode
     add 67a65ec  fix bugs caused by rebase
     add 73175ca  Fixed some script modes
     add c41eb9b  avoid recycling blocks used on the python side
     add c01c2af  support computational graph in a distributed environment
     add 31e41c6  support dependency calculation for synchronous operations
     add 4c4d0a6  optimize the communicator's buffer and sync functions
     add 016ce3a  add module in python
     add 0e35f44  fix bugs of the module class
     add 605210c  fix bugs of communicator, optimize graph
     add 3fd3d9a  optimize module
     add 772cf58  clean autograd folder
     add 542d02f  cancel modification of some files' mode
     add a9ae780  fix bugs of buffering operations
     add e36b268  fix bugs of high-dimensional mult
     add 476b558  Merge pull request #626 from XJDKC/Experiment_buff_ops
     add 02b5190  upgrade sonnx for nlp and cv models
     add 7af810f  Merge pull request #638 from joddiy/SINGA-500_v2
     add df46860  Add onnx 1.6.0 in docker
     add 4ef1b79  Merge pull request #640 from chrishkchris/remove_conda-forge
     add 920f356  cpu dockerfile deps update
     add d106da8  Merge pull request #642 from dcslin/cpudockerfile
     add c9a4203  update tensor.py docstring according to google docstring style
     add a7ff7bf  Merge pull request #647 from dcslin/autostring
     add 8ce8f3d  SINGA-487 Add test cases for distributed optimizers
     add e162305  modification required due to the change of fused_all_reduce API
     add de8a003  modification required due to the change of fused_all_reduce API
     add 4c48166  slighty modify
     add 360dbf6  Merge pull request #646 from chrishkchris/SINGA-487_testcase
     add fc077bf  add function comments for autograd
     add 1820075  Merge pull request #649 from joddiy/fix_autograd_doc
     add 4be4082  add unittest for scheduler
     add 096c6da  fix some typos
     add 50ef1cb  print current test device
     add 801f661  add and pass all the unit tests of scheduler
     add f316cd0  add unit test cases for module
     add b8af201  add numpy forward
     add c1fd193  fix bugs of params
     add 978db26  add and pass all the unit tests of mudle
     add 31d4887  Merge pull request #648 from XJDKC/graph_ut
     add 0b1879c  debug: change cuda10 to cuda 9 in nccl
     add a91de70  Merge pull request #650 from chrishkchris/debug_cuda9docker
     add d85931c  change autograd doc to rst
     add cc63fac  Merge pull request #654 from joddiy/update_autograd_doc
     add 952ee03  conda build fix git get tag
     add d1951ed  Merge pull request #653 from dcslin/conda-build-fix
     add 7db0efa  rearrange the examples folder
     add 9596781  updating rbm example
     add d93cf04  clean examples/cpp folder
     add e9f8d7a  fix unable to build error
     add b7a1dcc  lock miniconda version
     add 5c4d3db  Merge pull request #652 from dcslin/dockerfile
     add 9f58b65  enable_readthedocs
     add ec5f8b2  Merge pull request #656 from joddiy/fix_readthedocs
     add 805fc6a  Append public key of wangwei into KEY
     add 793dcac  Merge pull request #643 from nudles/dev
     add 21371da  fix_mnist_example
     add 10499c7  Merge pull request #657 from joddiy/fix_mnist_example
     add 3135b4d  Rearrange Python API documentation files.
     add 3836628  update docs for Python API website
     add 1762a07  Add new examples API
     add 615e6b5  unify the name and tested <local_rank, global_rank, world_size>
     add c7c2afd  able to support (cnn|resnet) + (cifar10|mnist)>
     add 1b3be23  Support all distributed training options
     add 036d82f  typo
     add e3c51d3  Turn off buffering at sparsification init set 0
     add 71fede5  support mlp
     add db914e1  fix test_case
     add 8270d3a  support any number of classes of dataset
     add 909b442  add a command line arg to disable graph
     add aa68b94  add cifar-100
     add afcc361  Merge pull request #651 from chrishkchris/SimplyExamples
     add 7b8e625  Merge remote-tracking branch 'origin/dev' into latest
     add 14a75dc  merge the commit for rearranging the examples foler and the commit from chris
     add c64209d  clean the examples folder
     add ae4bf63  modify benchmark.py and add mlp.py
     add 93fbb26  Merge pull request #8 from chrishkchris/update
     add 827b9f7  rearrange mlp folder
     add 8d2db82  Merge pull request #658 from nudles/dev
     add 081d1b8  update test_dist
     add e594795  Merge pull request #661 from chrishkchris/fix_test_dist
     add 5afd825  fix bugs of buffering
     add 4a64d28  set default device
     add a305f71  optimize buffering ops and automatic recycling
     add 804aad0  fix bugs of buffering
     add ee3fcda  Merge pull request #659 from XJDKC/graph_compatibility
     add 5744ece  fix bugs of scheduler unit test
     add e55e60b  add some comments for module
     add cc86929  Merge pull request #663 from XJDKC/dev
     add e274fe9  update test cases for both cpu and gpu
     add 0045726  Merge pull request #660 from joddiy/fix_test_cases
     add 5b12355  fix path for mlp
     add d034f92  add __main__ in mlp module.py
     add f50e738  Merge pull request #664 from chrishkchris/fix_path_mlp
     add ab4f864  cuda helper no cuda error
     add a74944b  Merge pull request #665 from dcslin/cuda_helper
     add cbb5214  update release notes for v3.0.0RC1
     add faaa6e7  Merge pull request #666 from nudles/dev
     add 57695ff  fix bugs of training
     add b3a3344  add warning for AsType
     add 373dac1  re-add the accidentally deleted code
     add 917c455  fix and pass all the test cases in TestSoftmaxCrossEntropy
     add 9e77f54  pass all the test cases on CPP side
     add f3f6fe0  Merge pull request #667 from XJDKC/dev

No new revisions were added by this update.

Summary of changes:
 .asf.yaml                                          |    5 +-
 .../cifar10/caffe/__init__.py => .clang-format     |    4 +
 .github/workflows/rat.yaml                         |   44 +
 .gitignore                                         |    8 +-
 .pylintrc                                          |  606 ++++
 .readthedocs.yml                                   |   14 +
 python/rafiki/__init__.py => .style.yapf           |    4 +-
 .travis.yml                                        |   30 +-
 CMakeLists.txt                                     |   24 +-
 test/python/run.py => CPPLINT.cfg                  |   18 +-
 KEYS                                               |   58 +
 LICENSE                                            |   32 +-
 README.md                                          |    1 +
 RELEASE_NOTES                                      |   88 +
 cmake/Dependencies.cmake                           |   18 +-
 cmake/Templates/singa_config.h.in                  |    2 +-
 cmake/Thirdparty/GetGitRevisionDescription.cmake   |  195 +
 .../Thirdparty/GetGitRevisionDescription.cmake.in  |   66 +
 doc/{en/docs/onnx.rst => autograd.rst}             |   12 +-
 doc/build.sh                                       |   44 -
 doc/conf.py                                        |    4 +-
 doc/{en/docs => }/data.rst                         |    0
 doc/{en/docs => }/device.rst                       |    4 -
 doc/en/community/issue-tracking.md                 |   27 -
 doc/en/community/mail-lists.rst                    |   29 -
 doc/en/community/source-repository.rst             |   64 -
 doc/en/community/team-list.rst                     |   98 -
 doc/en/develop/build.md                            |  408 ---
 doc/en/develop/contribute-code.md                  |  106 -
 doc/en/develop/contribute-docs.md                  |  103 -
 doc/en/develop/how-contribute.md                   |   25 -
 doc/en/develop/how-to-release.rst                  |  194 -
 doc/en/develop/schedule.rst                        |   65 -
 doc/en/docs/autograd.md                            |  166 -
 doc/en/docs/benchmark.md                           |   33 -
 doc/en/docs/cnn.md                                 |  159 -
 doc/en/docs/converter.rst                          |   23 -
 doc/en/docs/dependencies.md                        |  110 -
 doc/en/docs/docker.md                              |   71 -
 doc/en/docs/image_tool.rst                         |   23 -
 doc/en/docs/initializer.rst                        |   30 -
 doc/en/docs/install_macos1013.rst                  |  153 -
 doc/en/docs/install_win.rst                        |  419 ---
 doc/en/docs/installation.md                        |  120 -
 doc/en/docs/layer.rst                              |   32 -
 doc/en/docs/metric.rst                             |   26 -
 doc/en/docs/neural-net.md                          |  344 --
 .../.ipynb_checkpoints/index-checkpoint.ipynb      |  141 -
 .../installation-checkpoint.ipynb                  |  100 -
 doc/en/docs/notebook/README.md                     |   21 -
 doc/en/docs/notebook/cnn.ipynb                     |  908 -----
 doc/en/docs/notebook/core.ipynb                    | 1158 ------
 doc/en/docs/notebook/index.ipynb                   |  141 -
 doc/en/docs/notebook/installation.ipynb            |  100 -
 doc/en/docs/notebook/mlp.ipynb                     |  421 ---
 doc/en/docs/notebook/model.ipynb                   |  515 ---
 doc/en/docs/notebook/rbm.ipynb                     |  357 --
 doc/en/docs/notebook/regression.ipynb              |  350 --
 doc/en/docs/notebook/rnn.ipynb                     |  477 ---
 doc/en/docs/notebook/static/bp.PNG                 |  Bin 22579 -> 0 bytes
 doc/en/docs/notebook/static/digit.jpg              |  Bin 4746 -> 0 bytes
 doc/en/docs/notebook/static/models.PNG             |  Bin 43188 -> 0 bytes
 doc/en/docs/notebook/static/sgd.png                |  Bin 18725 -> 0 bytes
 doc/en/docs/notebook/static/singav1-sw.png         |  Bin 24326 -> 0 bytes
 doc/en/docs/notebook/utils.py                      |  154 -
 doc/en/docs/software_stack.md                      |  117 -
 doc/en/downloads.md                                |  166 -
 doc/en/index.rst                                   |  160 -
 doc/en/releases/RELEASE_NOTES_0.1.0.md             |  117 -
 doc/en/releases/RELEASE_NOTES_0.2.0.md             |  102 -
 doc/en/releases/RELEASE_NOTES_0.3.0.md             |   55 -
 doc/en/releases/RELEASE_NOTES_1.0.0.md             |  109 -
 doc/en/releases/RELEASE_NOTES_1.1.0.md             |   67 -
 doc/en/releases/RELEASE_NOTES_1.2.0.md             |   73 -
 doc/en/releases/RELEASE_NOTES_2.0.0.md             |   64 -
 doc/en/security.md                                 |   22 -
 test/python/run.py => doc/environment.yml          |   20 +-
 doc/{en/docs => }/index.rst                        |   19 +-
 doc/{en/docs/loss.rst => module.rst}               |    2 +-
 .../.ipynb_checkpoints/index-checkpoint.ipynb      |   69 -
 doc/notebook/index.ipynb                           |   69 -
 doc/{en/docs/net.rst => onnx.rst}                  |    5 +-
 doc/{en/docs/optimizer.rst => opt.rst}             |    2 +-
 doc/{en/docs => }/snapshot.rst                     |    0
 doc/{en/docs => }/tensor.rst                       |    4 -
 doc/{en/docs => }/utils.rst                        |    0
 doc/zh/_templates/layout.html                      |   91 -
 doc/zh/community/issue-tracking.md                 |    9 -
 doc/zh/community/mail-lists.rst                    |   28 -
 doc/zh/community/source-repository.md              |   40 -
 doc/zh/community/team-list.rst                     |   84 -
 doc/zh/conf.py                                     |  349 --
 doc/zh/develop/contribute-code.md                  |   48 -
 doc/zh/develop/how-contribute.md                   |    9 -
 doc/zh/develop/schedule.rst                        |   65 -
 doc/zh/docs.rst                                    |   23 -
 doc/zh/docs/data.md                                |   69 -
 doc/zh/docs/device.md                              |   56 -
 doc/zh/docs/image_tool.md                          |  193 -
 doc/zh/docs/index.rst                              |   38 -
 doc/zh/docs/initializer.md                         |   59 -
 doc/zh/docs/install_macos1013.rst                  |  151 -
 doc/zh/docs/install_win.rst                        |  419 ---
 doc/zh/docs/installation.md                        |  309 --
 doc/zh/docs/layer.md                               |  510 ---
 doc/zh/docs/loss.md                                |  103 -
 doc/zh/docs/metric.md                              |   62 -
 doc/zh/docs/model_zoo/char-rnn/README.md           |   42 -
 doc/zh/docs/model_zoo/cifar10/README.md            |   78 -
 doc/zh/docs/model_zoo/imagenet/alexnet/README.md   |   64 -
 doc/zh/docs/model_zoo/imagenet/densenet/README.md  |   61 -
 doc/zh/docs/model_zoo/imagenet/googlenet/README.md |   84 -
 doc/zh/docs/model_zoo/imagenet/inception/README.md |   54 -
 doc/zh/docs/model_zoo/imagenet/resnet/README.md    |   68 -
 doc/zh/docs/model_zoo/imagenet/vgg/README.md       |   66 -
 doc/zh/docs/model_zoo/index.rst                    |   34 -
 doc/zh/docs/net.md                                 |  169 -
 doc/zh/docs/optimizer.md                           |  255 --
 doc/zh/docs/snapshot.md                            |   60 -
 doc/zh/docs/software_stack.md                      |   61 -
 doc/zh/docs/tensor.md                              |  683 ----
 doc/zh/downloads.md                                |  157 -
 doc/zh/index.rst                                   |  135 -
 examples/CMakeLists.txt                            |    4 +-
 examples/autograd/sparsification_mnist.py          |   52 -
 examples/caffe/README.md                           |   50 -
 examples/caffe/predict.py                          |  112 -
 examples/caffe/run.sh                              |   67 -
 examples/cifar10/caffe/caffe_net.py                |   41 -
 examples/cifar10/cnn.py                            |   71 -
 examples/cifar10/predict.py                        |   94 -
 examples/cifar10/resnet.py                         |   91 -
 examples/cifar10/train.py                          |  215 --
 examples/cifar10/vgg.py                            |   96 -
 examples/cnn/README.md                             |   46 +
 .../{ => cnn}/autograd/cifar10_multiprocess.py     |   23 +-
 examples/{ => cnn}/autograd/mnist_cnn.py           |  126 +-
 .../cnn/autograd/mnist_dist.py                     |   11 +-
 .../autograd/mnist_multiprocess.py}                |   27 +-
 examples/{ => cnn}/autograd/resnet_cifar10.py      |  146 +-
 examples/{ => cnn}/autograd/resnet_dist.py         |   16 +-
 .../autograd/sparsification_mnist.py}              |   25 +-
 examples/{ => cnn}/autograd/xceptionnet.py         |  151 +-
 examples/cnn/benchmark.py                          |  111 +
 examples/cnn/data/cifar10.py                       |   89 +
 examples/cnn/data/cifar100.py                      |   81 +
 .../data/download_cifar10.py}                      |   36 +-
 .../cnn/data/download_cifar100.py                  |   14 +-
 examples/{autograd => cnn/data}/download_mnist.py  |    4 +-
 examples/cnn/data/mnist.py                         |   91 +
 examples/cnn/model/cnn.py                          |   85 +
 examples/{autograd => cnn/model}/resnet.py         |  133 +-
 examples/cnn/model/xceptionnet.py                  |  297 ++
 examples/cnn/train.py                              |  302 ++
 examples/cnn/train_mpi.py                          |   77 +
 examples/cnn/train_multiprocess.py                 |   98 +
 examples/{ => cpp}/cifar10/CMakeLists.txt          |    0
 examples/{ => cpp}/cifar10/README.md               |    0
 examples/{ => cpp}/cifar10/cifar10.h               |    0
 examples/{ => cpp}/cifar10/cnn-parallel.cc         |    0
 examples/{ => cpp}/cifar10/cnn.cc                  |    0
 examples/{ => cpp}/cifar10/download_data.py        |    0
 examples/{ => cpp}/cifar10/run-parallel.sh         |    0
 examples/{ => cpp}/cifar10/run.sh                  |    0
 examples/{ => cpp}/cifar10/vgg-parallel.cc         |    0
 .../alexnet => cpp/imagenet}/CMakeLists.txt        |    0
 .../{imagenet/alexnet => cpp/imagenet}/README.md   |    0
 .../{imagenet/alexnet => cpp/imagenet}/alexnet.cc  |    0
 .../alexnet => cpp/imagenet}/create_data.sh        |    0
 .../{imagenet/alexnet => cpp/imagenet}/ilsvrc12.cc |    0
 .../{imagenet/alexnet => cpp/imagenet}/ilsvrc12.h  |    0
 examples/{imagenet/alexnet => cpp/imagenet}/run.sh |    0
 examples/imagenet/densenet/README.md               |   63 -
 examples/imagenet/densenet/convert.py              |   90 -
 examples/imagenet/densenet/model.py                |  168 -
 examples/imagenet/densenet/serve.py                |  147 -
 examples/imagenet/googlenet/README.md              |   77 -
 examples/imagenet/googlenet/serve.py               |  245 --
 examples/imagenet/inception/README.md              |   53 -
 examples/imagenet/inception/convert.py             |  114 -
 examples/imagenet/inception/inception_v3.py        |  363 --
 examples/imagenet/inception/inception_v4.py        |  322 --
 examples/imagenet/inception/serve.py               |  133 -
 examples/imagenet/resnet/README.md                 |   66 -
 examples/imagenet/resnet/convert.py                |  120 -
 examples/imagenet/resnet/model.py                  |  278 --
 examples/imagenet/resnet/serve.py                  |  175 -
 examples/imagenet/vgg/README.md                    |   63 -
 examples/imagenet/vgg/convert.py                   |   95 -
 examples/imagenet/vgg/model.py                     |   91 -
 examples/imagenet/vgg/serve.py                     |  150 -
 examples/index.rst                                 |   33 -
 examples/mlp/module.py                             |  132 +
 examples/{autograd/mlp.py => mlp/native.py}        |   12 +-
 examples/onnx/arcface.py                           |  122 +
 examples/onnx/bert/bert-squad.py                   |  169 +
 examples/onnx/bert/inputs.json                     |   27 +
 examples/onnx/bert/run_onnx_squad.py               |  507 +++
 examples/onnx/bert/tokenization.py                 |  399 ++
 examples/onnx/fer_emotion.py                       |  111 +
 examples/onnx/mnist.py                             |  320 ++
 examples/onnx/mobilenet.py                         |  116 +
 examples/onnx/resnet18.py                          |  115 +
 examples/onnx/tiny_yolov2.py                       |  167 +
 examples/onnx/utils.py                             |   72 +
 examples/onnx/vgg16.py                             |  114 +
 examples/{mnist => rbm}/README.md                  |    7 +-
 examples/{mnist => rbm}/train.py                   |   16 +-
 examples/{char-rnn => rnn}/README.md               |    0
 examples/{char-rnn => rnn}/sample.py               |    0
 examples/{char-rnn => rnn}/train.py                |    0
 include/singa/core/common.h                        |   64 +-
 include/singa/core/device.h                        |  153 +-
 include/singa/core/memory.h                        |   13 +-
 include/singa/core/scheduler.h                     |  172 +
 include/singa/core/tensor.h                        |  122 +-
 include/singa/io/communicator.h                    |  142 +-
 include/singa/utils/channel.h                      |   40 +-
 include/singa/utils/cuda_utils.h                   |  138 +-
 include/singa/utils/dnnl_utils.h                   |   54 +
 include/singa/utils/factory.h                      |   52 +-
 include/singa/utils/integer.h                      |   51 +-
 include/singa/utils/logging.h                      |   94 +-
 include/singa/utils/mkldnn_utils.h                 |   56 -
 include/singa/utils/opencl_utils.h                 |   66 +-
 include/singa/utils/safe_queue.h                   |   65 +-
 include/singa/utils/singleton.h                    |   40 +-
 include/singa/utils/string.h                       |   54 +-
 include/singa/utils/timer.h                        |   15 +-
 include/singa/utils/tinydir.h                      |  687 ++--
 java/pom.xml                                       |   41 +-
 python/rafiki/agent.py                             |  241 --
 python/setup.py.in                                 |    2 +-
 python/singa/autograd.py                           | 3563 +++++++++++++++---
 python/singa/converter.py                          |   35 +-
 python/singa/data.py                               |   28 +-
 python/singa/device.py                             |   27 +-
 python/singa/image_tool.py                         |   59 +-
 python/singa/layer.py                              |  221 +-
 python/singa/loss.py                               |    1 -
 python/singa/metric.py                             |    4 +-
 python/singa/model.py                              |   21 -
 python/singa/module.py                             |  189 +
 python/singa/net.py                                |   17 +-
 python/singa/opt.py                                |  167 +-
 python/singa/optimizer.py                          |   92 +-
 python/singa/sonnx.py                              | 1656 ++++++---
 python/singa/tensor.py                             |  393 +-
 python/singa/utils.py                              |  226 ++
 rat-excludes                                       |    3 -
 src/CMakeLists.txt                                 |    1 +
 src/api/config.i.in                                |    2 +-
 src/api/core_device.i                              |    6 +-
 src/api/core_tensor.i                              |    5 +-
 src/api/dist_communicator.i                        |   14 +-
 src/api/model_operation.i                          |   15 +-
 .../core/scheduler.h => src/core/common/common.cc  |   29 +-
 src/core/device/cpp_cpu.cc                         |   33 +-
 src/core/device/cuda_gpu.cc                        |    5 +-
 src/core/device/device.cc                          |   55 +-
 src/core/device/opencl_device.cc                   |  124 +-
 src/core/device/opencl_func.h                      |  850 ++++-
 src/core/device/platform.cc                        |   34 +-
 src/core/memory/memory.cc                          |   25 +-
 src/core/scheduler/scheduler.cc                    |  463 +++
 src/core/tensor/math_kernel.cu                     |   33 +
 src/core/tensor/math_kernel.h                      |   63 +-
 src/core/tensor/sparse_tensor.cc                   |    2 +-
 src/core/tensor/tensor.cc                          |  819 +++--
 src/core/tensor/tensor_math.h                      |  187 +-
 src/core/tensor/tensor_math_cpp.h                  |  643 ++--
 src/core/tensor/tensor_math_cuda.h                 |  678 ++--
 src/core/tensor/tensor_math_opencl.h               |  399 +-
 src/io/communicator.cc                             |  689 ++--
 src/model/operation/batchnorm.cc                   |  472 +--
 src/model/operation/batchnorm.h                    |  132 +-
 src/model/operation/convolution.cc                 |  640 ++--
 src/model/operation/convolution.h                  |  131 +-
 src/model/operation/pooling.cc                     |  286 +-
 src/model/operation/pooling.h                      |   93 +-
 src/model/updater/local_updater.cc                 |    2 +-
 src/utils/channel.cc                               |   38 +-
 src/utils/logging.cc                               |   64 +-
 test/python/cuda_helper.py                         |   22 +-
 test/python/test_api.py                            |  641 +++-
 test/python/test_dist.py                           |  125 +
 test/python/test_layer.py                          |   87 +-
 test/python/test_loss.py                           |   20 +-
 test/python/test_memoryPool.py                     |    0
 test/python/test_metric.py                         |   20 +-
 test/python/test_mkldnn.py                         |   23 +-
 test/python/test_module.py                         |  267 ++
 test/python/test_net.py                            |   14 +-
 test/python/test_onnx.py                           | 1685 +++++++--
 test/python/test_onnx_backend.py                   | 2129 ++++++++---
 test/python/test_operation.py                      | 3792 +++++++++++---------
 test/python/test_optimizer.py                      |   14 +-
 test/python/test_tensor.py                         |  276 +-
 test/singa/test_accuracy.cc                        |   38 +-
 test/singa/test_activation.cc                      |   73 +-
 test/singa/test_adagrad.cc                         |   41 +-
 test/singa/test_batchnorm.cc                       |   47 +-
 test/singa/test_binfile_rw.cc                      |   38 +-
 test/singa/test_channel.cc                         |   38 +-
 test/singa/test_concat.cc                          |   71 +-
 test/singa/test_convolution.cc                     |   39 +-
 test/singa/test_cpp_cpu.cc                         |   49 +-
 test/singa/test_cross_entropy.cc                   |   57 +-
 test/singa/test_csv.cc                             |   47 +-
 test/singa/test_cudnn_activation.cc                |   53 +-
 test/singa/test_cudnn_batchnorm.cc                 |  125 +-
 test/singa/test_cudnn_convolution.cc               |   53 +-
 test/singa/test_cudnn_dropout.cc                   |   39 +-
 test/singa/test_cudnn_lrn.cc                       |  103 +-
 test/singa/test_cudnn_pooling.cc                   |   38 +-
 test/singa/test_cudnn_rnn.cc                       |   78 +-
 test/singa/test_cudnn_softmax.cc                   |   43 +-
 test/singa/test_dense.cc                           |   50 +-
 test/singa/test_dropout.cc                         |   38 +-
 test/singa/test_ep.cc                              |   61 +-
 test/singa/test_flatten.cc                         |   40 +-
 test/singa/test_image_transformer.cc               |   85 +-
 test/singa/test_initializer.cc                     |   41 +-
 test/singa/test_jpg.cc                             |   51 +-
 test/singa/test_lmdb_rw.cc                         |   38 +-
 test/singa/test_logging.cc                         |   38 +-
 test/singa/test_lrn.cc                             |   38 +-
 test/singa/test_memory.cc                          |   42 +-
 test/singa/test_mse.cc                             |   53 +-
 test/singa/test_nesterov.cc                        |   38 +-
 test/singa/test_opencl.cc                          |  110 +-
 test/singa/test_opencl_convolution.cc              |   47 +-
 test/singa/test_opencl_device.cc                   |   54 +-
 test/singa/test_opencl_pooling.cc                  |   46 +-
 test/singa/test_operation_batchnorm.cc             |  278 +-
 test/singa/test_operation_convolution.cc           |  158 +-
 test/singa/test_operation_pooling.cc               |  155 +-
 test/singa/test_platform.cc                        |   41 +-
 test/singa/test_pooling.cc                         |   39 +-
 test/singa/test_prelu.cc                           |   50 +-
 test/singa/test_rmsprop.cc                         |   41 +-
 test/singa/test_scheduler.cc                       |  684 ++++
 test/singa/test_sgd.cc                             |   50 +-
 test/singa/test_slice.cc                           |   76 +-
 test/singa/test_snapshot.cc                        |   50 +-
 test/singa/test_softmax.cc                         |   59 +-
 test/singa/test_tensor.cc                          |  116 +-
 test/singa/test_tensor_math.cc                     |  156 +-
 test/singa/test_textfile_rw.cc                     |   38 +-
 test/singa/test_timer.cc                           |    6 +-
 doc/zh/docs/utils.md => tool/code-format/README.md |   34 +-
 test/python/run.py => tool/code-format/format.sh   |   23 +-
 tool/conda/cpu/README.md                           |   14 +-
 tool/conda/cpu/meta.yaml                           |   11 +-
 tool/conda/{gpu => dist}/README.md                 |   25 +-
 tool/conda/{gpu => dist}/meta.yaml                 |    8 +-
 tool/conda/gpu/README.md                           |   14 +-
 tool/conda/gpu/meta.yaml                           |   11 +-
 tool/conda/singa/README.md                         |   20 +-
 tool/conda/singa/build.sh                          |   10 +-
 tool/conda/singa/conda_build_config.yaml           |   16 +-
 tool/conda/singa/meta.yaml                         |   25 +-
 tool/docker/devel/ubuntu/cpu/Dockerfile            |   12 +-
 tool/docker/devel/ubuntu/cuda10/Dockerfile         |   42 +-
 tool/docker/devel/ubuntu/cuda9/Dockerfile          |   41 +-
 tool/docker/runtime/cpu/Dockerfile                 |    4 +-
 tool/docker/runtime/gpu/Dockerfile                 |    6 +-
 .../model_zoo/mnist => tool/linting}/README.md     |   30 +-
 test/python/run.py => tool/linting/cpp.sh          |   33 +-
 test/python/run.py => tool/linting/py.sh           |   24 +-
 python/rafiki/__init__.py => tool/rat.sh           |    4 +-
 tool/release/README.md                             |   62 +
 tool/release/release.py                            |  119 +
 tool/travis/build.sh                               |   11 +-
 tool/travis/depends.sh                             |    9 +-
 375 files changed, 25146 insertions(+), 27724 deletions(-)
 rename examples/cifar10/caffe/__init__.py => .clang-format (93%)
 create mode 100644 .github/workflows/rat.yaml
 create mode 100644 .pylintrc
 create mode 100644 .readthedocs.yml
 copy python/rafiki/__init__.py => .style.yapf (96%)
 copy test/python/run.py => CPPLINT.cfg (77%)
 create mode 100644 cmake/Thirdparty/GetGitRevisionDescription.cmake
 create mode 100644 cmake/Thirdparty/GetGitRevisionDescription.cmake.in
 rename doc/{en/docs/onnx.rst => autograd.rst} (83%)
 delete mode 100755 doc/build.sh
 rename doc/{en/docs => }/data.rst (100%)
 rename doc/{en/docs => }/device.rst (98%)
 delete mode 100644 doc/en/community/issue-tracking.md
 delete mode 100644 doc/en/community/mail-lists.rst
 delete mode 100644 doc/en/community/source-repository.rst
 delete mode 100644 doc/en/community/team-list.rst
 delete mode 100644 doc/en/develop/build.md
 delete mode 100644 doc/en/develop/contribute-code.md
 delete mode 100644 doc/en/develop/contribute-docs.md
 delete mode 100644 doc/en/develop/how-contribute.md
 delete mode 100644 doc/en/develop/how-to-release.rst
 delete mode 100644 doc/en/develop/schedule.rst
 delete mode 100644 doc/en/docs/autograd.md
 delete mode 100644 doc/en/docs/benchmark.md
 delete mode 100644 doc/en/docs/cnn.md
 delete mode 100644 doc/en/docs/converter.rst
 delete mode 100644 doc/en/docs/dependencies.md
 delete mode 100644 doc/en/docs/docker.md
 delete mode 100644 doc/en/docs/image_tool.rst
 delete mode 100644 doc/en/docs/initializer.rst
 delete mode 100644 doc/en/docs/install_macos1013.rst
 delete mode 100644 doc/en/docs/install_win.rst
 delete mode 100644 doc/en/docs/installation.md
 delete mode 100644 doc/en/docs/layer.rst
 delete mode 100644 doc/en/docs/metric.rst
 delete mode 100644 doc/en/docs/neural-net.md
 delete mode 100644 doc/en/docs/notebook/.ipynb_checkpoints/index-checkpoint.ipynb
 delete mode 100644 doc/en/docs/notebook/.ipynb_checkpoints/installation-checkpoint.ipynb
 delete mode 100644 doc/en/docs/notebook/README.md
 delete mode 100644 doc/en/docs/notebook/cnn.ipynb
 delete mode 100644 doc/en/docs/notebook/core.ipynb
 delete mode 100644 doc/en/docs/notebook/index.ipynb
 delete mode 100644 doc/en/docs/notebook/installation.ipynb
 delete mode 100644 doc/en/docs/notebook/mlp.ipynb
 delete mode 100644 doc/en/docs/notebook/model.ipynb
 delete mode 100644 doc/en/docs/notebook/rbm.ipynb
 delete mode 100644 doc/en/docs/notebook/regression.ipynb
 delete mode 100644 doc/en/docs/notebook/rnn.ipynb
 delete mode 100644 doc/en/docs/notebook/static/bp.PNG
 delete mode 100644 doc/en/docs/notebook/static/digit.jpg
 delete mode 100644 doc/en/docs/notebook/static/models.PNG
 delete mode 100644 doc/en/docs/notebook/static/sgd.png
 delete mode 100644 doc/en/docs/notebook/static/singav1-sw.png
 delete mode 100755 doc/en/docs/notebook/utils.py
 delete mode 100644 doc/en/docs/software_stack.md
 delete mode 100644 doc/en/downloads.md
 delete mode 100644 doc/en/index.rst
 delete mode 100644 doc/en/releases/RELEASE_NOTES_0.1.0.md
 delete mode 100644 doc/en/releases/RELEASE_NOTES_0.2.0.md
 delete mode 100644 doc/en/releases/RELEASE_NOTES_0.3.0.md
 delete mode 100644 doc/en/releases/RELEASE_NOTES_1.0.0.md
 delete mode 100644 doc/en/releases/RELEASE_NOTES_1.1.0.md
 delete mode 100644 doc/en/releases/RELEASE_NOTES_1.2.0.md
 delete mode 100644 doc/en/releases/RELEASE_NOTES_2.0.0.md
 delete mode 100644 doc/en/security.md
 copy test/python/run.py => doc/environment.yml (71%)
 rename doc/{en/docs => }/index.rst (68%)
 rename doc/{en/docs/loss.rst => module.rst} (96%)
 delete mode 100644 doc/notebook/.ipynb_checkpoints/index-checkpoint.ipynb
 delete mode 100644 doc/notebook/index.ipynb
 rename doc/{en/docs/net.rst => onnx.rst} (93%)
 rename doc/{en/docs/optimizer.rst => opt.rst} (96%)
 rename doc/{en/docs => }/snapshot.rst (100%)
 rename doc/{en/docs => }/tensor.rst (98%)
 rename doc/{en/docs => }/utils.rst (100%)
 delete mode 100755 doc/zh/_templates/layout.html
 delete mode 100644 doc/zh/community/issue-tracking.md
 delete mode 100644 doc/zh/community/mail-lists.rst
 delete mode 100644 doc/zh/community/source-repository.md
 delete mode 100644 doc/zh/community/team-list.rst
 delete mode 100755 doc/zh/conf.py
 delete mode 100644 doc/zh/develop/contribute-code.md
 delete mode 100644 doc/zh/develop/how-contribute.md
 delete mode 100644 doc/zh/develop/schedule.rst
 delete mode 100644 doc/zh/docs.rst
 delete mode 100644 doc/zh/docs/data.md
 delete mode 100644 doc/zh/docs/device.md
 delete mode 100644 doc/zh/docs/image_tool.md
 delete mode 100644 doc/zh/docs/index.rst
 delete mode 100644 doc/zh/docs/initializer.md
 delete mode 100644 doc/zh/docs/install_macos1013.rst
 delete mode 100644 doc/zh/docs/install_win.rst
 delete mode 100755 doc/zh/docs/installation.md
 delete mode 100644 doc/zh/docs/layer.md
 delete mode 100644 doc/zh/docs/loss.md
 delete mode 100644 doc/zh/docs/metric.md
 delete mode 100644 doc/zh/docs/model_zoo/char-rnn/README.md
 delete mode 100644 doc/zh/docs/model_zoo/cifar10/README.md
 delete mode 100644 doc/zh/docs/model_zoo/imagenet/alexnet/README.md
 delete mode 100644 doc/zh/docs/model_zoo/imagenet/densenet/README.md
 delete mode 100644 doc/zh/docs/model_zoo/imagenet/googlenet/README.md
 delete mode 100644 doc/zh/docs/model_zoo/imagenet/inception/README.md
 delete mode 100644 doc/zh/docs/model_zoo/imagenet/resnet/README.md
 delete mode 100644 doc/zh/docs/model_zoo/imagenet/vgg/README.md
 delete mode 100644 doc/zh/docs/model_zoo/index.rst
 delete mode 100644 doc/zh/docs/net.md
 delete mode 100644 doc/zh/docs/optimizer.md
 delete mode 100644 doc/zh/docs/snapshot.md
 delete mode 100644 doc/zh/docs/software_stack.md
 delete mode 100644 doc/zh/docs/tensor.md
 delete mode 100644 doc/zh/downloads.md
 delete mode 100644 doc/zh/index.rst
 delete mode 100644 examples/autograd/sparsification_mnist.py
 delete mode 100644 examples/caffe/README.md
 delete mode 100644 examples/caffe/predict.py
 delete mode 100755 examples/caffe/run.sh
 delete mode 100644 examples/cifar10/caffe/caffe_net.py
 delete mode 100644 examples/cifar10/cnn.py
 delete mode 100644 examples/cifar10/predict.py
 delete mode 100644 examples/cifar10/resnet.py
 delete mode 100644 examples/cifar10/train.py
 delete mode 100644 examples/cifar10/vgg.py
 create mode 100644 examples/cnn/README.md
 rename examples/{ => cnn}/autograd/cifar10_multiprocess.py (62%)
 rename examples/{ => cnn}/autograd/mnist_cnn.py (69%)
 mode change 100755 => 100644
 rename doc/en/docs/notebook/requirements.txt => examples/cnn/autograd/mnist_dist.py (86%)
 rename examples/{autograd/mnist_dist.py => cnn/autograd/mnist_multiprocess.py} (61%)
 rename examples/{ => cnn}/autograd/resnet_cifar10.py (61%)
 rename examples/{ => cnn}/autograd/resnet_dist.py (92%)
 rename examples/{autograd/mnist_multiprocess.py => cnn/autograd/sparsification_mnist.py} (61%)
 rename examples/{ => cnn}/autograd/xceptionnet.py (54%)
 mode change 100755 => 100644
 create mode 100644 examples/cnn/benchmark.py
 create mode 100644 examples/cnn/data/cifar10.py
 create mode 100644 examples/cnn/data/cifar100.py
 copy examples/{cifar10/download_data.py => cnn/data/download_cifar10.py} (57%)
 copy test/python/run.py => examples/cnn/data/download_cifar100.py (74%)
 mode change 100644 => 100755
 rename examples/{autograd => cnn/data}/download_mnist.py (99%)
 create mode 100644 examples/cnn/data/mnist.py
 create mode 100644 examples/cnn/model/cnn.py
 rename examples/{autograd => cnn/model}/resnet.py (68%)
 mode change 100755 => 100644
 create mode 100644 examples/cnn/model/xceptionnet.py
 create mode 100644 examples/cnn/train.py
 create mode 100644 examples/cnn/train_mpi.py
 create mode 100644 examples/cnn/train_multiprocess.py
 rename examples/{ => cpp}/cifar10/CMakeLists.txt (100%)
 rename examples/{ => cpp}/cifar10/README.md (100%)
 rename examples/{ => cpp}/cifar10/cifar10.h (100%)
 rename examples/{ => cpp}/cifar10/cnn-parallel.cc (100%)
 rename examples/{ => cpp}/cifar10/cnn.cc (100%)
 rename examples/{ => cpp}/cifar10/download_data.py (100%)
 rename examples/{ => cpp}/cifar10/run-parallel.sh (100%)
 rename examples/{ => cpp}/cifar10/run.sh (100%)
 rename examples/{ => cpp}/cifar10/vgg-parallel.cc (100%)
 rename examples/{imagenet/alexnet => cpp/imagenet}/CMakeLists.txt (100%)
 rename examples/{imagenet/alexnet => cpp/imagenet}/README.md (100%)
 rename examples/{imagenet/alexnet => cpp/imagenet}/alexnet.cc (100%)
 rename examples/{imagenet/alexnet => cpp/imagenet}/create_data.sh (100%)
 rename examples/{imagenet/alexnet => cpp/imagenet}/ilsvrc12.cc (100%)
 rename examples/{imagenet/alexnet => cpp/imagenet}/ilsvrc12.h (100%)
 rename examples/{imagenet/alexnet => cpp/imagenet}/run.sh (100%)
 delete mode 100644 examples/imagenet/densenet/README.md
 delete mode 100644 examples/imagenet/densenet/convert.py
 delete mode 100644 examples/imagenet/densenet/model.py
 delete mode 100644 examples/imagenet/densenet/serve.py
 delete mode 100644 examples/imagenet/googlenet/README.md
 delete mode 100644 examples/imagenet/googlenet/serve.py
 delete mode 100644 examples/imagenet/inception/README.md
 delete mode 100644 examples/imagenet/inception/convert.py
 delete mode 100644 examples/imagenet/inception/inception_v3.py
 delete mode 100644 examples/imagenet/inception/inception_v4.py
 delete mode 100644 examples/imagenet/inception/serve.py
 delete mode 100644 examples/imagenet/resnet/README.md
 delete mode 100644 examples/imagenet/resnet/convert.py
 delete mode 100644 examples/imagenet/resnet/model.py
 delete mode 100644 examples/imagenet/resnet/serve.py
 delete mode 100644 examples/imagenet/vgg/README.md
 delete mode 100644 examples/imagenet/vgg/convert.py
 delete mode 100644 examples/imagenet/vgg/model.py
 delete mode 100644 examples/imagenet/vgg/serve.py
 delete mode 100644 examples/index.rst
 create mode 100644 examples/mlp/module.py
 rename examples/{autograd/mlp.py => mlp/native.py} (90%)
 mode change 100755 => 100644
 create mode 100644 examples/onnx/arcface.py
 create mode 100644 examples/onnx/bert/bert-squad.py
 create mode 100644 examples/onnx/bert/inputs.json
 create mode 100644 examples/onnx/bert/run_onnx_squad.py
 create mode 100644 examples/onnx/bert/tokenization.py
 create mode 100644 examples/onnx/fer_emotion.py
 create mode 100644 examples/onnx/mnist.py
 create mode 100644 examples/onnx/mobilenet.py
 create mode 100644 examples/onnx/resnet18.py
 create mode 100644 examples/onnx/tiny_yolov2.py
 create mode 100644 examples/onnx/utils.py
 create mode 100644 examples/onnx/vgg16.py
 rename examples/{mnist => rbm}/README.md (86%)
 rename examples/{mnist => rbm}/train.py (92%)
 rename examples/{char-rnn => rnn}/README.md (100%)
 rename examples/{char-rnn => rnn}/sample.py (100%)
 rename examples/{char-rnn => rnn}/train.py (100%)
 mode change 100755 => 100644 include/singa/core/tensor.h
 create mode 100644 include/singa/utils/dnnl_utils.h
 delete mode 100644 include/singa/utils/mkldnn_utils.h
 delete mode 100644 python/rafiki/agent.py
 delete mode 100644 python/singa/model.py
 create mode 100644 python/singa/module.py
 delete mode 100644 rat-excludes
 mode change 100644 => 100755 src/api/config.i.in
 copy include/singa/core/scheduler.h => src/core/common/common.cc (62%)
 mode change 100755 => 100644 src/core/tensor/tensor.cc
 mode change 100755 => 100644 src/model/operation/batchnorm.cc
 mode change 100755 => 100644 src/model/operation/batchnorm.h
 mode change 100755 => 100644 src/model/operation/convolution.cc
 mode change 100755 => 100644 src/model/operation/convolution.h
 mode change 100755 => 100644 src/model/operation/pooling.cc
 create mode 100644 test/python/test_dist.py
 delete mode 100644 test/python/test_memoryPool.py
 create mode 100644 test/python/test_module.py
 create mode 100644 test/singa/test_scheduler.cc
 rename doc/zh/docs/utils.md => tool/code-format/README.md (55%)
 copy test/python/run.py => tool/code-format/format.sh (63%)
 copy tool/conda/{gpu => dist}/README.md (68%)
 copy tool/conda/{gpu => dist}/meta.yaml (83%)
 rename {doc/zh/docs/model_zoo/mnist => tool/linting}/README.md (58%)
 copy test/python/run.py => tool/linting/cpp.sh (60%)
 copy test/python/run.py => tool/linting/py.sh (73%)
 rename python/rafiki/__init__.py => tool/rat.sh (92%)
 create mode 100644 tool/release/README.md
 create mode 100755 tool/release/release.py