You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tvm.apache.org by mo...@apache.org on 2020/10/05 23:24:17 UTC
[incubator-tvm] branch ci-docker-staging updated (d901d58 ->
073bc6e)
This is an automated email from the ASF dual-hosted git repository.
moreau pushed a change to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/incubator-tvm.git.
omit d901d58 Add ci_qemu to Jenkinsfile
omit f8c298b one last syntax error
omit c3fffe9 fix jenkins syntax hopefully
omit 3599e87 retrigger staging CI
omit 6a29e88 fix test_micro_artifact
omit e40f77f export SessionTerminatedError and update except after moving
omit a65a554 fix SETFL logic
omit 3d2ede3 fix typo
omit f58ec63 Fix paths for qemu/ dir
omit 8c65383 add qemu regression
omit 2ae251c more black format
omit bcd5b64 clang-format again
omit 9860e72 fixes related to pylint
omit 4d2fe58 fix compiler warning
omit a9538c7 kill utvm rpc_server bindings, which don't work anymore and fail pylint
omit 75a7b48 more pylint
omit 43efa91 black format
omit c291443 lint
omit 1f25b58 add asf header
omit e646f7c add zephyr exclusions to check_file_type
omit a18e26b remove logging
omit f1fdaaf re-comment serial until added
omit 053bca7 cleanup zephyr compiler
omit 818928a gitignore test debug files
omit 1160695 validate FD are in non-blocking mode
omit cf30739 don't double-open transport
omit f522d4f fix nonblocking piping on some linux kernels
omit 4dd93cc cleanup zephyr main
omit 3ff0fa1 fix typo
omit 7307c89 Add qemu build config
omit 3469cde add zephyr test against qemu
omit 1d1cb54 Simplify utvm rpc server API and ease handling of short packets.
omit 6550674 Add metadata-only artifacts
omit 709e963 black format
omit 18bc0b9 Introduce transport timeouts.
omit 3a4ce80 Split transport classes into transport package.
add fde8d43 [tvmc] unify all logs on a single logger 'TVMC' (#6577)
add cab4ce1 [COMMUNITY] vegaluisjose -> Committer (#6582)
add 22ad0dd Add rocblas_sgemm_strided_batched impl. (#6579)
add 27abfad disable stacked bidir test (#6585)
add c0a6bc3 [tvmc] Introduce 'tune' subcommand (part 3/4) (#6537)
add 0535fd1 [RUNTIME] NDArray CopyFrom/To Bytes always synchronize (#6586)
add 2cfbd09 [BYOC][ETHOSN] Fix tests for new module API (#6560)
add c549239 properly pass through command-line args in docker/bash.sh (#6599)
add e78aa61 dynamic conv2d for cuda (#6598)
add e31564e Allow datatypes besides fp32 in conv2d_transpose for cuda. (#6593)
add b2bdc9b add black-format to docker/lint.sh, suppport in-place format (#6601)
add 8348a44 [Parser] Fix parsing op string attributes (#6605)
add 8f64286 [docs] Missing documentation 'autodocsumm' (#6595)
add b553bb7 [Doc] add KEYS to downloads.apache.org (#6581)
add b754bec Add ci_qemu docker image (#6485)
add 5db80f0 [tvmc] Introduce 'run' subcommand (part 4/4) (#6578)
add 9f5b9da [tvmc][docs] Getting started tutorial for TVMC (#6597)
add 1ff5f39 [Bugfix] Simplify reduce expression in te.gradient (#6611)
add 52b776a [RELEASE] Bump version to 0.7.0 (#6614)
add 7e671cb [BUG_FIX] Fixes #6608: CHECK(data != nullptr) causes type checking to fail (#6610)
add f9abf56 Updated runtime to run under FreeBSD. (#6600)
add 72969b2 [Ansor] Support multiple output ops and fix Python API printing (#6584)
add 728b829 [RELEASE] Update NEWS.md for v0.7 (#6613)
add e892c95 [ETHOSN] Update to 20.08 version of the ethosn-driver. (#6606)
add a413458 [VERSION] Version for v0.8 cycle (#6615)
add 2658ebe Dynamic ONNX Importer (#6351)
add 21002cd Fix Strided Slice Infer Layout (#6621)
new 073bc6e add QEMU build to regression
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d901d58)
\
N -- N -- N refs/heads/ci-docker-staging (073bc6e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
CONTRIBUTORS.md | 1 +
Jenkinsfile | 23 +-
NEWS.md | 1338 ++++++++++++++++++++
conda/tvm-libs/meta.yaml | 2 +-
conda/tvm/meta.yaml | 2 +-
docker/{Dockerfile.ci_cpu => Dockerfile.ci_qemu} | 43 +-
docker/bash.sh | 2 +-
...python.sh => ubuntu1804_install_python_venv.sh} | 7 +-
.../install/ubuntu_install_ethosn_driver_stack.sh | 2 +-
docker/install/ubuntu_install_qemu.sh | 49 +
docker/install/ubuntu_install_zephyr.sh | 144 +++
docker/lint.sh | 34 +-
docker/with_the_same_user | 2 +-
docs/README.txt | 2 +-
docs/contribute/release_process.rst | 3 +
include/tvm/ir/attrs.h | 2 +-
include/tvm/relay/transform.h | 11 +
include/tvm/runtime/c_runtime_api.h | 2 +-
include/tvm/runtime/crt/error_codes.h | 1 -
include/tvm/runtime/crt/utvm_rpc_server.h | 24 +-
include/tvm/runtime/ndarray.h | 6 +-
include/tvm/runtime/packed_func.h | 6 +-
include/tvm/tir/expr.h | 6 +-
include/tvm/topi/broadcast.h | 11 +-
include/tvm/topi/contrib/rocblas.h | 23 +
python/tvm/_ffi/libinfo.py | 4 +-
python/tvm/contrib/cc.py | 11 +-
python/tvm/contrib/rocblas.py | 33 +
python/tvm/driver/tvmc/__init__.py | 2 +
python/tvm/driver/tvmc/autotuner.py | 327 +++++
python/tvm/driver/tvmc/common.py | 74 ++
python/tvm/driver/tvmc/compiler.py | 28 +-
python/tvm/driver/tvmc/frontends.py | 16 +-
python/tvm/driver/tvmc/main.py | 2 +-
python/tvm/driver/tvmc/runner.py | 464 +++++++
python/tvm/exec/rpc_server.py | 69 +
python/tvm/micro/__init__.py | 2 +-
python/tvm/micro/artifact.py | 108 +-
python/tvm/micro/contrib/__init__.py | 16 -
python/tvm/micro/contrib/base.py | 67 -
python/tvm/micro/contrib/zephyr.py | 621 ---------
python/tvm/micro/debugger.py | 25 +-
python/tvm/micro/micro_binary.py | 15 +-
python/tvm/micro/micro_library.py | 13 +-
python/tvm/micro/session.py | 50 +-
python/tvm/micro/transport.py | 238 ++++
python/tvm/micro/transport/__init__.py | 26 -
python/tvm/micro/transport/base.py | 299 -----
python/tvm/micro/transport/debug.py | 63 -
python/tvm/micro/transport/file_descriptor.py | 105 --
python/tvm/micro/transport/subprocess.py | 67 -
python/tvm/micro/transport/wakeup.py | 74 --
python/tvm/relay/frontend/onnx.py | 607 ++++-----
python/tvm/relay/op/_tensor.py | 1 +
python/tvm/relay/op/nn/_nn.py | 51 +-
python/tvm/relay/op/strategy/generic.py | 2 +-
python/tvm/relay/op/strategy/rocm.py | 21 +
python/tvm/relay/op/strategy/x86.py | 21 +-
python/tvm/rpc/server.py | 7 +-
python/tvm/runtime/module.py | 9 +-
python/tvm/topi/cuda/batch_matmul.py | 2 +-
python/tvm/topi/cuda/conv2d_direct.py | 4 +-
python/tvm/topi/cuda/conv2d_nhwc_winograd.py | 14 +-
python/tvm/topi/cuda/conv2d_transpose_nchw.py | 2 +-
python/tvm/topi/cuda/conv2d_winograd.py | 16 +-
python/tvm/topi/nn/batch_matmul.py | 25 +-
python/tvm/topi/rocm/__init__.py | 1 +
python/tvm/topi/{nn => rocm}/batch_matmul.py | 44 +-
python/tvm/topi/x86/batch_matmul.py | 6 +-
src/auto_scheduler/compute_dag.cc | 32 +-
.../search_policy/sketch_policy_rules.h | 8 +
src/auto_scheduler/transform_step.cc | 87 +-
src/auto_scheduler/utils.h | 8 +-
src/relay/backend/build_module.cc | 3 +
src/relay/backend/contrib/ethosn/capabilities.h | 37 +-
src/relay/backend/contrib/ethosn/codegen.cc | 5 +
src/relay/backend/contrib/ethosn/codegen_ethosn.h | 9 +
src/relay/backend/contrib/ethosn/ethosn_api.cc | 13 +
.../backend/contrib/ethosn/ethosn_api_version.h} | 36 +-
src/relay/op/dyn/tensor/transform.cc | 18 +-
src/relay/op/nn/convolution.h | 77 +-
src/relay/op/nn/nn.cc | 53 +-
src/relay/op/nn/nn.h | 8 +-
src/relay/op/tensor/transform.cc | 143 ++-
src/relay/op/tensor/unary.cc | 6 +-
src/relay/op/vision/multibox_op.cc | 5 +-
src/relay/qnn/op/dequantize.cc | 6 +-
src/relay/qnn/op/quantize.cc | 6 +-
src/relay/qnn/op/requantize.cc | 6 +-
src/relay/quantize/quantize.cc | 6 +-
src/relay/transforms/dynamic_to_static.cc | 9 +-
src/runtime/contrib/ethosn/ethosn_device.cc | 3 +-
src/runtime/contrib/rocblas/rocblas.cc | 59 +-
src/runtime/crt/host/main.cc | 19 +-
src/runtime/crt/utvm_rpc_server/rpc_server.cc | 55 +-
src/runtime/micro/micro_session.cc | 136 +-
src/runtime/ndarray.cc | 6 +
src/te/autodiff/ad_simplify.cc | 4 +-
src/tir/ir/expr.cc | 6 +-
tests/lint/check_file_type.py | 3 -
tests/micro/qemu/.gitignore | 2 -
tests/micro/qemu/test_zephyr.py | 143 ---
tests/micro/qemu/zephyr-runtime/.gitignore | 3 -
tests/micro/qemu/zephyr-runtime/CMakeLists.txt | 31 -
tests/micro/qemu/zephyr-runtime/crt/crt_config.h | 62 -
tests/micro/qemu/zephyr-runtime/prj.conf | 31 -
.../qemu/zephyr-runtime/qemu-hack/qemu-system-i386 | 33 -
tests/micro/qemu/zephyr-runtime/sample.yaml | 22 -
tests/micro/qemu/zephyr-runtime/src/main.c | 238 ----
tests/python/contrib/test_ethosn/infrastructure.py | 76 +-
tests/python/contrib/test_ethosn/test_conv2d.py | 10 +-
tests/python/contrib/test_ethosn/test_networks.py | 72 +-
.../python/contrib/test_ethosn/test_topologies.py | 15 +-
tests/python/contrib/test_rocblas.py | 66 +-
tests/python/driver/tvmc/conftest.py | 41 +-
tests/python/driver/tvmc/test_autotuner.py | 150 +++
tests/python/driver/tvmc/test_common.py | 31 +
tests/python/driver/tvmc/test_runner.py | 98 ++
tests/python/frontend/onnx/test_forward.py | 413 ++++--
tests/python/frontend/pytorch/test_lstm.py | 22 +-
tests/python/relay/dyn/test_dynamic_op_level10.py | 82 +-
tests/python/relay/test_any.py | 6 +-
tests/python/relay/test_ir_parser.py | 14 +
tests/python/relay/test_op_level10.py | 27 +
tests/python/relay/test_pass_convert_op_layout.py | 46 +
tests/python/unittest/test_crt.py | 3 +-
tests/python/unittest/test_micro_artifact.py | 137 --
tests/scripts/task_python_microtvm.sh | 9 -
tutorials/frontend/from_onnx.py | 9 +
tutorials/get_started/tvmc_command_line_driver.py | 336 +++++
version.py | 2 +-
131 files changed, 5314 insertions(+), 3186 deletions(-)
copy docker/{Dockerfile.ci_cpu => Dockerfile.ci_qemu} (59%)
copy docker/install/{ubuntu1804_install_python.sh => ubuntu1804_install_python_venv.sh} (85%)
create mode 100644 docker/install/ubuntu_install_qemu.sh
create mode 100644 docker/install/ubuntu_install_zephyr.sh
create mode 100644 python/tvm/driver/tvmc/autotuner.py
create mode 100644 python/tvm/driver/tvmc/runner.py
delete mode 100644 python/tvm/micro/contrib/__init__.py
delete mode 100644 python/tvm/micro/contrib/base.py
delete mode 100644 python/tvm/micro/contrib/zephyr.py
create mode 100644 python/tvm/micro/transport.py
delete mode 100644 python/tvm/micro/transport/__init__.py
delete mode 100644 python/tvm/micro/transport/base.py
delete mode 100644 python/tvm/micro/transport/debug.py
delete mode 100644 python/tvm/micro/transport/file_descriptor.py
delete mode 100644 python/tvm/micro/transport/subprocess.py
delete mode 100644 python/tvm/micro/transport/wakeup.py
copy python/tvm/topi/{nn => rocm}/batch_matmul.py (50%)
copy src/{runtime/contrib/ethosn/ethosn_device.h => relay/backend/contrib/ethosn/ethosn_api_version.h} (59%)
delete mode 100644 tests/micro/qemu/.gitignore
delete mode 100644 tests/micro/qemu/test_zephyr.py
delete mode 100644 tests/micro/qemu/zephyr-runtime/.gitignore
delete mode 100644 tests/micro/qemu/zephyr-runtime/CMakeLists.txt
delete mode 100644 tests/micro/qemu/zephyr-runtime/crt/crt_config.h
delete mode 100644 tests/micro/qemu/zephyr-runtime/prj.conf
delete mode 100755 tests/micro/qemu/zephyr-runtime/qemu-hack/qemu-system-i386
delete mode 100644 tests/micro/qemu/zephyr-runtime/sample.yaml
delete mode 100644 tests/micro/qemu/zephyr-runtime/src/main.c
create mode 100644 tests/python/driver/tvmc/test_autotuner.py
create mode 100644 tests/python/driver/tvmc/test_runner.py
delete mode 100644 tests/python/unittest/test_micro_artifact.py
create mode 100644 tutorials/get_started/tvmc_command_line_driver.py
[incubator-tvm] 01/01: add QEMU build to regression
Posted by mo...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
moreau pushed a commit to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/incubator-tvm.git
commit 073bc6ea8d4a18258153cd01742fbbcd7b037968
Author: Andrew Reusch <ar...@octoml.ai>
AuthorDate: Mon Oct 5 15:55:02 2020 -0700
add QEMU build to regression
---
Jenkinsfile | 13 +++++++++++++
tests/scripts/task_config_build_qemu.sh | 31 +++++++++++++++++++++++++++++++
tests/scripts/task_python_microtvm.sh | 20 ++++++++++++++++++++
3 files changed, 64 insertions(+)
diff --git a/Jenkinsfile b/Jenkinsfile
index 9e3b0f5..7787da7 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -49,6 +49,7 @@ ci_gpu = "tlcpack/ci-gpu:v0.64"
ci_cpu = "tlcpack/ci-cpu:v0.65"
ci_wasm = "tlcpack/ci-wasm:v0.60"
ci_i386 = "tlcpack/ci-i386:v0.52"
+ci_qemu = "tlcpack/ci-qemu:v0.01"
// <--- End of regex-scanned config.
// tvm libraries
@@ -210,6 +211,18 @@ stage('Build') {
pack_lib('i386', tvm_multilib)
}
}
+ },
+ 'BUILD: QEMU': {
+ node('CPU') {
+ ws(per_exec_ws("tvm/build-qemu")) {
+ init_git()
+ sh "${docker_run} ${ci_qemu} ./tests/scripts/task_config_build_qemu.sh"
+ make(ci_qemu, 'build', '-j2')
+ timeout(time: max_time, unit: 'MINUTES') {
+ sh "${docker_run} ${ci_qemu} ./tests/scripts/task_python_microtvm.sh"
+ }
+ }
+ }
}
}
diff --git a/tests/scripts/task_config_build_qemu.sh b/tests/scripts/task_config_build_qemu.sh
new file mode 100755
index 0000000..2cf491f
--- /dev/null
+++ b/tests/scripts/task_config_build_qemu.sh
@@ -0,0 +1,31 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -e
+set -u
+
+mkdir -p build
+cd build
+cp ../cmake/config.cmake .
+
+echo set\(USE_SORT ON\) >> config.cmake
+echo set\(USE_MICRO ON\) >> config.cmake
+echo set\(USE_STANDALONE_CRT ON\) >> config.cmake
+echo set\(CMAKE_CXX_COMPILER g++\) >> config.cmake
+echo set\(CMAKE_CXX_FLAGS -Werror\) >> config.cmake
+echo set\(HIDE_PRIVATE_SYMBOLS ON\) >> config.cmake
diff --git a/tests/scripts/task_python_microtvm.sh b/tests/scripts/task_python_microtvm.sh
new file mode 100755
index 0000000..f5332ef
--- /dev/null
+++ b/tests/scripts/task_python_microtvm.sh
@@ -0,0 +1,20 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -e
+set -u