You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tvm.apache.org by sy...@apache.org on 2023/12/14 14:55:11 UTC
(tvm) branch test_all_cases_on_unity updated (c57407282c -> 436d358302)
This is an automated email from the ASF dual-hosted git repository.
syfeng pushed a change to branch test_all_cases_on_unity
in repository https://gitbox.apache.org/repos/asf/tvm.git
from c57407282c try disable MSC
add 8f95f6147a [Unity] [Transform] Remove iteration over functions in function pass (#16173)
add 3c7067d6ed [Unity] Minor: Remove debug logging (#16200)
add 34fd234f55 [Unity] Check usage location when canonicalizing trivial bindings (#16193)
add 4e8c975700 [Unity][Bugfix] Fix `tests/python/topi/test_topi_transform.py::test_relax_dynamic_strided_slice` (#16205)
add d0504027bb [Unity] Update FlashInfer (#16208)
add ebbad09cd5 [Unity] Upgrade cutlass_fpA_intB_gemm (#16206)
add 03fc4f6f03 [Dlight] Change max_threads on CUDA (#16203)
add 58e622b74d [Unity][Transform] Implement Relax function inlining (#16194)
add e0518da2a5 [Unity][MSC][M2.3] Add tracker for track layer datas (#16207)
add 35e8404f17 [Disco] Expose `DiscoWorker` and `ndarray_cache_support` in header (#16153)
add f18d186559 [Unity] Speed up NormalizeGlobalVar (#16219)
add b5b980e33a [Unity] Support out dtype for nn.Linear and nn.MultiLinear (#16220)
new d742c64023 Merge commit 'b5b980e33a6af22793279d5bb85cc45c2b525799' into test_all_cases_on_unity
new 436d358302 disable regex
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
3rdparty/cutlass_fpA_intB_gemm | 2 +-
3rdparty/flashinfer | 2 +-
{src => include/tvm}/runtime/disco/builtin.h | 38 +-
.../tvm/runtime/disco/disco_worker.h | 71 +---
include/tvm/runtime/disco/session.h | 20 +-
.../tvm}/runtime/relax_vm/ndarray_cache_support.h | 39 +-
python/tvm/contrib/msc/core/ir/graph.py | 76 ++++
python/tvm/contrib/msc/core/runtime/runner.py | 286 +++++++++++----
python/tvm/contrib/msc/core/tools/__init__.py | 1 +
python/tvm/contrib/msc/core/tools/prune/method.py | 6 +-
python/tvm/contrib/msc/core/tools/prune/pruner.py | 149 +++++---
python/tvm/contrib/msc/core/tools/tool.py | 256 +++++++------
.../msc/core/tools/{prune => track}/__init__.py | 4 +-
python/tvm/contrib/msc/core/tools/track/method.py | 102 ++++++
python/tvm/contrib/msc/core/tools/track/tracker.py | 185 ++++++++++
python/tvm/contrib/msc/core/utils/info.py | 37 +-
python/tvm/contrib/msc/core/utils/log.py | 21 +-
python/tvm/contrib/msc/core/utils/message.py | 23 ++
.../msc/framework/tensorflow/runtime/runner.py | 2 +-
.../msc/framework/tensorflow/tools/__init__.py | 1 +
.../framework/tensorflow/tools/track}/__init__.py | 7 +-
.../tools/{prune/pruner.py => track/tracker.py} | 30 +-
.../msc/framework/tensorrt/tools/__init__.py | 1 +
.../framework/tensorrt/tools/track}/__init__.py | 7 +-
.../msc/framework/tensorrt/tools/track/tracker.py | 159 ++++++++
.../msc/framework/torch/frontend/translate.py | 2 +-
.../contrib/msc/framework/torch/tools/__init__.py | 1 +
.../msc/framework/torch/tools/track}/__init__.py | 7 +-
.../tools/{prune/pruner.py => track/tracker.py} | 30 +-
.../contrib/msc/framework/tvm/tools/__init__.py | 1 +
.../msc/framework/tvm/tools/track}/__init__.py | 7 +-
.../msc/framework/tvm/tools/track/tracker.py | 155 ++++++++
python/tvm/contrib/msc/pipeline/manager.py | 112 ++++--
python/tvm/dlight/gpu/utils.py | 2 +-
python/tvm/relax/expr.py | 5 +
python/tvm/relax/frontend/nn/core.py | 2 +
python/tvm/relax/frontend/nn/modules.py | 30 +-
python/tvm/relax/frontend/nn/op.py | 39 ++
python/tvm/relax/frontend/nn/spec.py | 2 +-
python/tvm/relax/transform/__init__.py | 1 +
.../relax/transform/optimize_layout_transform.py | 37 +-
.../relax/transform/remove_redundant_reshape.py | 37 +-
python/tvm/relax/transform/transform.py | 10 +
python/tvm/runtime/disco/process_pool.py | 16 +-
python/tvm/runtime/disco/session.py | 3 +-
src/contrib/msc/core/ir/graph.cc | 17 +
src/contrib/msc/core/ir/graph.h | 2 +-
src/contrib/msc/framework/tensorrt/codegen.cc | 37 +-
src/contrib/msc/framework/tensorrt/codegen.h | 4 +
src/node/script_printer.cc | 22 +-
src/relax/ir/dataflow_matcher.cc | 8 +-
src/relax/transform/canonicalize_bindings.cc | 45 ++-
src/relax/transform/fuse_tir.cc | 2 -
src/relax/transform/inline_functions.cc | 228 ++++++++++++
src/relax/transform/normalize.cc | 33 +-
src/runtime/contrib/cublas/cublas_json_runtime.cc | 2 +-
src/runtime/contrib/cudnn/cudnn_json_runtime.cc | 2 +-
src/runtime/cuda/cuda_device_api.cc | 8 +
src/runtime/disco/bcast_session.h | 3 +-
src/runtime/disco/builtin.cc | 5 +-
src/runtime/disco/{worker.cc => disco_worker.cc} | 8 +-
src/runtime/disco/disco_worker_thread.h | 83 +++++
src/runtime/disco/loader.cc | 89 ++++-
src/runtime/disco/nccl/nccl.cc | 5 +-
src/runtime/disco/process_session.cc | 9 +-
src/runtime/disco/session.cc | 3 +-
src/runtime/disco/threaded_session.cc | 3 +-
src/runtime/disco/utils.h | 32 +-
src/runtime/relax_vm/ndarray_cache_support.cc | 161 ++++----
tests/python/contrib/test_msc/test_tools.py | 102 ++++--
tests/python/dlight/test_gpu_reduction.py | 343 ++++++++++-------
tests/python/relax/test_inline_functions.py | 404 +++++++++++++++++++++
.../relax/test_transform_canonicalize_bindings.py | 163 ++++++++-
.../test_transform_inline_private_functions.py | 105 ++++++
74 files changed, 3042 insertions(+), 910 deletions(-)
rename {src => include/tvm}/runtime/disco/builtin.h (81%)
rename src/runtime/disco/worker.h => include/tvm/runtime/disco/disco_worker.h (60%)
rename {src => include/tvm}/runtime/relax_vm/ndarray_cache_support.h (77%)
copy python/tvm/contrib/msc/core/tools/{prune => track}/__init__.py (92%)
create mode 100644 python/tvm/contrib/msc/core/tools/track/method.py
create mode 100644 python/tvm/contrib/msc/core/tools/track/tracker.py
copy {apps/uma/_template => python/tvm/contrib/msc/framework/tensorflow/tools/track}/__init__.py (90%)
copy python/tvm/contrib/msc/framework/tensorflow/tools/{prune/pruner.py => track/tracker.py} (68%)
copy {apps/uma/_template => python/tvm/contrib/msc/framework/tensorrt/tools/track}/__init__.py (91%)
create mode 100644 python/tvm/contrib/msc/framework/tensorrt/tools/track/tracker.py
copy {apps/uma/_template => python/tvm/contrib/msc/framework/torch/tools/track}/__init__.py (91%)
copy python/tvm/contrib/msc/framework/torch/tools/{prune/pruner.py => track/tracker.py} (69%)
copy {apps/uma/_template => python/tvm/contrib/msc/framework/tvm/tools/track}/__init__.py (91%)
create mode 100644 python/tvm/contrib/msc/framework/tvm/tools/track/tracker.py
create mode 100644 src/relax/transform/inline_functions.cc
rename src/runtime/disco/{worker.cc => disco_worker.cc} (98%)
create mode 100644 src/runtime/disco/disco_worker_thread.h
create mode 100644 tests/python/relax/test_inline_functions.py
create mode 100644 tests/python/relax/test_transform_inline_private_functions.py
(tvm) 02/02: disable regex
Posted by sy...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
syfeng pushed a commit to branch test_all_cases_on_unity
in repository https://gitbox.apache.org/repos/asf/tvm.git
commit 436d3583021c17a66f8100694fcfef27b806e0dc
Author: Siyuan Feng <hz...@sjtu.edu.cn>
AuthorDate: Thu Dec 14 22:54:54 2023 +0800
disable regex
---
src/node/script_printer.cc | 22 +++++++++++++++++++---
src/relax/ir/dataflow_matcher.cc | 8 +++++---
src/runtime/contrib/cublas/cublas_json_runtime.cc | 2 +-
src/runtime/contrib/cudnn/cudnn_json_runtime.cc | 2 +-
4 files changed, 26 insertions(+), 8 deletions(-)
diff --git a/src/node/script_printer.cc b/src/node/script_printer.cc
index f2d985279f..d1ad92f3d8 100644
--- a/src/node/script_printer.cc
+++ b/src/node/script_printer.cc
@@ -21,7 +21,7 @@
#include <tvm/node/script_printer.h>
#include <tvm/runtime/registry.h>
-#include <regex>
+// #include <regex>
namespace tvm {
@@ -38,10 +38,26 @@ std::string TVMScriptPrinter::Script(const ObjectRef& node, const Optional<Print
}
bool IsIdentifier(const std::string& name) {
- static const std::regex kValidIdentifier("^[a-zA-Z_][a-zA-Z0-9_]*$");
- return std::regex_match(name, kValidIdentifier);
+ if (name.empty()) {
+ return false;
+ }
+ if (!std::isalpha(name[0]) && name[0] != '_') {
+ return false;
+ }
+ for (size_t i = 1; i < name.size(); ++i) {
+ if (!std::isalnum(name[i]) && name[i] != '_') {
+ return false;
+ }
+ }
+
+ return true;
}
+// bool IsIdentifier(const std::string& name) {
+// static const std::regex kValidIdentifier("^[a-zA-Z_][a-zA-Z0-9_]*$");
+// return std::regex_match(name, kValidIdentifier);
+// }
+
PrinterConfig::PrinterConfig(Map<String, ObjectRef> config_dict) {
runtime::ObjectPtr<PrinterConfigNode> n = make_object<PrinterConfigNode>();
if (auto v = config_dict.Get("name")) {
diff --git a/src/relax/ir/dataflow_matcher.cc b/src/relax/ir/dataflow_matcher.cc
index 9524c90b57..55e68ccebf 100644
--- a/src/relax/ir/dataflow_matcher.cc
+++ b/src/relax/ir/dataflow_matcher.cc
@@ -36,7 +36,7 @@
#include <cstddef>
#include <limits>
#include <optional>
-#include <regex>
+// #include <regex>
#include <type_traits>
#include <unordered_map>
#include <unordered_set>
@@ -557,8 +557,10 @@ bool DFPatternMatcher::VisitDFPattern_(const DataflowVarPatternNode* op, const E
bool DFPatternMatcher::VisitDFPattern_(const GlobalVarPatternNode* op, const Expr& expr) {
// GlobalVarPattern is not inherited from Var, so we need to handle it separately.
if (const auto* var_node = expr.as<GlobalVarNode>()) {
- std::regex pat{std::string(op->name_hint())};
- return "" == op->name_hint() || std::regex_search(std::string(var_node->name_hint), pat);
+ // std::regex pat{std::string(op->name_hint())};
+ return "" == op->name_hint() ||
+ std::string(var_node->name_hint).find(std::string(op->name_hint())) != std::string::npos;
+ // return "" == op->name_hint() || std::regex_search(std::string(var_node->name_hint), pat);
}
return false;
}
diff --git a/src/runtime/contrib/cublas/cublas_json_runtime.cc b/src/runtime/contrib/cublas/cublas_json_runtime.cc
index c6916d4f86..6e5628ba8f 100644
--- a/src/runtime/contrib/cublas/cublas_json_runtime.cc
+++ b/src/runtime/contrib/cublas/cublas_json_runtime.cc
@@ -26,7 +26,7 @@
#include <tvm/runtime/registry.h>
#include <cstddef>
-#include <regex>
+// #include <regex>
#include <string>
#include <vector>
diff --git a/src/runtime/contrib/cudnn/cudnn_json_runtime.cc b/src/runtime/contrib/cudnn/cudnn_json_runtime.cc
index 58e4e59afc..5305bd0683 100644
--- a/src/runtime/contrib/cudnn/cudnn_json_runtime.cc
+++ b/src/runtime/contrib/cudnn/cudnn_json_runtime.cc
@@ -54,7 +54,7 @@ class cuDNNJSONRuntime : public JSONRuntimeBase {
stream = static_cast<cudaStream_t>((*func)().operator void*());
auto attr_in_name = [](const std::string& op_name, const std::string& attr_name) {
- return std::regex_search(op_name, std::regex(attr_name));
+ return op_name.find(attr_name) != std::string::npos;
};
auto vstr2vint = [](const JSONGraphNode& node, const std::string& attrStr) {
(tvm) 01/02: Merge commit 'b5b980e33a6af22793279d5bb85cc45c2b525799' into test_all_cases_on_unity
Posted by sy...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
syfeng pushed a commit to branch test_all_cases_on_unity
in repository https://gitbox.apache.org/repos/asf/tvm.git
commit d742c64023c0771b68b782573d2b6da774727632
Merge: c57407282c b5b980e33a
Author: Siyuan Feng <hz...@sjtu.edu.cn>
AuthorDate: Tue Dec 12 10:05:42 2023 +0800
Merge commit 'b5b980e33a6af22793279d5bb85cc45c2b525799' into test_all_cases_on_unity
3rdparty/cutlass_fpA_intB_gemm | 2 +-
3rdparty/flashinfer | 2 +-
{src => include/tvm}/runtime/disco/builtin.h | 38 +-
.../tvm/runtime/disco/disco_worker.h | 71 +---
include/tvm/runtime/disco/session.h | 20 +-
.../tvm}/runtime/relax_vm/ndarray_cache_support.h | 39 +-
python/tvm/contrib/msc/core/ir/graph.py | 76 ++++
python/tvm/contrib/msc/core/runtime/runner.py | 286 +++++++++++----
python/tvm/contrib/msc/core/tools/__init__.py | 1 +
python/tvm/contrib/msc/core/tools/prune/method.py | 6 +-
python/tvm/contrib/msc/core/tools/prune/pruner.py | 149 +++++---
python/tvm/contrib/msc/core/tools/tool.py | 256 +++++++------
.../tvm/tools => core/tools/track}/__init__.py | 5 +-
python/tvm/contrib/msc/core/tools/track/method.py | 102 ++++++
python/tvm/contrib/msc/core/tools/track/tracker.py | 185 ++++++++++
python/tvm/contrib/msc/core/utils/info.py | 37 +-
python/tvm/contrib/msc/core/utils/log.py | 21 +-
python/tvm/contrib/msc/core/utils/message.py | 23 ++
.../msc/framework/tensorflow/runtime/runner.py | 2 +-
.../msc/framework/tensorflow/tools/__init__.py | 1 +
.../tools => tensorflow/tools/track}/__init__.py | 4 +-
.../framework/tensorflow/tools/track/tracker.py | 55 +++
.../msc/framework/tensorrt/tools/__init__.py | 1 +
.../tools => tensorrt/tools/track}/__init__.py | 4 +-
.../msc/framework/tensorrt/tools/track/tracker.py | 159 ++++++++
.../msc/framework/torch/frontend/translate.py | 2 +-
.../contrib/msc/framework/torch/tools/__init__.py | 1 +
.../{tvm/tools => torch/tools/track}/__init__.py | 4 +-
.../msc/framework/torch/tools/track/tracker.py | 55 +++
.../contrib/msc/framework/tvm/tools/__init__.py | 1 +
.../framework/tvm/tools/{ => track}/__init__.py | 4 +-
.../msc/framework/tvm/tools/track/tracker.py | 155 ++++++++
python/tvm/contrib/msc/pipeline/manager.py | 112 ++++--
python/tvm/dlight/gpu/utils.py | 2 +-
python/tvm/relax/expr.py | 5 +
python/tvm/relax/frontend/nn/core.py | 2 +
python/tvm/relax/frontend/nn/modules.py | 30 +-
python/tvm/relax/frontend/nn/op.py | 39 ++
python/tvm/relax/frontend/nn/spec.py | 2 +-
python/tvm/relax/transform/__init__.py | 1 +
.../relax/transform/optimize_layout_transform.py | 37 +-
.../relax/transform/remove_redundant_reshape.py | 37 +-
python/tvm/relax/transform/transform.py | 10 +
python/tvm/runtime/disco/process_pool.py | 16 +-
python/tvm/runtime/disco/session.py | 3 +-
src/contrib/msc/core/ir/graph.cc | 17 +
src/contrib/msc/core/ir/graph.h | 2 +-
src/contrib/msc/framework/tensorrt/codegen.cc | 37 +-
src/contrib/msc/framework/tensorrt/codegen.h | 4 +
src/relax/transform/canonicalize_bindings.cc | 45 ++-
src/relax/transform/fuse_tir.cc | 2 -
src/relax/transform/inline_functions.cc | 228 ++++++++++++
src/relax/transform/normalize.cc | 33 +-
src/runtime/cuda/cuda_device_api.cc | 8 +
src/runtime/disco/bcast_session.h | 3 +-
src/runtime/disco/builtin.cc | 5 +-
src/runtime/disco/{worker.cc => disco_worker.cc} | 8 +-
src/runtime/disco/disco_worker_thread.h | 83 +++++
src/runtime/disco/loader.cc | 89 ++++-
src/runtime/disco/nccl/nccl.cc | 5 +-
src/runtime/disco/process_session.cc | 9 +-
src/runtime/disco/session.cc | 3 +-
src/runtime/disco/threaded_session.cc | 3 +-
src/runtime/disco/utils.h | 32 +-
src/runtime/relax_vm/ndarray_cache_support.cc | 161 ++++----
tests/python/contrib/test_msc/test_tools.py | 102 ++++--
tests/python/dlight/test_gpu_reduction.py | 343 ++++++++++-------
tests/python/relax/test_inline_functions.py | 404 +++++++++++++++++++++
.../relax/test_transform_canonicalize_bindings.py | 163 ++++++++-
.../test_transform_inline_private_functions.py | 105 ++++++
70 files changed, 3097 insertions(+), 860 deletions(-)